{"level":"warn","ts":"2026-04-27T21:02:17.389352Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-27T21:02:17.389514Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.250:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.250:2380","--initial-cluster=instance=https://199.204.45.250:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.250:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.250:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-27T21:02:17.389602Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-27T21:02:17.389611Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.250:2380"]} {"level":"info","ts":"2026-04-27T21:02:17.389636Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-27T21:02:17.39042Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.250:2379"]} {"level":"info","ts":"2026-04-27T21:02:17.390512Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.250:2380"],"listen-peer-urls":["https://199.204.45.250:2380"],"advertise-client-urls":["https://199.204.45.250:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.250:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.250:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-27T21:02:17.395985Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"5.184932ms"} {"level":"info","ts":"2026-04-27T21:02:17.41369Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"d98d5f2c752cc52d","cluster-id":"c785b4aaf4bd3b11"} {"level":"info","ts":"2026-04-27T21:02:17.413848Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d98d5f2c752cc52d switched to configuration voters=()"} {"level":"info","ts":"2026-04-27T21:02:17.413897Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d98d5f2c752cc52d became follower at term 0"} {"level":"info","ts":"2026-04-27T21:02:17.413922Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft d98d5f2c752cc52d [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-27T21:02:17.413945Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d98d5f2c752cc52d became follower at term 1"} {"level":"info","ts":"2026-04-27T21:02:17.414014Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d98d5f2c752cc52d switched to configuration voters=(15676290522495632685)"} {"level":"warn","ts":"2026-04-27T21:02:17.427049Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-27T21:02:17.429194Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-27T21:02:17.43118Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-27T21:02:17.435991Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"d98d5f2c752cc52d","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-27T21:02:17.436221Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-27T21:02:17.43635Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-27T21:02:17.436379Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-27T21:02:17.436323Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"d98d5f2c752cc52d","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-27T21:02:17.438034Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d98d5f2c752cc52d switched to configuration voters=(15676290522495632685)"} {"level":"info","ts":"2026-04-27T21:02:17.438363Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"c785b4aaf4bd3b11","local-member-id":"d98d5f2c752cc52d","added-peer-id":"d98d5f2c752cc52d","added-peer-peer-urls":["https://199.204.45.250:2380"]} {"level":"info","ts":"2026-04-27T21:02:17.443605Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-27T21:02:17.443955Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"d98d5f2c752cc52d","initial-advertise-peer-urls":["https://199.204.45.250:2380"],"listen-peer-urls":["https://199.204.45.250:2380"],"advertise-client-urls":["https://199.204.45.250:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.250:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-27T21:02:17.444008Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-27T21:02:17.444185Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.250:2380"} {"level":"info","ts":"2026-04-27T21:02:17.444206Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.250:2380"} {"level":"info","ts":"2026-04-27T21:02:17.614677Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d98d5f2c752cc52d is starting a new election at term 1"} {"level":"info","ts":"2026-04-27T21:02:17.614747Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d98d5f2c752cc52d became pre-candidate at term 1"} {"level":"info","ts":"2026-04-27T21:02:17.614821Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d98d5f2c752cc52d received MsgPreVoteResp from d98d5f2c752cc52d at term 1"} {"level":"info","ts":"2026-04-27T21:02:17.61485Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d98d5f2c752cc52d became candidate at term 2"} {"level":"info","ts":"2026-04-27T21:02:17.614894Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d98d5f2c752cc52d received MsgVoteResp from d98d5f2c752cc52d at term 2"} {"level":"info","ts":"2026-04-27T21:02:17.614918Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d98d5f2c752cc52d became leader at term 2"} {"level":"info","ts":"2026-04-27T21:02:17.614961Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: d98d5f2c752cc52d elected leader d98d5f2c752cc52d at term 2"} {"level":"info","ts":"2026-04-27T21:02:17.61614Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-27T21:02:17.617387Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-27T21:02:17.61738Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"d98d5f2c752cc52d","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.250:2379]}","request-path":"/0/members/d98d5f2c752cc52d/attributes","cluster-id":"c785b4aaf4bd3b11","publish-timeout":"7s"} {"level":"info","ts":"2026-04-27T21:02:17.61754Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-27T21:02:17.617913Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"c785b4aaf4bd3b11","local-member-id":"d98d5f2c752cc52d","cluster-version":"3.5"} {"level":"info","ts":"2026-04-27T21:02:17.617999Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-27T21:02:17.618096Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-27T21:02:17.618119Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-27T21:02:17.618165Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-27T21:02:17.621736Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.250:2379"} {"level":"info","ts":"2026-04-27T21:02:17.622016Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-04-27T21:02:27.031836Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185919323851025,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T21:02:27.532627Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185919323851025,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T21:02:27.949404Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.459398703s","expected-duration":"1s"} {"level":"info","ts":"2026-04-27T21:02:27.949823Z","caller":"traceutil/trace.go:171","msg":"trace[648880230] linearizableReadLoop","detail":"{readStateIndex:349; appliedIndex:348; }","duration":"1.418562843s","start":"2026-04-27T21:02:26.531234Z","end":"2026-04-27T21:02:27.949796Z","steps":["trace[648880230] 'read index received' (duration: 1.418310678s)","trace[648880230] 'applied index is now lower than readState.Index' (duration: 251.095µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:02:27.950049Z","caller":"traceutil/trace.go:171","msg":"trace[332577456] transaction","detail":"{read_only:false; response_revision:338; number_of_response:1; }","duration":"1.460097658s","start":"2026-04-27T21:02:26.489875Z","end":"2026-04-27T21:02:27.949973Z","steps":["trace[332577456] 'process raft request' (duration: 1.459739491s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:02:27.950243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.369643288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller\" ","response":"range_response_count:1 size:234"} {"level":"warn","ts":"2026-04-27T21:02:27.950274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.019599414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" ","response":"range_response_count:1 size:209"} {"level":"warn","ts":"2026-04-27T21:02:27.95036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.046249269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/instance\" ","response":"range_response_count:1 size:664"} {"level":"warn","ts":"2026-04-27T21:02:27.950408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.119536408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-04-27T21:02:27.950449Z","caller":"traceutil/trace.go:171","msg":"trace[1518651191] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:338; }","duration":"1.11961497s","start":"2026-04-27T21:02:26.830827Z","end":"2026-04-27T21:02:27.950442Z","steps":["trace[1518651191] 'agreement among raft nodes before linearized reading' (duration: 1.119562669s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:02:27.950419Z","caller":"traceutil/trace.go:171","msg":"trace[1940557082] range","detail":"{range_begin:/registry/csinodes/instance; range_end:; response_count:1; response_revision:338; }","duration":"1.046332671s","start":"2026-04-27T21:02:26.904061Z","end":"2026-04-27T21:02:27.950393Z","steps":["trace[1940557082] 'agreement among raft nodes before linearized reading' (duration: 1.04626626s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:02:27.950514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:02:26.904031Z","time spent":"1.046472993s","remote":"127.0.0.1:40216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":688,"request content":"key:\"/registry/csinodes/instance\" "} {"level":"warn","ts":"2026-04-27T21:02:27.950489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.419208037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/bootstrap-signer\" ","response":"range_response_count:1 size:197"} {"level":"warn","ts":"2026-04-27T21:02:27.950586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.220235629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/root-ca-cert-publisher\" ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-04-27T21:02:27.950632Z","caller":"traceutil/trace.go:171","msg":"trace[858948769] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/bootstrap-signer; range_end:; response_count:1; response_revision:338; }","duration":"1.419413642s","start":"2026-04-27T21:02:26.531188Z","end":"2026-04-27T21:02:27.950602Z","steps":["trace[858948769] 'agreement among raft nodes before linearized reading' (duration: 1.419089875s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:02:27.950223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"794.651746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-04-27T21:02:27.950646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.1697104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" ","response":"range_response_count:1 size:207"} {"level":"warn","ts":"2026-04-27T21:02:27.95072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:02:26.531171Z","time spent":"1.419510103s","remote":"127.0.0.1:39976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":221,"request content":"key:\"/registry/serviceaccounts/kube-system/bootstrap-signer\" "} {"level":"warn","ts":"2026-04-27T21:02:27.95065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.319630831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-04-27T21:02:27.950734Z","caller":"traceutil/trace.go:171","msg":"trace[184172288] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:338; }","duration":"795.173017ms","start":"2026-04-27T21:02:27.155507Z","end":"2026-04-27T21:02:27.95068Z","steps":["trace[184172288] 'agreement among raft nodes before linearized reading' (duration: 794.644906ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:02:27.95075Z","caller":"traceutil/trace.go:171","msg":"trace[1929430364] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/daemon-set-controller; range_end:; response_count:1; response_revision:338; }","duration":"1.169872823s","start":"2026-04-27T21:02:26.780859Z","end":"2026-04-27T21:02:27.950732Z","steps":["trace[1929430364] 'agreement among raft nodes before linearized reading' (duration: 1.169642968s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:02:27.950787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:02:27.155479Z","time spent":"795.29623ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-27T21:02:27.950795Z","caller":"traceutil/trace.go:171","msg":"trace[1206584170] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:338; }","duration":"1.319815494s","start":"2026-04-27T21:02:26.630951Z","end":"2026-04-27T21:02:27.950766Z","steps":["trace[1206584170] 'agreement among raft nodes before linearized reading' (duration: 1.319523498s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:02:27.950833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:02:26.630932Z","time spent":"1.319893366s","remote":"127.0.0.1:39976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":238,"request content":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" "} {"level":"warn","ts":"2026-04-27T21:02:27.950376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.069678374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" ","response":"range_response_count:1 size:218"} {"level":"info","ts":"2026-04-27T21:02:27.950925Z","caller":"traceutil/trace.go:171","msg":"trace[529110282] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/service-account-controller; range_end:; response_count:1; response_revision:338; }","duration":"1.070300117s","start":"2026-04-27T21:02:26.880613Z","end":"2026-04-27T21:02:27.950913Z","steps":["trace[529110282] 'agreement among raft nodes before linearized reading' (duration: 1.069717735s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:02:27.950962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:02:26.88059Z","time spent":"1.070361658s","remote":"127.0.0.1:39976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":242,"request content":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" "} {"level":"warn","ts":"2026-04-27T21:02:27.950794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:02:26.780834Z","time spent":"1.169954496s","remote":"127.0.0.1:39976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":231,"request content":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" "} {"level":"warn","ts":"2026-04-27T21:02:27.950474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:02:26.8308Z","time spent":"1.119667261s","remote":"127.0.0.1:39976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":231,"request content":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" "} {"level":"warn","ts":"2026-04-27T21:02:27.950251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.046175518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:536"} {"level":"info","ts":"2026-04-27T21:02:27.951186Z","caller":"traceutil/trace.go:171","msg":"trace[1124669276] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:338; }","duration":"1.047165089s","start":"2026-04-27T21:02:26.904006Z","end":"2026-04-27T21:02:27.951171Z","steps":["trace[1124669276] 'agreement among raft nodes before linearized reading' (duration: 1.046134697s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:02:27.951234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:02:26.903982Z","time spent":"1.04723633s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":560,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"info","ts":"2026-04-27T21:02:27.950314Z","caller":"traceutil/trace.go:171","msg":"trace[314520508] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller; range_end:; response_count:1; response_revision:338; }","duration":"1.369774721s","start":"2026-04-27T21:02:26.580519Z","end":"2026-04-27T21:02:27.950293Z","steps":["trace[314520508] 'agreement among raft nodes before linearized reading' (duration: 1.369586467s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:02:27.951317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:02:26.489849Z","time spent":"1.460245311s","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4359,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:02:27.950659Z","caller":"traceutil/trace.go:171","msg":"trace[465747312] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/root-ca-cert-publisher; range_end:; response_count:1; response_revision:338; }","duration":"1.220340791s","start":"2026-04-27T21:02:26.730296Z","end":"2026-04-27T21:02:27.950637Z","steps":["trace[465747312] 'agreement among raft nodes before linearized reading' (duration: 1.220112906s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:02:27.951488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:02:26.580492Z","time spent":"1.370871755s","remote":"127.0.0.1:39976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":258,"request content":"key:\"/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller\" "} {"level":"warn","ts":"2026-04-27T21:02:27.951532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:02:26.730273Z","time spent":"1.221208239s","remote":"127.0.0.1:39976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":233,"request content":"key:\"/registry/serviceaccounts/kube-system/root-ca-cert-publisher\" "} {"level":"warn","ts":"2026-04-27T21:02:27.951282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.270808049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:195"} {"level":"info","ts":"2026-04-27T21:02:27.951672Z","caller":"traceutil/trace.go:171","msg":"trace[390289988] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:338; }","duration":"1.271639177s","start":"2026-04-27T21:02:26.680003Z","end":"2026-04-27T21:02:27.951642Z","steps":["trace[390289988] 'agreement among raft nodes before linearized reading' (duration: 1.270469852s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:02:27.951719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:02:26.679985Z","time spent":"1.271719488s","remote":"127.0.0.1:39976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":219,"request content":"key:\"/registry/serviceaccounts/kube-system/node-controller\" "} {"level":"info","ts":"2026-04-27T21:02:27.950859Z","caller":"traceutil/trace.go:171","msg":"trace[1297212984] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/certificate-controller; range_end:; response_count:1; response_revision:338; }","duration":"1.019732137s","start":"2026-04-27T21:02:26.930602Z","end":"2026-04-27T21:02:27.950335Z","steps":["trace[1297212984] 'agreement among raft nodes before linearized reading' (duration: 1.019595574s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:02:27.951865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:02:26.930578Z","time spent":"1.021270339s","remote":"127.0.0.1:39976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":233,"request content":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" "} {"level":"warn","ts":"2026-04-27T21:02:28.501195Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185919323851036,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-27T21:02:28.783753Z","caller":"traceutil/trace.go:171","msg":"trace[230133808] transaction","detail":"{read_only:false; response_revision:340; number_of_response:1; }","duration":"827.753091ms","start":"2026-04-27T21:02:27.955964Z","end":"2026-04-27T21:02:28.783717Z","steps":["trace[230133808] 'process raft request' (duration: 757.335404ms)","trace[230133808] 'compare' (duration: 70.037839ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:02:28.783921Z","caller":"traceutil/trace.go:171","msg":"trace[773211696] transaction","detail":"{read_only:false; response_revision:342; number_of_response:1; }","duration":"823.552811ms","start":"2026-04-27T21:02:27.960343Z","end":"2026-04-27T21:02:28.783896Z","steps":["trace[773211696] 'process raft request' (duration: 823.364107ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:02:28.783927Z","caller":"traceutil/trace.go:171","msg":"trace[1983041582] transaction","detail":"{read_only:false; response_revision:341; number_of_response:1; }","duration":"823.95452ms","start":"2026-04-27T21:02:27.959918Z","end":"2026-04-27T21:02:28.783873Z","steps":["trace[1983041582] 'process raft request' (duration: 823.691824ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:02:28.783965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:02:27.955948Z","time spent":"827.926505ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:02:28.784007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:02:27.960335Z","time spent":"823.631742ms","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2150,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-27T21:02:28.784038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"829.047098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:195"} {"level":"info","ts":"2026-04-27T21:02:28.784096Z","caller":"traceutil/trace.go:171","msg":"trace[476896802] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:343; }","duration":"829.13883ms","start":"2026-04-27T21:02:27.954943Z","end":"2026-04-27T21:02:28.784082Z","steps":["trace[476896802] 'agreement among raft nodes before linearized reading' (duration: 829.016237ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:02:28.78414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:02:27.954934Z","time spent":"829.192811ms","remote":"127.0.0.1:39976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":219,"request content":"key:\"/registry/serviceaccounts/kube-system/node-controller\" "} {"level":"warn","ts":"2026-04-27T21:02:28.784149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:02:27.959909Z","time spent":"824.132743ms","remote":"127.0.0.1:40328","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3642,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-27T21:02:28.784283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"828.630621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller\" ","response":"range_response_count:1 size:234"} {"level":"warn","ts":"2026-04-27T21:02:28.784344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"829.07252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/root-ca-cert-publisher\" ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-04-27T21:02:28.783912Z","caller":"traceutil/trace.go:171","msg":"trace[998722551] linearizableReadLoop","detail":"{readStateIndex:354; appliedIndex:350; }","duration":"783.760362ms","start":"2026-04-27T21:02:28.000128Z","end":"2026-04-27T21:02:28.783888Z","steps":["trace[998722551] 'read index received' (duration: 713.263663ms)","trace[998722551] 'applied index is now lower than readState.Index' (duration: 70.495759ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:02:28.784385Z","caller":"traceutil/trace.go:171","msg":"trace[1772449999] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/root-ca-cert-publisher; range_end:; response_count:1; response_revision:343; }","duration":"829.117401ms","start":"2026-04-27T21:02:27.955252Z","end":"2026-04-27T21:02:28.784369Z","steps":["trace[1772449999] 'agreement among raft nodes before linearized reading' (duration: 829.0581ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:02:28.784422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:02:27.955243Z","time spent":"829.173232ms","remote":"127.0.0.1:39976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":233,"request content":"key:\"/registry/serviceaccounts/kube-system/root-ca-cert-publisher\" "} {"level":"warn","ts":"2026-04-27T21:02:28.784456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.958376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-04-27T21:02:28.784441Z","caller":"traceutil/trace.go:171","msg":"trace[620084285] transaction","detail":"{read_only:false; response_revision:343; number_of_response:1; }","duration":"823.893269ms","start":"2026-04-27T21:02:27.960516Z","end":"2026-04-27T21:02:28.78441Z","steps":["trace[620084285] 'process raft request' (duration: 823.307955ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:02:28.784345Z","caller":"traceutil/trace.go:171","msg":"trace[1949998136] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller; range_end:; response_count:1; response_revision:343; }","duration":"828.703612ms","start":"2026-04-27T21:02:27.955628Z","end":"2026-04-27T21:02:28.784332Z","steps":["trace[1949998136] 'agreement among raft nodes before linearized reading' (duration: 828.554839ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:02:28.784493Z","caller":"traceutil/trace.go:171","msg":"trace[842623212] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:343; }","duration":"828.008367ms","start":"2026-04-27T21:02:27.956475Z","end":"2026-04-27T21:02:28.784483Z","steps":["trace[842623212] 'agreement among raft nodes before linearized reading' (duration: 827.947286ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:02:28.78452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:02:27.955618Z","time spent":"828.894426ms","remote":"127.0.0.1:39976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":258,"request content":"key:\"/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller\" "} {"level":"warn","ts":"2026-04-27T21:02:28.784527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:02:27.956468Z","time spent":"828.050778ms","remote":"127.0.0.1:39976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":238,"request content":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" "} {"level":"warn","ts":"2026-04-27T21:02:28.784574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.037208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-27T21:02:28.784604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:02:27.960503Z","time spent":"824.015241ms","remote":"127.0.0.1:39882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2163,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:02:28.784682Z","caller":"traceutil/trace.go:171","msg":"trace[1968073609] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:343; }","duration":"636.14625ms","start":"2026-04-27T21:02:28.148482Z","end":"2026-04-27T21:02:28.784629Z","steps":["trace[1968073609] 'agreement among raft nodes before linearized reading' (duration: 636.034798ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:02:28.784552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"829.531019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" ","response":"range_response_count:1 size:218"} {"level":"warn","ts":"2026-04-27T21:02:28.784749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:02:28.148458Z","time spent":"636.276333ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-27T21:02:28.78477Z","caller":"traceutil/trace.go:171","msg":"trace[1582996313] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/service-account-controller; range_end:; response_count:1; response_revision:343; }","duration":"829.760114ms","start":"2026-04-27T21:02:27.954984Z","end":"2026-04-27T21:02:28.784745Z","steps":["trace[1582996313] 'agreement among raft nodes before linearized reading' (duration: 829.446047ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:02:28.784621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.958699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"warn","ts":"2026-04-27T21:02:28.784794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"829.515459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" ","response":"range_response_count:1 size:209"} {"level":"warn","ts":"2026-04-27T21:02:28.784825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:02:27.954979Z","time spent":"829.835466ms","remote":"127.0.0.1:39976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":242,"request content":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" "} {"level":"info","ts":"2026-04-27T21:02:28.784882Z","caller":"traceutil/trace.go:171","msg":"trace[317552631] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/certificate-controller; range_end:; response_count:1; response_revision:343; }","duration":"829.624102ms","start":"2026-04-27T21:02:27.955212Z","end":"2026-04-27T21:02:28.784836Z","steps":["trace[317552631] 'agreement among raft nodes before linearized reading' (duration: 829.416637ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:02:28.78488Z","caller":"traceutil/trace.go:171","msg":"trace[1914567843] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:343; }","duration":"728.246106ms","start":"2026-04-27T21:02:28.056576Z","end":"2026-04-27T21:02:28.784822Z","steps":["trace[1914567843] 'agreement among raft nodes before linearized reading' (duration: 727.897568ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:02:28.784967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:02:27.955207Z","time spent":"829.719614ms","remote":"127.0.0.1:39976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":233,"request content":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" "} {"level":"warn","ts":"2026-04-27T21:02:28.785004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:02:28.056551Z","time spent":"728.41109ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-27T21:02:29.109101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.186701ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T21:02:29.109264Z","caller":"traceutil/trace.go:171","msg":"trace[1494815609] transaction","detail":"{read_only:false; response_revision:372; number_of_response:1; }","duration":"266.063736ms","start":"2026-04-27T21:02:28.843172Z","end":"2026-04-27T21:02:29.109236Z","steps":["trace[1494815609] 'process raft request' (duration: 82.448145ms)","trace[1494815609] 'compare' (duration: 182.996777ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:02:29.110447Z","caller":"traceutil/trace.go:171","msg":"trace[1142597343] transaction","detail":"{read_only:false; response_revision:376; number_of_response:1; }","duration":"258.082715ms","start":"2026-04-27T21:02:28.852332Z","end":"2026-04-27T21:02:29.110414Z","steps":["trace[1142597343] 'process raft request' (duration: 257.921601ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:02:29.110523Z","caller":"traceutil/trace.go:171","msg":"trace[98284042] transaction","detail":"{read_only:false; response_revision:374; number_of_response:1; }","duration":"258.990684ms","start":"2026-04-27T21:02:28.85149Z","end":"2026-04-27T21:02:29.110481Z","steps":["trace[98284042] 'process raft request' (duration: 258.659667ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:02:29.11049Z","caller":"traceutil/trace.go:171","msg":"trace[883304547] linearizableReadLoop","detail":"{readStateIndex:390; appliedIndex:383; }","duration":"158.241068ms","start":"2026-04-27T21:02:28.952219Z","end":"2026-04-27T21:02:29.11046Z","steps":["trace[883304547] 'read index received' (duration: 157.657625ms)","trace[883304547] 'applied index is now lower than readState.Index' (duration: 582.013µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:02:29.110728Z","caller":"traceutil/trace.go:171","msg":"trace[1631164882] transaction","detail":"{read_only:false; response_revision:375; number_of_response:1; }","duration":"259.208159ms","start":"2026-04-27T21:02:28.851507Z","end":"2026-04-27T21:02:29.110715Z","steps":["trace[1631164882] 'process raft request' (duration: 258.705418ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:02:29.110469Z","caller":"traceutil/trace.go:171","msg":"trace[767783216] transaction","detail":"{read_only:false; response_revision:373; number_of_response:1; }","duration":"258.953383ms","start":"2026-04-27T21:02:28.851489Z","end":"2026-04-27T21:02:29.110442Z","steps":["trace[767783216] 'process raft request' (duration: 258.467603ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:02:29.11086Z","caller":"traceutil/trace.go:171","msg":"trace[2097963452] transaction","detail":"{read_only:false; response_revision:377; number_of_response:1; }","duration":"257.484653ms","start":"2026-04-27T21:02:28.853358Z","end":"2026-04-27T21:02:29.110842Z","steps":["trace[2097963452] 'process raft request' (duration: 256.928981ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:02:29.110827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.535174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/kube-proxy\" ","response":"range_response_count:1 size:185"} {"level":"info","ts":"2026-04-27T21:02:29.110967Z","caller":"traceutil/trace.go:171","msg":"trace[1028356116] transaction","detail":"{read_only:false; response_revision:378; number_of_response:1; }","duration":"256.831199ms","start":"2026-04-27T21:02:28.854089Z","end":"2026-04-27T21:02:29.11092Z","steps":["trace[1028356116] 'process raft request' (duration: 256.253656ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:02:29.111032Z","caller":"traceutil/trace.go:171","msg":"trace[486849639] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/kube-proxy; range_end:; response_count:1; response_revision:379; }","duration":"158.75676ms","start":"2026-04-27T21:02:28.952179Z","end":"2026-04-27T21:02:29.110936Z","steps":["trace[486849639] 'agreement among raft nodes before linearized reading' (duration: 158.526845ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:02:29.110985Z","caller":"traceutil/trace.go:171","msg":"trace[1690093510] transaction","detail":"{read_only:false; response_revision:379; number_of_response:1; }","duration":"253.008056ms","start":"2026-04-27T21:02:28.857963Z","end":"2026-04-27T21:02:29.110971Z","steps":["trace[1690093510] 'process raft request' (duration: 252.430923ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:02:34.541299Z","caller":"traceutil/trace.go:171","msg":"trace[1420064414] transaction","detail":"{read_only:false; response_revision:403; number_of_response:1; }","duration":"153.270218ms","start":"2026-04-27T21:02:34.387994Z","end":"2026-04-27T21:02:34.541264Z","steps":["trace[1420064414] 'process raft request' (duration: 65.202735ms)","trace[1420064414] 'compare' (duration: 87.735445ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:02:35.047885Z","caller":"traceutil/trace.go:171","msg":"trace[1959946096] transaction","detail":"{read_only:false; response_revision:407; number_of_response:1; }","duration":"125.284557ms","start":"2026-04-27T21:02:34.922557Z","end":"2026-04-27T21:02:35.047842Z","steps":["trace[1959946096] 'process raft request' (duration: 124.99351ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:02:37.502411Z","caller":"traceutil/trace.go:171","msg":"trace[830323549] transaction","detail":"{read_only:false; response_revision:425; number_of_response:1; }","duration":"100.672051ms","start":"2026-04-27T21:02:37.4017Z","end":"2026-04-27T21:02:37.502372Z","steps":["trace[830323549] 'process raft request' (duration: 100.546058ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:02:37.502424Z","caller":"traceutil/trace.go:171","msg":"trace[2132428708] transaction","detail":"{read_only:false; response_revision:424; number_of_response:1; }","duration":"102.276787ms","start":"2026-04-27T21:02:37.400099Z","end":"2026-04-27T21:02:37.502376Z","steps":["trace[2132428708] 'process raft request' (duration: 102.067732ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:02:37.502889Z","caller":"traceutil/trace.go:171","msg":"trace[1505359604] transaction","detail":"{read_only:false; response_revision:426; number_of_response:1; }","duration":"100.533709ms","start":"2026-04-27T21:02:37.402292Z","end":"2026-04-27T21:02:37.502826Z","steps":["trace[1505359604] 'process raft request' (duration: 100.021758ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:02:37.502972Z","caller":"traceutil/trace.go:171","msg":"trace[167112253] transaction","detail":"{read_only:false; response_revision:423; number_of_response:1; }","duration":"103.165536ms","start":"2026-04-27T21:02:37.399732Z","end":"2026-04-27T21:02:37.502897Z","steps":["trace[167112253] 'process raft request' (duration: 102.261686ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:02:37.679562Z","caller":"traceutil/trace.go:171","msg":"trace[708277760] transaction","detail":"{read_only:false; response_revision:428; number_of_response:1; }","duration":"170.413288ms","start":"2026-04-27T21:02:37.509123Z","end":"2026-04-27T21:02:37.679536Z","steps":["trace[708277760] 'process raft request' (duration: 92.664234ms)","trace[708277760] 'compare' (duration: 77.55059ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:02:37.679703Z","caller":"traceutil/trace.go:171","msg":"trace[1485852976] linearizableReadLoop","detail":"{readStateIndex:443; appliedIndex:441; }","duration":"168.349732ms","start":"2026-04-27T21:02:37.511326Z","end":"2026-04-27T21:02:37.679676Z","steps":["trace[1485852976] 'read index received' (duration: 90.402224ms)","trace[1485852976] 'applied index is now lower than readState.Index' (duration: 77.945928ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:02:37.679727Z","caller":"traceutil/trace.go:171","msg":"trace[768763247] transaction","detail":"{read_only:false; response_revision:429; number_of_response:1; }","duration":"169.524259ms","start":"2026-04-27T21:02:37.510189Z","end":"2026-04-27T21:02:37.679713Z","steps":["trace[768763247] 'process raft request' (duration: 169.283494ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:02:37.679814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.472255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:4195"} {"level":"info","ts":"2026-04-27T21:02:37.679843Z","caller":"traceutil/trace.go:171","msg":"trace[1388676225] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:429; }","duration":"168.536646ms","start":"2026-04-27T21:02:37.511298Z","end":"2026-04-27T21:02:37.679835Z","steps":["trace[1388676225] 'agreement among raft nodes before linearized reading' (duration: 168.456564ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:02:37.942595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.229254ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T21:02:37.942685Z","caller":"traceutil/trace.go:171","msg":"trace[2028988808] transaction","detail":"{read_only:false; number_of_response:1; response_revision:430; }","duration":"259.987113ms","start":"2026-04-27T21:02:37.682684Z","end":"2026-04-27T21:02:37.942671Z","steps":["trace[2028988808] 'process raft request' (duration: 140.557465ms)","trace[2028988808] 'compare' (duration: 119.103871ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:02:37.947401Z","caller":"traceutil/trace.go:171","msg":"trace[1325243420] transaction","detail":"{read_only:false; response_revision:432; number_of_response:1; }","duration":"261.313772ms","start":"2026-04-27T21:02:37.686075Z","end":"2026-04-27T21:02:37.947388Z","steps":["trace[1325243420] 'process raft request' (duration: 261.267541ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:02:37.947458Z","caller":"traceutil/trace.go:171","msg":"trace[2001341515] transaction","detail":"{read_only:false; response_revision:431; number_of_response:1; }","duration":"262.727914ms","start":"2026-04-27T21:02:37.684712Z","end":"2026-04-27T21:02:37.94744Z","steps":["trace[2001341515] 'process raft request' (duration: 262.556729ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:02:38.146447Z","caller":"traceutil/trace.go:171","msg":"trace[1723039572] transaction","detail":"{read_only:false; response_revision:438; number_of_response:1; }","duration":"115.579323ms","start":"2026-04-27T21:02:38.030836Z","end":"2026-04-27T21:02:38.146416Z","steps":["trace[1723039572] 'process raft request' (duration: 48.239699ms)","trace[1723039572] 'compare' (duration: 67.19943ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:02:38.171497Z","caller":"traceutil/trace.go:171","msg":"trace[1282662446] transaction","detail":"{read_only:false; response_revision:439; number_of_response:1; }","duration":"139.89567ms","start":"2026-04-27T21:02:38.031575Z","end":"2026-04-27T21:02:38.171471Z","steps":["trace[1282662446] 'process raft request' (duration: 139.679635ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:02:38.17159Z","caller":"traceutil/trace.go:171","msg":"trace[560909377] transaction","detail":"{read_only:false; response_revision:440; number_of_response:1; }","duration":"139.098224ms","start":"2026-04-27T21:02:38.032464Z","end":"2026-04-27T21:02:38.171563Z","steps":["trace[560909377] 'process raft request' (duration: 138.96141ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:02:38.171895Z","caller":"traceutil/trace.go:171","msg":"trace[1695041190] transaction","detail":"{read_only:false; response_revision:441; number_of_response:1; }","duration":"139.294778ms","start":"2026-04-27T21:02:38.032577Z","end":"2026-04-27T21:02:38.171871Z","steps":["trace[1695041190] 'process raft request' (duration: 138.934359ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:02:38.17205Z","caller":"traceutil/trace.go:171","msg":"trace[863577855] transaction","detail":"{read_only:false; response_revision:442; number_of_response:1; }","duration":"137.525088ms","start":"2026-04-27T21:02:38.03451Z","end":"2026-04-27T21:02:38.172035Z","steps":["trace[863577855] 'process raft request' (duration: 137.317984ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:02:38.172165Z","caller":"traceutil/trace.go:171","msg":"trace[190253669] transaction","detail":"{read_only:false; response_revision:443; number_of_response:1; }","duration":"136.500546ms","start":"2026-04-27T21:02:38.03564Z","end":"2026-04-27T21:02:38.172141Z","steps":["trace[190253669] 'process raft request' (duration: 136.328362ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:02:38.172077Z","caller":"traceutil/trace.go:171","msg":"trace[1279810514] linearizableReadLoop","detail":"{readStateIndex:457; appliedIndex:451; }","duration":"105.912778ms","start":"2026-04-27T21:02:38.066132Z","end":"2026-04-27T21:02:38.172045Z","steps":["trace[1279810514] 'read index received' (duration: 13.03872ms)","trace[1279810514] 'applied index is now lower than readState.Index' (duration: 92.872788ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:02:38.172288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.133383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-27T21:02:38.172387Z","caller":"traceutil/trace.go:171","msg":"trace[1550584821] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:443; }","duration":"106.280696ms","start":"2026-04-27T21:02:38.066089Z","end":"2026-04-27T21:02:38.172369Z","steps":["trace[1550584821] 'agreement among raft nodes before linearized reading' (duration: 106.116313ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:02:38.344209Z","caller":"traceutil/trace.go:171","msg":"trace[434525452] transaction","detail":"{read_only:false; response_revision:445; number_of_response:1; }","duration":"164.6751ms","start":"2026-04-27T21:02:38.179498Z","end":"2026-04-27T21:02:38.344173Z","steps":["trace[434525452] 'process raft request' (duration: 154.337771ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:02:38.344519Z","caller":"traceutil/trace.go:171","msg":"trace[605529879] transaction","detail":"{read_only:false; response_revision:446; number_of_response:1; }","duration":"164.820063ms","start":"2026-04-27T21:02:38.179661Z","end":"2026-04-27T21:02:38.344481Z","steps":["trace[605529879] 'process raft request' (duration: 164.400304ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:02:38.868615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.777122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:4195"} {"level":"info","ts":"2026-04-27T21:02:38.868766Z","caller":"traceutil/trace.go:171","msg":"trace[1143915043] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:447; }","duration":"423.068539ms","start":"2026-04-27T21:02:38.445678Z","end":"2026-04-27T21:02:38.868747Z","steps":["trace[1143915043] 'range keys from in-memory index tree' (duration: 422.66643ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:02:38.868816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:02:38.44565Z","time spent":"423.15166ms","remote":"127.0.0.1:40292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":4219,"request content":"key:\"/registry/deployments/kube-system/coredns\" "} {"level":"info","ts":"2026-04-27T21:02:39.053196Z","caller":"traceutil/trace.go:171","msg":"trace[1682337974] transaction","detail":"{read_only:false; response_revision:448; number_of_response:1; }","duration":"180.349677ms","start":"2026-04-27T21:02:38.872805Z","end":"2026-04-27T21:02:39.053155Z","steps":["trace[1682337974] 'process raft request' (duration: 177.530835ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:02:41.147727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.065262083s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:02:41.147881Z","caller":"traceutil/trace.go:171","msg":"trace[93580438] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:448; }","duration":"1.065432777s","start":"2026-04-27T21:02:40.08243Z","end":"2026-04-27T21:02:41.147863Z","steps":["trace[93580438] 'range keys from in-memory index tree' (duration: 1.065244943s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:02:41.148171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.354059895s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T21:02:41.148353Z","caller":"traceutil/trace.go:171","msg":"trace[2092138726] linearizableReadLoop","detail":"{readStateIndex:463; appliedIndex:461; }","duration":"2.161930813s","start":"2026-04-27T21:02:38.986365Z","end":"2026-04-27T21:02:41.148296Z","steps":["trace[2092138726] 'read index received' (duration: 64.011869ms)","trace[2092138726] 'applied index is now lower than readState.Index' (duration: 2.097917494s)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:02:41.148465Z","caller":"traceutil/trace.go:171","msg":"trace[1592132224] transaction","detail":"{read_only:false; response_revision:449; number_of_response:1; }","duration":"2.275552071s","start":"2026-04-27T21:02:38.872895Z","end":"2026-04-27T21:02:41.148447Z","steps":["trace[1592132224] 'process raft request' (duration: 921.102108ms)","trace[1592132224] 'compare' (duration: 1.353927232s)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:02:41.148854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.162471544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-27T21:02:41.148568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:02:38.872872Z","time spent":"2.275642494s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:02:41.148996Z","caller":"traceutil/trace.go:171","msg":"trace[144682306] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:449; }","duration":"2.162659599s","start":"2026-04-27T21:02:38.986305Z","end":"2026-04-27T21:02:41.148964Z","steps":["trace[144682306] 'agreement among raft nodes before linearized reading' (duration: 2.162406103s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:02:41.149077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:02:38.986278Z","time spent":"2.162783332s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-27T21:02:41.415034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000299991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T21:02:41.415123Z","caller":"traceutil/trace.go:171","msg":"trace[346509849] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000432553s","start":"2026-04-27T21:02:39.41467Z","end":"2026-04-27T21:02:41.415103Z","steps":["trace[346509849] 'agreement among raft nodes before linearized reading' (duration: 2.000326261s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:02:41.415176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:02:39.414647Z","time spent":"2.000516815s","remote":"127.0.0.1:39786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/27 21:02:41 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T21:02:41.649315Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185919323851203,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T21:02:42.150394Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185919323851203,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T21:02:42.651184Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185919323851203,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T21:02:43.152217Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185919323851203,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T21:02:43.416037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000593368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-27T21:02:43.416175Z","caller":"traceutil/trace.go:171","msg":"trace[663723940] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000780221s","start":"2026-04-27T21:02:41.415365Z","end":"2026-04-27T21:02:43.416145Z","steps":["trace[663723940] 'agreement among raft nodes before linearized reading' (duration: 2.000623288s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:02:43.416237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:02:41.415345Z","time spent":"2.000879284s","remote":"127.0.0.1:39788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/27 21:02:43 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T21:02:43.540764Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.521361766s","expected-duration":"1s"} {"level":"info","ts":"2026-04-27T21:02:43.541212Z","caller":"traceutil/trace.go:171","msg":"trace[1000573548] transaction","detail":"{read_only:false; response_revision:450; number_of_response:1; }","duration":"3.521881838s","start":"2026-04-27T21:02:40.019302Z","end":"2026-04-27T21:02:43.541184Z","steps":["trace[1000573548] 'process raft request' (duration: 3.521687004s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:02:43.541405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:02:40.019282Z","time spent":"3.522022701s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:02:44.551004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"818.437012ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T21:02:44.551251Z","caller":"traceutil/trace.go:171","msg":"trace[1746766428] linearizableReadLoop","detail":"{readStateIndex:465; appliedIndex:463; }","duration":"3.40283069s","start":"2026-04-27T21:02:41.148402Z","end":"2026-04-27T21:02:44.551233Z","steps":["trace[1746766428] 'read index received' (duration: 2.392570435s)","trace[1746766428] 'applied index is now lower than readState.Index' (duration: 1.010258925s)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:02:44.551278Z","caller":"traceutil/trace.go:171","msg":"trace[1804459185] transaction","detail":"{read_only:false; response_revision:453; number_of_response:1; }","duration":"1.027612479s","start":"2026-04-27T21:02:43.523638Z","end":"2026-04-27T21:02:44.55125Z","steps":["trace[1804459185] 'process raft request' (duration: 1.027541938s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:02:44.551294Z","caller":"traceutil/trace.go:171","msg":"trace[1634514276] transaction","detail":"{read_only:false; response_revision:452; number_of_response:1; }","duration":"1.130566441s","start":"2026-04-27T21:02:43.420682Z","end":"2026-04-27T21:02:44.551249Z","steps":["trace[1634514276] 'process raft request' (duration: 1.130417148s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:02:44.551367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.493012318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-27T21:02:44.55141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:02:43.523603Z","time spent":"1.027741422s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:02:44.551418Z","caller":"traceutil/trace.go:171","msg":"trace[1880477107] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:453; }","duration":"3.493078349s","start":"2026-04-27T21:02:41.058326Z","end":"2026-04-27T21:02:44.551405Z","steps":["trace[1880477107] 'agreement among raft nodes before linearized reading' (duration: 3.492971047s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:02:44.55143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.398423278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-27T21:02:44.551452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:02:41.058262Z","time spent":"3.493182562s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-27T21:02:44.55146Z","caller":"traceutil/trace.go:171","msg":"trace[1605950661] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:453; }","duration":"1.398483949s","start":"2026-04-27T21:02:43.152966Z","end":"2026-04-27T21:02:44.55145Z","steps":["trace[1605950661] 'agreement among raft nodes before linearized reading' (duration: 1.398440768s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:02:44.551473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:02:43.420659Z","time spent":"1.130724775s","remote":"127.0.0.1:39864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-27T21:02:44.551501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:02:43.152943Z","time spent":"1.398549261s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-27T21:02:44.551375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.321089445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-27T21:02:44.551537Z","caller":"traceutil/trace.go:171","msg":"trace[937693816] transaction","detail":"{read_only:false; response_revision:451; number_of_response:1; }","duration":"3.398235787s","start":"2026-04-27T21:02:41.153252Z","end":"2026-04-27T21:02:44.551488Z","steps":["trace[937693816] 'process raft request' (duration: 2.579205142s)","trace[937693816] 'compare' (duration: 818.234658ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:02:44.551586Z","caller":"traceutil/trace.go:171","msg":"trace[1692067518] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:453; }","duration":"4.321290439s","start":"2026-04-27T21:02:40.230251Z","end":"2026-04-27T21:02:44.551541Z","steps":["trace[1692067518] 'agreement among raft nodes before linearized reading' (duration: 4.321078945s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:02:44.551624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.41232117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.250\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-27T21:02:44.551676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:02:40.230234Z","time spent":"4.321410792s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-27T21:02:44.551689Z","caller":"traceutil/trace.go:171","msg":"trace[2065322651] range","detail":"{range_begin:/registry/masterleases/199.204.45.250; range_end:; response_count:1; response_revision:453; }","duration":"3.412434062s","start":"2026-04-27T21:02:41.139236Z","end":"2026-04-27T21:02:44.55167Z","steps":["trace[2065322651] 'agreement among raft nodes before linearized reading' (duration: 3.412280819s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:02:44.551666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.129575919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T21:02:44.551726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:02:41.139213Z","time spent":"3.412507453s","remote":"127.0.0.1:39810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.250\" "} {"level":"warn","ts":"2026-04-27T21:02:44.551711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:02:41.153228Z","time spent":"3.39838912s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:02:44.551781Z","caller":"traceutil/trace.go:171","msg":"trace[1009668225] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:453; }","duration":"1.129718522s","start":"2026-04-27T21:02:43.422027Z","end":"2026-04-27T21:02:44.551746Z","steps":["trace[1009668225] 'agreement among raft nodes before linearized reading' (duration: 1.129528608s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:02:44.551848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:02:43.422018Z","time spent":"1.129820894s","remote":"127.0.0.1:39786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-27T21:02:44.73466Z","caller":"traceutil/trace.go:171","msg":"trace[604166552] transaction","detail":"{read_only:false; response_revision:456; number_of_response:1; }","duration":"178.329533ms","start":"2026-04-27T21:02:44.55631Z","end":"2026-04-27T21:02:44.734639Z","steps":["trace[604166552] 'process raft request' (duration: 178.295002ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:02:44.734687Z","caller":"traceutil/trace.go:171","msg":"trace[1426595500] transaction","detail":"{read_only:false; response_revision:454; number_of_response:1; }","duration":"178.480505ms","start":"2026-04-27T21:02:44.556181Z","end":"2026-04-27T21:02:44.734661Z","steps":["trace[1426595500] 'process raft request' (duration: 171.039931ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:02:44.734704Z","caller":"traceutil/trace.go:171","msg":"trace[1384782833] transaction","detail":"{read_only:false; response_revision:455; number_of_response:1; }","duration":"178.372294ms","start":"2026-04-27T21:02:44.556303Z","end":"2026-04-27T21:02:44.734675Z","steps":["trace[1384782833] 'process raft request' (duration: 178.272682ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:02:44.743871Z","caller":"traceutil/trace.go:171","msg":"trace[1175253806] linearizableReadLoop","detail":"{readStateIndex:472; appliedIndex:468; }","duration":"153.456772ms","start":"2026-04-27T21:02:44.590397Z","end":"2026-04-27T21:02:44.743854Z","steps":["trace[1175253806] 'read index received' (duration: 136.844124ms)","trace[1175253806] 'applied index is now lower than readState.Index' (duration: 16.611608ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:02:44.743961Z","caller":"traceutil/trace.go:171","msg":"trace[1958599441] transaction","detail":"{read_only:false; response_revision:457; number_of_response:1; }","duration":"160.704692ms","start":"2026-04-27T21:02:44.583228Z","end":"2026-04-27T21:02:44.743933Z","steps":["trace[1958599441] 'process raft request' (duration: 160.547659ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:02:44.744133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.720387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:02:44.744245Z","caller":"traceutil/trace.go:171","msg":"trace[820070845] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:457; }","duration":"153.873261ms","start":"2026-04-27T21:02:44.590353Z","end":"2026-04-27T21:02:44.744226Z","steps":["trace[820070845] 'agreement among raft nodes before linearized reading' (duration: 153.565754ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:02:46.89488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.222697ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-27T21:02:46.894956Z","caller":"traceutil/trace.go:171","msg":"trace[305208966] linearizableReadLoop","detail":"{readStateIndex:473; appliedIndex:472; }","duration":"338.911092ms","start":"2026-04-27T21:02:46.556031Z","end":"2026-04-27T21:02:46.894942Z","steps":["trace[305208966] 'read index received' (duration: 111.640874ms)","trace[305208966] 'applied index is now lower than readState.Index' (duration: 227.269258ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:02:46.895054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.537088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-27T21:02:46.895068Z","caller":"traceutil/trace.go:171","msg":"trace[1329784145] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:457; }","duration":"155.594179ms","start":"2026-04-27T21:02:46.739468Z","end":"2026-04-27T21:02:46.895062Z","steps":["trace[1329784145] 'agreement among raft nodes before linearized reading' (duration: 155.554009ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:02:46.895055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.025146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-27T21:02:46.895104Z","caller":"traceutil/trace.go:171","msg":"trace[2133474597] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:457; }","duration":"339.123508ms","start":"2026-04-27T21:02:46.555968Z","end":"2026-04-27T21:02:46.895091Z","steps":["trace[2133474597] 'agreement among raft nodes before linearized reading' (duration: 339.012495ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:02:46.895137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:02:46.555941Z","time spent":"339.18889ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-27T21:02:46.895284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.866286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-27T21:02:46.895308Z","caller":"traceutil/trace.go:171","msg":"trace[2024895631] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:457; }","duration":"155.924807ms","start":"2026-04-27T21:02:46.739375Z","end":"2026-04-27T21:02:46.8953Z","steps":["trace[2024895631] 'agreement among raft nodes before linearized reading' (duration: 155.656261ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:02:46.895329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.990708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-27T21:02:46.895408Z","caller":"traceutil/trace.go:171","msg":"trace[189742961] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:457; }","duration":"156.132812ms","start":"2026-04-27T21:02:46.739255Z","end":"2026-04-27T21:02:46.895388Z","steps":["trace[189742961] 'agreement among raft nodes before linearized reading' (duration: 155.748603ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:02:47.151193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.020634ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T21:02:47.151406Z","caller":"traceutil/trace.go:171","msg":"trace[1798924333] transaction","detail":"{read_only:false; response_revision:461; number_of_response:1; }","duration":"250.165015ms","start":"2026-04-27T21:02:46.901227Z","end":"2026-04-27T21:02:47.151392Z","steps":["trace[1798924333] 'process raft request' (duration: 250.122274ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:02:47.151417Z","caller":"traceutil/trace.go:171","msg":"trace[1243540795] transaction","detail":"{read_only:false; response_revision:459; number_of_response:1; }","duration":"250.696207ms","start":"2026-04-27T21:02:46.900686Z","end":"2026-04-27T21:02:47.151382Z","steps":["trace[1243540795] 'process raft request' (duration: 147.401487ms)","trace[1243540795] 'compare' (duration: 102.883351ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:02:47.151457Z","caller":"traceutil/trace.go:171","msg":"trace[435979039] transaction","detail":"{read_only:false; response_revision:460; number_of_response:1; }","duration":"250.744848ms","start":"2026-04-27T21:02:46.900701Z","end":"2026-04-27T21:02:47.151446Z","steps":["trace[435979039] 'process raft request' (duration: 250.597155ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:02:49.566839Z","caller":"traceutil/trace.go:171","msg":"trace[2000928482] linearizableReadLoop","detail":"{readStateIndex:478; appliedIndex:477; }","duration":"411.196406ms","start":"2026-04-27T21:02:49.155626Z","end":"2026-04-27T21:02:49.566822Z","steps":["trace[2000928482] 'read index received' (duration: 411.054623ms)","trace[2000928482] 'applied index is now lower than readState.Index' (duration: 140.903µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:02:49.567027Z","caller":"traceutil/trace.go:171","msg":"trace[216310283] transaction","detail":"{read_only:false; response_revision:462; number_of_response:1; }","duration":"639.72958ms","start":"2026-04-27T21:02:48.927291Z","end":"2026-04-27T21:02:49.56702Z","steps":["trace[216310283] 'process raft request' (duration: 639.433973ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:02:49.567104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:02:48.927261Z","time spent":"639.784251ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:02:49.567199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.547063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-27T21:02:49.567231Z","caller":"traceutil/trace.go:171","msg":"trace[2081153060] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:462; }","duration":"411.626024ms","start":"2026-04-27T21:02:49.155597Z","end":"2026-04-27T21:02:49.567223Z","steps":["trace[2081153060] 'agreement among raft nodes before linearized reading' (duration: 411.530142ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:02:49.567252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:02:49.155577Z","time spent":"411.669056ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-27T21:02:49.56722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.065293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T21:02:49.567243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.421248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-27T21:02:49.567319Z","caller":"traceutil/trace.go:171","msg":"trace[1775807225] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:462; }","duration":"102.260646ms","start":"2026-04-27T21:02:49.465034Z","end":"2026-04-27T21:02:49.567294Z","steps":["trace[1775807225] 'agreement among raft nodes before linearized reading' (duration: 102.047201ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:02:49.567344Z","caller":"traceutil/trace.go:171","msg":"trace[1786080846] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:462; }","duration":"410.616231ms","start":"2026-04-27T21:02:49.156699Z","end":"2026-04-27T21:02:49.567316Z","steps":["trace[1786080846] 'agreement among raft nodes before linearized reading' (duration: 410.358426ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:02:49.567332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.572351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-27T21:02:49.567402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:02:49.156679Z","time spent":"410.708184ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-27T21:02:49.567412Z","caller":"traceutil/trace.go:171","msg":"trace[55875058] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:462; }","duration":"410.705073ms","start":"2026-04-27T21:02:49.156688Z","end":"2026-04-27T21:02:49.567393Z","steps":["trace[55875058] 'agreement among raft nodes before linearized reading' (duration: 410.537859ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:02:49.567461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:02:49.156666Z","time spent":"410.786945ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-27T21:02:52.236448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.888955ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T21:02:52.236561Z","caller":"traceutil/trace.go:171","msg":"trace[1715672885] linearizableReadLoop","detail":"{readStateIndex:485; appliedIndex:484; }","duration":"596.320419ms","start":"2026-04-27T21:02:51.640225Z","end":"2026-04-27T21:02:52.236545Z","steps":["trace[1715672885] 'read index received' (duration: 182.185758ms)","trace[1715672885] 'applied index is now lower than readState.Index' (duration: 414.133571ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:02:52.23661Z","caller":"traceutil/trace.go:171","msg":"trace[852392128] transaction","detail":"{read_only:false; response_revision:468; number_of_response:1; }","duration":"617.412655ms","start":"2026-04-27T21:02:51.619162Z","end":"2026-04-27T21:02:52.236575Z","steps":["trace[852392128] 'process raft request' (duration: 203.321636ms)","trace[852392128] 'compare' (duration: 413.757952ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:02:52.236737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.305928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-27T21:02:52.236776Z","caller":"traceutil/trace.go:171","msg":"trace[2129519004] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:468; }","duration":"596.38106ms","start":"2026-04-27T21:02:51.640385Z","end":"2026-04-27T21:02:52.236766Z","steps":["trace[2129519004] 'agreement among raft nodes before linearized reading' (duration: 596.257707ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:02:52.236778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:02:51.619131Z","time spent":"617.573459ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:02:52.236814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:02:51.640379Z","time spent":"596.426482ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-27T21:02:52.236777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.516363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-27T21:02:52.236874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.165819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" ","response":"range_response_count:3 size:12665"} {"level":"info","ts":"2026-04-27T21:02:52.236883Z","caller":"traceutil/trace.go:171","msg":"trace[835038957] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:468; }","duration":"596.678727ms","start":"2026-04-27T21:02:51.640181Z","end":"2026-04-27T21:02:52.23686Z","steps":["trace[835038957] 'agreement among raft nodes before linearized reading' (duration: 596.437951ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:02:52.236969Z","caller":"traceutil/trace.go:171","msg":"trace[1924409348] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:3; response_revision:468; }","duration":"441.245021ms","start":"2026-04-27T21:02:51.795679Z","end":"2026-04-27T21:02:52.236924Z","steps":["trace[1924409348] 'agreement among raft nodes before linearized reading' (duration: 441.031776ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:02:52.237002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:02:51.795616Z","time spent":"441.380814ms","remote":"127.0.0.1:39874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":3,"response size":12689,"request content":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" "} {"level":"warn","ts":"2026-04-27T21:02:52.236992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:02:51.640158Z","time spent":"596.820049ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-27T21:02:52.426905Z","caller":"traceutil/trace.go:171","msg":"trace[1121465063] transaction","detail":"{read_only:false; response_revision:469; number_of_response:1; }","duration":"186.286159ms","start":"2026-04-27T21:02:52.240591Z","end":"2026-04-27T21:02:52.426877Z","steps":["trace[1121465063] 'process raft request' (duration: 157.793857ms)","trace[1121465063] 'compare' (duration: 28.360409ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:02:52.441249Z","caller":"traceutil/trace.go:171","msg":"trace[665120839] transaction","detail":"{read_only:false; response_revision:470; number_of_response:1; }","duration":"199.42087ms","start":"2026-04-27T21:02:52.241808Z","end":"2026-04-27T21:02:52.441229Z","steps":["trace[665120839] 'process raft request' (duration: 199.259416ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:02:53.816091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:02:52.83073Z","time spent":"985.353412ms","remote":"127.0.0.1:45774","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-27T21:02:53.816178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.948959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-27T21:02:53.816233Z","caller":"traceutil/trace.go:171","msg":"trace[619064233] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:470; }","duration":"198.04879ms","start":"2026-04-27T21:02:53.618171Z","end":"2026-04-27T21:02:53.81622Z","steps":["trace[619064233] 'range keys from in-memory index tree' (duration: 197.850246ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:02:55.942259Z","caller":"traceutil/trace.go:171","msg":"trace[1846120885] transaction","detail":"{read_only:false; response_revision:511; number_of_response:1; }","duration":"112.880822ms","start":"2026-04-27T21:02:55.829347Z","end":"2026-04-27T21:02:55.942228Z","steps":["trace[1846120885] 'process raft request' (duration: 112.700808ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:02:56.940763Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185919323851338,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T21:02:57.441416Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185919323851338,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T21:02:57.49509Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.245893006s","expected-duration":"1s"} {"level":"info","ts":"2026-04-27T21:02:57.495547Z","caller":"traceutil/trace.go:171","msg":"trace[429622959] transaction","detail":"{read_only:false; response_revision:512; number_of_response:1; }","duration":"1.24644361s","start":"2026-04-27T21:02:56.249079Z","end":"2026-04-27T21:02:57.495523Z","steps":["trace[429622959] 'process raft request' (duration: 1.246230064s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:02:57.495672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:02:56.249058Z","time spent":"1.246551762s","remote":"127.0.0.1:39838","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6315,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-27T21:02:57.506067Z","caller":"traceutil/trace.go:171","msg":"trace[704525338] transaction","detail":"{read_only:false; response_revision:514; number_of_response:1; }","duration":"1.251290916s","start":"2026-04-27T21:02:56.254755Z","end":"2026-04-27T21:02:57.506046Z","steps":["trace[704525338] 'process raft request' (duration: 1.251067212s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:02:57.506176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:02:56.254745Z","time spent":"1.251382438s","remote":"127.0.0.1:39838","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8162,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-27T21:02:57.508444Z","caller":"traceutil/trace.go:171","msg":"trace[1523369915] transaction","detail":"{read_only:false; response_revision:516; number_of_response:1; }","duration":"1.240854186s","start":"2026-04-27T21:02:56.265414Z","end":"2026-04-27T21:02:57.506268Z","steps":["trace[1523369915] 'process raft request' (duration: 1.240725523s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:02:57.508853Z","caller":"traceutil/trace.go:171","msg":"trace[792491977] transaction","detail":"{read_only:false; response_revision:520; number_of_response:1; }","duration":"1.225606858s","start":"2026-04-27T21:02:56.283203Z","end":"2026-04-27T21:02:57.50881Z","steps":["trace[792491977] 'process raft request' (duration: 1.224079674s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:02:57.50916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:02:56.28319Z","time spent":"1.22574563s","remote":"127.0.0.1:39838","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":63889,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-27T21:02:57.509082Z","caller":"traceutil/trace.go:171","msg":"trace[2015952298] transaction","detail":"{read_only:false; response_revision:517; number_of_response:1; }","duration":"1.240566358s","start":"2026-04-27T21:02:56.265707Z","end":"2026-04-27T21:02:57.506274Z","steps":["trace[2015952298] 'process raft request' (duration: 1.240467286s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:02:57.509187Z","caller":"traceutil/trace.go:171","msg":"trace[62506464] transaction","detail":"{read_only:false; response_revision:519; number_of_response:1; }","duration":"1.233503393s","start":"2026-04-27T21:02:56.275272Z","end":"2026-04-27T21:02:57.508776Z","steps":["trace[62506464] 'process raft request' (duration: 1.230971357s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:02:57.50913Z","caller":"traceutil/trace.go:171","msg":"trace[20076145] transaction","detail":"{read_only:false; response_revision:515; number_of_response:1; }","duration":"1.247094944s","start":"2026-04-27T21:02:56.259129Z","end":"2026-04-27T21:02:57.506224Z","steps":["trace[20076145] 'process raft request' (duration: 1.246919921s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:02:57.509253Z","caller":"traceutil/trace.go:171","msg":"trace[44359572] transaction","detail":"{read_only:false; response_revision:513; number_of_response:1; }","duration":"1.257168967s","start":"2026-04-27T21:02:56.251873Z","end":"2026-04-27T21:02:57.509042Z","steps":["trace[44359572] 'process raft request' (duration: 1.253798622s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:02:57.509438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:02:56.275263Z","time spent":"1.234045925s","remote":"127.0.0.1:39838","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28462,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-27T21:02:57.509462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:02:56.259118Z","time spent":"1.250251254s","remote":"127.0.0.1:39838","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29801,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-27T21:02:57.509328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:02:56.265695Z","time spent":"1.243584155s","remote":"127.0.0.1:39838","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29820,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-27T21:02:57.509601Z","caller":"traceutil/trace.go:171","msg":"trace[1260657821] transaction","detail":"{read_only:false; response_revision:521; number_of_response:1; }","duration":"1.221785443s","start":"2026-04-27T21:02:56.287454Z","end":"2026-04-27T21:02:57.50924Z","steps":["trace[1260657821] 'process raft request' (duration: 1.22028521s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:02:57.509637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:02:56.251853Z","time spent":"1.257634658s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:02:57.509348Z","caller":"traceutil/trace.go:171","msg":"trace[1848256938] transaction","detail":"{read_only:false; response_revision:518; number_of_response:1; }","duration":"1.236384976s","start":"2026-04-27T21:02:56.269956Z","end":"2026-04-27T21:02:57.506341Z","steps":["trace[1848256938] 'process raft request' (duration: 1.236250853s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:02:57.509768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:02:56.287444Z","time spent":"1.222242344s","remote":"127.0.0.1:39838","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28166,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-27T21:02:57.509848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:02:56.269936Z","time spent":"1.239837054s","remote":"127.0.0.1:39838","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22019,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-27T21:02:57.510278Z","caller":"traceutil/trace.go:171","msg":"trace[1553893162] transaction","detail":"{read_only:false; response_revision:522; number_of_response:1; }","duration":"1.207390424s","start":"2026-04-27T21:02:56.302478Z","end":"2026-04-27T21:02:57.509869Z","steps":["trace[1553893162] 'process raft request' (duration: 1.207068647s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:02:57.510331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:02:56.265385Z","time spent":"1.243169007s","remote":"127.0.0.1:39838","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9490,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-27T21:02:57.51036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:02:56.30245Z","time spent":"1.207868285s","remote":"127.0.0.1:39838","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58271,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-27T21:02:57.510647Z","caller":"traceutil/trace.go:171","msg":"trace[1082657193] transaction","detail":"{read_only:false; response_revision:523; number_of_response:1; }","duration":"1.175753563s","start":"2026-04-27T21:02:56.334766Z","end":"2026-04-27T21:02:57.51052Z","steps":["trace[1082657193] 'process raft request' (duration: 1.175012677s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:02:57.510717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:02:56.334738Z","time spent":"1.175943748s","remote":"127.0.0.1:39838","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79374,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-27T21:02:57.512439Z","caller":"traceutil/trace.go:171","msg":"trace[1138857596] transaction","detail":"{read_only:false; response_revision:524; number_of_response:1; }","duration":"1.077152597s","start":"2026-04-27T21:02:56.435259Z","end":"2026-04-27T21:02:57.512412Z","steps":["trace[1138857596] 'process raft request' (duration: 1.076894661s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:02:57.512513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:02:56.435224Z","time spent":"1.07725811s","remote":"127.0.0.1:39838","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":149907,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-27T21:02:57.512472Z","caller":"traceutil/trace.go:171","msg":"trace[1967341315] linearizableReadLoop","detail":"{readStateIndex:541; appliedIndex:528; }","duration":"1.072683908s","start":"2026-04-27T21:02:56.439707Z","end":"2026-04-27T21:02:57.512391Z","steps":["trace[1967341315] 'read index received' (duration: 1.055701541s)","trace[1967341315] 'applied index is now lower than readState.Index' (duration: 16.981467ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:02:57.512587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.072876133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-27T21:02:57.512631Z","caller":"traceutil/trace.go:171","msg":"trace[1353303389] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:524; }","duration":"1.072954924s","start":"2026-04-27T21:02:56.439663Z","end":"2026-04-27T21:02:57.512618Z","steps":["trace[1353303389] 'agreement among raft nodes before linearized reading' (duration: 1.072852702s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:02:57.512673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:02:56.439645Z","time spent":"1.073020996s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-27T21:02:57.523439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.067237107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-27T21:02:57.523519Z","caller":"traceutil/trace.go:171","msg":"trace[6175655] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:527; }","duration":"1.06735137s","start":"2026-04-27T21:02:56.456153Z","end":"2026-04-27T21:02:57.523505Z","steps":["trace[6175655] 'agreement among raft nodes before linearized reading' (duration: 1.067195085s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:02:57.52355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:02:56.456143Z","time spent":"1.067400201s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-27T21:02:57.523821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.320551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:02:57.523847Z","caller":"traceutil/trace.go:171","msg":"trace[241043350] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:527; }","duration":"108.398653ms","start":"2026-04-27T21:02:57.415441Z","end":"2026-04-27T21:02:57.52384Z","steps":["trace[241043350] 'agreement among raft nodes before linearized reading' (duration: 108.359822ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:03:01.675095Z","caller":"traceutil/trace.go:171","msg":"trace[1418598146] linearizableReadLoop","detail":"{readStateIndex:626; appliedIndex:625; }","duration":"132.346405ms","start":"2026-04-27T21:03:01.542729Z","end":"2026-04-27T21:03:01.675076Z","steps":["trace[1418598146] 'read index received' (duration: 132.224781ms)","trace[1418598146] 'applied index is now lower than readState.Index' (duration: 120.824µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:03:01.675205Z","caller":"traceutil/trace.go:171","msg":"trace[1165184365] transaction","detail":"{read_only:false; response_revision:604; number_of_response:1; }","duration":"132.478427ms","start":"2026-04-27T21:03:01.542691Z","end":"2026-04-27T21:03:01.67517Z","steps":["trace[1165184365] 'process raft request' (duration: 132.269981ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:03:01.675321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.200159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-27T21:03:01.675351Z","caller":"traceutil/trace.go:171","msg":"trace[1053672806] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:604; }","duration":"108.26978ms","start":"2026-04-27T21:03:01.567072Z","end":"2026-04-27T21:03:01.675342Z","steps":["trace[1053672806] 'agreement among raft nodes before linearized reading' (duration: 108.148018ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:03:01.675416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.670361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-27T21:03:01.67551Z","caller":"traceutil/trace.go:171","msg":"trace[1704113052] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:604; }","duration":"132.804995ms","start":"2026-04-27T21:03:01.542682Z","end":"2026-04-27T21:03:01.675487Z","steps":["trace[1704113052] 'agreement among raft nodes before linearized reading' (duration: 132.526919ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:03:04.105963Z","caller":"traceutil/trace.go:171","msg":"trace[355066533] linearizableReadLoop","detail":"{readStateIndex:639; appliedIndex:638; }","duration":"426.134546ms","start":"2026-04-27T21:03:03.679804Z","end":"2026-04-27T21:03:04.105939Z","steps":["trace[355066533] 'read index received' (duration: 424.980771ms)","trace[355066533] 'applied index is now lower than readState.Index' (duration: 1.152775ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:03:04.10605Z","caller":"traceutil/trace.go:171","msg":"trace[1782407937] transaction","detail":"{read_only:false; response_revision:617; number_of_response:1; }","duration":"547.622439ms","start":"2026-04-27T21:03:03.5584Z","end":"2026-04-27T21:03:04.106022Z","steps":["trace[1782407937] 'process raft request' (duration: 546.542475ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:03:04.106202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.378861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-27T21:03:04.106216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:03:03.558365Z","time spent":"547.761771ms","remote":"127.0.0.1:39874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036285,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:03:04.106256Z","caller":"traceutil/trace.go:171","msg":"trace[1017240344] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:617; }","duration":"426.495204ms","start":"2026-04-27T21:03:03.679749Z","end":"2026-04-27T21:03:04.106244Z","steps":["trace[1017240344] 'agreement among raft nodes before linearized reading' (duration: 426.31627ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:03:04.106305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:03:03.679721Z","time spent":"426.569115ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-27T21:03:05.424004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.133290612s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T21:03:05.42411Z","caller":"traceutil/trace.go:171","msg":"trace[143245537] linearizableReadLoop","detail":"{readStateIndex:640; appliedIndex:639; }","duration":"1.318055637s","start":"2026-04-27T21:03:04.106038Z","end":"2026-04-27T21:03:05.424093Z","steps":["trace[143245537] 'read index received' (duration: 184.604692ms)","trace[143245537] 'applied index is now lower than readState.Index' (duration: 1.133449455s)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:03:05.424314Z","caller":"traceutil/trace.go:171","msg":"trace[755038421] transaction","detail":"{read_only:false; response_revision:618; number_of_response:1; }","duration":"1.33808043s","start":"2026-04-27T21:03:04.086185Z","end":"2026-04-27T21:03:05.424265Z","steps":["trace[755038421] 'process raft request' (duration: 204.447821ms)","trace[755038421] 'compare' (duration: 1.133186649s)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:03:05.424429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.416929149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-27T21:03:05.424444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.740112592s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-27T21:03:05.424508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:03:04.08616Z","time spent":"1.338251994s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:03:05.424523Z","caller":"traceutil/trace.go:171","msg":"trace[45831] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:618; }","duration":"1.740246224s","start":"2026-04-27T21:03:03.684258Z","end":"2026-04-27T21:03:05.424504Z","steps":["trace[45831] 'agreement among raft nodes before linearized reading' (duration: 1.740022009s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:03:05.424341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.371987063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-8n62b\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-04-27T21:03:05.424522Z","caller":"traceutil/trace.go:171","msg":"trace[206275195] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:618; }","duration":"1.417078382s","start":"2026-04-27T21:03:04.007421Z","end":"2026-04-27T21:03:05.4245Z","steps":["trace[206275195] 'agreement among raft nodes before linearized reading' (duration: 1.416825657s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:03:05.424524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.739088099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-27T21:03:05.424566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:03:03.684229Z","time spent":"1.740329367s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-27T21:03:05.424596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:03:04.007399Z","time spent":"1.417184374s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-27T21:03:05.424683Z","caller":"traceutil/trace.go:171","msg":"trace[1384732765] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:618; }","duration":"1.739220642s","start":"2026-04-27T21:03:03.685382Z","end":"2026-04-27T21:03:05.424603Z","steps":["trace[1384732765] 'agreement among raft nodes before linearized reading' (duration: 1.738918206s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:03:05.424567Z","caller":"traceutil/trace.go:171","msg":"trace[1385089578] range","detail":"{range_begin:/registry/pods/kube-system/cilium-8n62b; range_end:; response_count:1; response_revision:618; }","duration":"1.372241188s","start":"2026-04-27T21:03:04.052316Z","end":"2026-04-27T21:03:05.424558Z","steps":["trace[1385089578] 'agreement among raft nodes before linearized reading' (duration: 1.371979442s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:03:05.424746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:03:03.685375Z","time spent":"1.739355195s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-27T21:03:05.424778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:03:04.052298Z","time spent":"1.372467363s","remote":"127.0.0.1:39966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16989,"request content":"key:\"/registry/pods/kube-system/cilium-8n62b\" "} {"level":"warn","ts":"2026-04-27T21:03:05.427822Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.137249859s","expected-duration":"1s"} {"level":"info","ts":"2026-04-27T21:03:05.428225Z","caller":"traceutil/trace.go:171","msg":"trace[1624211159] transaction","detail":"{read_only:false; response_revision:620; number_of_response:1; }","duration":"1.264159962s","start":"2026-04-27T21:03:04.16402Z","end":"2026-04-27T21:03:05.42818Z","steps":["trace[1624211159] 'process raft request' (duration: 1.26409743s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:03:05.428252Z","caller":"traceutil/trace.go:171","msg":"trace[1151951528] transaction","detail":"{read_only:false; response_revision:619; number_of_response:1; }","duration":"1.316297697s","start":"2026-04-27T21:03:04.111923Z","end":"2026-04-27T21:03:05.428221Z","steps":["trace[1151951528] 'process raft request' (duration: 1.316070872s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:03:05.428343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:03:04.111899Z","time spent":"1.31639496s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:03:05.428338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:03:04.163997Z","time spent":"1.264292545s","remote":"127.0.0.1:40358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1627,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-27T21:03:05.436377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.020990471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:03:05.43643Z","caller":"traceutil/trace.go:171","msg":"trace[206537046] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:621; }","duration":"1.021046282s","start":"2026-04-27T21:03:04.415369Z","end":"2026-04-27T21:03:05.436415Z","steps":["trace[206537046] 'agreement among raft nodes before linearized reading' (duration: 1.02094402s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:03:05.436447Z","caller":"traceutil/trace.go:171","msg":"trace[350046659] transaction","detail":"{read_only:false; response_revision:621; number_of_response:1; }","duration":"510.2529ms","start":"2026-04-27T21:03:04.926162Z","end":"2026-04-27T21:03:05.436415Z","steps":["trace[350046659] 'process raft request' (duration: 510.074606ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:03:05.436475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:03:04.415295Z","time spent":"1.021161395s","remote":"127.0.0.1:39786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T21:03:05.436591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:03:04.926131Z","time spent":"510.393594ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:03:05.941767Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185919323851526,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T21:03:06.442338Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185919323851526,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T21:03:06.943372Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185919323851526,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T21:03:07.245119Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.776019479s","expected-duration":"1s"} {"level":"info","ts":"2026-04-27T21:03:07.245784Z","caller":"traceutil/trace.go:171","msg":"trace[583577262] transaction","detail":"{read_only:false; response_revision:625; number_of_response:1; }","duration":"1.806239099s","start":"2026-04-27T21:03:05.439521Z","end":"2026-04-27T21:03:07.24576Z","steps":["trace[583577262] 'process raft request' (duration: 1.805925562s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:03:07.246028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:03:05.439512Z","time spent":"1.806352861s","remote":"127.0.0.1:39966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:03:07.337747Z","caller":"traceutil/trace.go:171","msg":"trace[236027285] linearizableReadLoop","detail":"{readStateIndex:648; appliedIndex:646; }","duration":"1.896935569s","start":"2026-04-27T21:03:05.440779Z","end":"2026-04-27T21:03:07.337714Z","steps":["trace[236027285] 'read index received' (duration: 1.804627433s)","trace[236027285] 'applied index is now lower than readState.Index' (duration: 92.306696ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:03:07.337956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.899044976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:03:07.338074Z","caller":"traceutil/trace.go:171","msg":"trace[732675900] range","detail":"{range_begin:/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen; range_end:; response_count:0; response_revision:625; }","duration":"1.89920618s","start":"2026-04-27T21:03:05.438845Z","end":"2026-04-27T21:03:07.338052Z","steps":["trace[732675900] 'agreement among raft nodes before linearized reading' (duration: 1.898998295s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:03:07.33811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:03:05.438832Z","time spent":"1.899270721s","remote":"127.0.0.1:40020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" "} {"level":"warn","ts":"2026-04-27T21:03:07.337992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.891539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:03:07.338207Z","caller":"traceutil/trace.go:171","msg":"trace[1767175141] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:625; }","duration":"1.891794835s","start":"2026-04-27T21:03:05.44639Z","end":"2026-04-27T21:03:07.338185Z","steps":["trace[1767175141] 'agreement among raft nodes before linearized reading' (duration: 1.891527529s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:03:07.33827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:03:05.446373Z","time spent":"1.891881697s","remote":"127.0.0.1:39786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-27T21:03:07.738734Z","caller":"traceutil/trace.go:171","msg":"trace[1884161948] linearizableReadLoop","detail":"{readStateIndex:649; appliedIndex:648; }","duration":"295.162852ms","start":"2026-04-27T21:03:07.443554Z","end":"2026-04-27T21:03:07.738717Z","steps":["trace[1884161948] 'read index received' (duration: 294.974608ms)","trace[1884161948] 'applied index is now lower than readState.Index' (duration: 187.604µs)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:03:07.739196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.626152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-27T21:03:07.739228Z","caller":"traceutil/trace.go:171","msg":"trace[395282442] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:626; }","duration":"295.690134ms","start":"2026-04-27T21:03:07.443528Z","end":"2026-04-27T21:03:07.739219Z","steps":["trace[395282442] 'agreement among raft nodes before linearized reading' (duration: 295.570932ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:03:07.739361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.450779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-27T21:03:07.739408Z","caller":"traceutil/trace.go:171","msg":"trace[158220636] transaction","detail":"{read_only:false; response_revision:626; number_of_response:1; }","duration":"303.147009ms","start":"2026-04-27T21:03:07.436253Z","end":"2026-04-27T21:03:07.7394Z","steps":["trace[158220636] 'process raft request' (duration: 302.336432ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:03:07.739437Z","caller":"traceutil/trace.go:171","msg":"trace[278867153] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:626; }","duration":"295.644173ms","start":"2026-04-27T21:03:07.443775Z","end":"2026-04-27T21:03:07.739419Z","steps":["trace[278867153] 'agreement among raft nodes before linearized reading' (duration: 295.318345ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:03:07.739478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:03:07.43622Z","time spent":"303.210191ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:03:07.739817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.216784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-04-27T21:03:07.739942Z","caller":"traceutil/trace.go:171","msg":"trace[1883615918] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:626; }","duration":"295.343807ms","start":"2026-04-27T21:03:07.444584Z","end":"2026-04-27T21:03:07.739928Z","steps":["trace[1883615918] 'agreement among raft nodes before linearized reading' (duration: 295.02272ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:03:08.914647Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185919323851535,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T21:03:09.253599Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.508627321s","expected-duration":"1s"} {"level":"info","ts":"2026-04-27T21:03:09.283869Z","caller":"traceutil/trace.go:171","msg":"trace[660530429] transaction","detail":"{read_only:false; response_revision:627; number_of_response:1; }","duration":"1.538963004s","start":"2026-04-27T21:03:07.744878Z","end":"2026-04-27T21:03:09.283841Z","steps":["trace[660530429] 'process raft request' (duration: 1.50903065s)","trace[660530429] 'compare' (duration: 29.590535ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:03:09.284042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:03:07.744858Z","time spent":"1.539086847s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:03:10.160517Z","caller":"traceutil/trace.go:171","msg":"trace[1262453289] transaction","detail":"{read_only:false; response_revision:628; number_of_response:1; }","duration":"2.412900706s","start":"2026-04-27T21:03:07.747585Z","end":"2026-04-27T21:03:10.160486Z","steps":["trace[1262453289] 'process raft request' (duration: 2.41221215s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:03:10.160687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:03:07.747567Z","time spent":"2.41302323s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:03:10.160798Z","caller":"traceutil/trace.go:171","msg":"trace[1179831770] transaction","detail":"{read_only:false; response_revision:629; number_of_response:1; }","duration":"2.412990619s","start":"2026-04-27T21:03:07.747736Z","end":"2026-04-27T21:03:10.160727Z","steps":["trace[1179831770] 'process raft request' (duration: 2.412657221s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:03:10.160926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:03:07.747729Z","time spent":"2.413131301s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:03:10.161898Z","caller":"traceutil/trace.go:171","msg":"trace[1150558225] linearizableReadLoop","detail":"{readStateIndex:653; appliedIndex:649; }","duration":"1.748248783s","start":"2026-04-27T21:03:08.413626Z","end":"2026-04-27T21:03:10.161875Z","steps":["trace[1150558225] 'read index received' (duration: 840.199454ms)","trace[1150558225] 'applied index is now lower than readState.Index' (duration: 908.048139ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:03:10.162267Z","caller":"traceutil/trace.go:171","msg":"trace[535725319] transaction","detail":"{read_only:false; response_revision:630; number_of_response:1; }","duration":"2.412212901s","start":"2026-04-27T21:03:07.750026Z","end":"2026-04-27T21:03:10.162239Z","steps":["trace[535725319] 'process raft request' (duration: 2.411071266s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:03:10.162301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.54637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-27T21:03:10.162295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.748656011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:03:10.162355Z","caller":"traceutil/trace.go:171","msg":"trace[8766992] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:630; }","duration":"414.601851ms","start":"2026-04-27T21:03:09.747737Z","end":"2026-04-27T21:03:10.162339Z","steps":["trace[8766992] 'agreement among raft nodes before linearized reading' (duration: 414.435707ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:03:10.162397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:03:09.74768Z","time spent":"414.709663ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-27T21:03:10.16242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:03:07.749997Z","time spent":"2.412339684s","remote":"127.0.0.1:39874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036305,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:03:10.162428Z","caller":"traceutil/trace.go:171","msg":"trace[1335887387] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:630; }","duration":"1.748808285s","start":"2026-04-27T21:03:08.413576Z","end":"2026-04-27T21:03:10.162384Z","steps":["trace[1335887387] 'agreement among raft nodes before linearized reading' (duration: 1.748532379s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:03:10.162616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:03:08.413556Z","time spent":"1.74904828s","remote":"127.0.0.1:39786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T21:03:11.541408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.873835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-27T21:03:11.541541Z","caller":"traceutil/trace.go:171","msg":"trace[135953304] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:642; }","duration":"253.059ms","start":"2026-04-27T21:03:11.288467Z","end":"2026-04-27T21:03:11.541526Z","steps":["trace[135953304] 'range keys from in-memory index tree' (duration: 252.66807ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:03:11.541633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.887163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:03:11.541854Z","caller":"traceutil/trace.go:171","msg":"trace[306027539] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:642; }","duration":"127.163729ms","start":"2026-04-27T21:03:11.414667Z","end":"2026-04-27T21:03:11.541831Z","steps":["trace[306027539] 'range keys from in-memory index tree' (duration: 126.76791ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:03:12.311865Z","caller":"traceutil/trace.go:171","msg":"trace[785191913] linearizableReadLoop","detail":"{readStateIndex:669; appliedIndex:667; }","duration":"146.62254ms","start":"2026-04-27T21:03:12.165212Z","end":"2026-04-27T21:03:12.311834Z","steps":["trace[785191913] 'read index received' (duration: 9.182203ms)","trace[785191913] 'applied index is now lower than readState.Index' (duration: 137.438996ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:03:12.311913Z","caller":"traceutil/trace.go:171","msg":"trace[1349042155] transaction","detail":"{read_only:false; response_revision:645; number_of_response:1; }","duration":"217.704517ms","start":"2026-04-27T21:03:12.09418Z","end":"2026-04-27T21:03:12.311885Z","steps":["trace[1349042155] 'process raft request' (duration: 183.182471ms)","trace[1349042155] 'compare' (duration: 34.173067ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:03:12.312198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.37165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-27T21:03:12.312192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.966708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-27T21:03:12.31226Z","caller":"traceutil/trace.go:171","msg":"trace[1775163304] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:645; }","duration":"116.468992ms","start":"2026-04-27T21:03:12.195777Z","end":"2026-04-27T21:03:12.312246Z","steps":["trace[1775163304] 'agreement among raft nodes before linearized reading' (duration: 116.294649ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:03:12.312276Z","caller":"traceutil/trace.go:171","msg":"trace[2013968656] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:645; }","duration":"147.101151ms","start":"2026-04-27T21:03:12.165157Z","end":"2026-04-27T21:03:12.312258Z","steps":["trace[2013968656] 'agreement among raft nodes before linearized reading' (duration: 146.850035ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:03:12.312373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.883557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-27T21:03:12.312499Z","caller":"traceutil/trace.go:171","msg":"trace[1943454890] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:645; }","duration":"147.01966ms","start":"2026-04-27T21:03:12.165457Z","end":"2026-04-27T21:03:12.312477Z","steps":["trace[1943454890] 'agreement among raft nodes before linearized reading' (duration: 146.56485ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:03:13.260041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.063347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-04-27T21:03:13.260118Z","caller":"traceutil/trace.go:171","msg":"trace[694675709] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:652; }","duration":"155.19611ms","start":"2026-04-27T21:03:13.104906Z","end":"2026-04-27T21:03:13.260102Z","steps":["trace[694675709] 'range keys from in-memory index tree' (duration: 154.920503ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:03:13.474321Z","caller":"traceutil/trace.go:171","msg":"trace[1512129154] transaction","detail":"{read_only:false; response_revision:653; number_of_response:1; }","duration":"187.975247ms","start":"2026-04-27T21:03:13.286334Z","end":"2026-04-27T21:03:13.474309Z","steps":["trace[1512129154] 'process raft request' (duration: 187.743932ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:03:13.474276Z","caller":"traceutil/trace.go:171","msg":"trace[1636707395] linearizableReadLoop","detail":"{readStateIndex:678; appliedIndex:676; }","duration":"101.823167ms","start":"2026-04-27T21:03:13.372427Z","end":"2026-04-27T21:03:13.47425Z","steps":["trace[1636707395] 'read index received' (duration: 101.661343ms)","trace[1636707395] 'applied index is now lower than readState.Index' (duration: 161.034µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:03:13.474501Z","caller":"traceutil/trace.go:171","msg":"trace[1186335751] transaction","detail":"{read_only:false; response_revision:654; number_of_response:1; }","duration":"188.11313ms","start":"2026-04-27T21:03:13.286357Z","end":"2026-04-27T21:03:13.47447Z","steps":["trace[1186335751] 'process raft request' (duration: 187.852064ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:03:13.474549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.117024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-8n62b\" ","response":"range_response_count:1 size:17524"} {"level":"info","ts":"2026-04-27T21:03:13.474688Z","caller":"traceutil/trace.go:171","msg":"trace[1730985385] range","detail":"{range_begin:/registry/pods/kube-system/cilium-8n62b; range_end:; response_count:1; response_revision:654; }","duration":"102.296758ms","start":"2026-04-27T21:03:13.372385Z","end":"2026-04-27T21:03:13.474681Z","steps":["trace[1730985385] 'agreement among raft nodes before linearized reading' (duration: 102.034952ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:03:13.744793Z","caller":"traceutil/trace.go:171","msg":"trace[1814807197] transaction","detail":"{read_only:false; response_revision:661; number_of_response:1; }","duration":"237.440273ms","start":"2026-04-27T21:03:13.507323Z","end":"2026-04-27T21:03:13.744763Z","steps":["trace[1814807197] 'process raft request' (duration: 237.373182ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:03:13.744838Z","caller":"traceutil/trace.go:171","msg":"trace[831202835] transaction","detail":"{read_only:false; response_revision:660; number_of_response:1; }","duration":"238.586699ms","start":"2026-04-27T21:03:13.506225Z","end":"2026-04-27T21:03:13.744812Z","steps":["trace[831202835] 'process raft request' (duration: 238.270032ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:03:13.79577Z","caller":"traceutil/trace.go:171","msg":"trace[314452155] linearizableReadLoop","detail":"{readStateIndex:686; appliedIndex:683; }","duration":"220.810024ms","start":"2026-04-27T21:03:13.574935Z","end":"2026-04-27T21:03:13.795745Z","steps":["trace[314452155] 'read index received' (duration: 169.529978ms)","trace[314452155] 'applied index is now lower than readState.Index' (duration: 51.276116ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:03:13.795794Z","caller":"traceutil/trace.go:171","msg":"trace[938645108] transaction","detail":"{read_only:false; response_revision:662; number_of_response:1; }","duration":"241.137124ms","start":"2026-04-27T21:03:13.554623Z","end":"2026-04-27T21:03:13.79576Z","steps":["trace[938645108] 'process raft request' (duration: 240.94394ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:03:13.79601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.06957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-27T21:03:13.79605Z","caller":"traceutil/trace.go:171","msg":"trace[697357171] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:663; }","duration":"221.165283ms","start":"2026-04-27T21:03:13.574875Z","end":"2026-04-27T21:03:13.79604Z","steps":["trace[697357171] 'agreement among raft nodes before linearized reading' (duration: 220.964648ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:03:13.796257Z","caller":"traceutil/trace.go:171","msg":"trace[1714790847] transaction","detail":"{read_only:false; response_revision:663; number_of_response:1; }","duration":"109.957417ms","start":"2026-04-27T21:03:13.686287Z","end":"2026-04-27T21:03:13.796245Z","steps":["trace[1714790847] 'process raft request' (duration: 109.409175ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:03:14.151237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.360094ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T21:03:14.151327Z","caller":"traceutil/trace.go:171","msg":"trace[832398704] transaction","detail":"{read_only:false; response_revision:666; number_of_response:1; }","duration":"350.850867ms","start":"2026-04-27T21:03:13.800459Z","end":"2026-04-27T21:03:14.151309Z","steps":["trace[832398704] 'process raft request' (duration: 47.34371ms)","trace[832398704] 'compare' (duration: 303.049037ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:03:14.151362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:03:13.800435Z","time spent":"350.909069ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:03:14.165246Z","caller":"traceutil/trace.go:171","msg":"trace[1967059312] transaction","detail":"{read_only:false; response_revision:668; number_of_response:1; }","duration":"342.002211ms","start":"2026-04-27T21:03:13.823205Z","end":"2026-04-27T21:03:14.165207Z","steps":["trace[1967059312] 'process raft request' (duration: 341.926239ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:03:14.165297Z","caller":"traceutil/trace.go:171","msg":"trace[1690452170] transaction","detail":"{read_only:false; response_revision:667; number_of_response:1; }","duration":"343.37465ms","start":"2026-04-27T21:03:13.821893Z","end":"2026-04-27T21:03:14.165267Z","steps":["trace[1690452170] 'process raft request' (duration: 343.070164ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:03:14.165477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:03:13.821873Z","time spent":"343.493463ms","remote":"127.0.0.1:39838","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4165,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:03:14.166674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:03:13.823188Z","time spent":"342.159494ms","remote":"127.0.0.1:39838","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5153,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:03:14.172625Z","caller":"traceutil/trace.go:171","msg":"trace[1156428910] transaction","detail":"{read_only:false; response_revision:669; number_of_response:1; }","duration":"287.245718ms","start":"2026-04-27T21:03:13.885357Z","end":"2026-04-27T21:03:14.172602Z","steps":["trace[1156428910] 'process raft request' (duration: 287.103255ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:03:14.172883Z","caller":"traceutil/trace.go:171","msg":"trace[1363120724] transaction","detail":"{read_only:false; response_revision:670; number_of_response:1; }","duration":"140.30625ms","start":"2026-04-27T21:03:14.032555Z","end":"2026-04-27T21:03:14.172861Z","steps":["trace[1363120724] 'process raft request' (duration: 139.992333ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:03:14.356895Z","caller":"traceutil/trace.go:171","msg":"trace[1778964495] transaction","detail":"{read_only:false; response_revision:672; number_of_response:1; }","duration":"184.267705ms","start":"2026-04-27T21:03:14.172611Z","end":"2026-04-27T21:03:14.356878Z","steps":["trace[1778964495] 'process raft request' (duration: 184.152602ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:03:14.407864Z","caller":"traceutil/trace.go:171","msg":"trace[711822135] transaction","detail":"{read_only:false; response_revision:673; number_of_response:1; }","duration":"229.741913ms","start":"2026-04-27T21:03:14.178094Z","end":"2026-04-27T21:03:14.407836Z","steps":["trace[711822135] 'process raft request' (duration: 229.535918ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:03:14.408269Z","caller":"traceutil/trace.go:171","msg":"trace[1799241651] transaction","detail":"{read_only:false; response_revision:674; number_of_response:1; }","duration":"221.809497ms","start":"2026-04-27T21:03:14.186357Z","end":"2026-04-27T21:03:14.408166Z","steps":["trace[1799241651] 'process raft request' (duration: 221.415818ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:03:14.408374Z","caller":"traceutil/trace.go:171","msg":"trace[1385131398] transaction","detail":"{read_only:false; response_revision:675; number_of_response:1; }","duration":"121.001742ms","start":"2026-04-27T21:03:14.287345Z","end":"2026-04-27T21:03:14.408347Z","steps":["trace[1385131398] 'process raft request' (duration: 120.743376ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:03:14.719472Z","caller":"traceutil/trace.go:171","msg":"trace[1893260694] transaction","detail":"{read_only:false; response_revision:687; number_of_response:1; }","duration":"134.382199ms","start":"2026-04-27T21:03:14.585061Z","end":"2026-04-27T21:03:14.719443Z","steps":["trace[1893260694] 'process raft request' (duration: 134.097182ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:03:14.719528Z","caller":"traceutil/trace.go:171","msg":"trace[843909234] transaction","detail":"{read_only:false; response_revision:686; number_of_response:1; }","duration":"134.595083ms","start":"2026-04-27T21:03:14.584905Z","end":"2026-04-27T21:03:14.7195Z","steps":["trace[843909234] 'process raft request' (duration: 131.525745ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:03:15.128557Z","caller":"traceutil/trace.go:171","msg":"trace[171450837] linearizableReadLoop","detail":"{readStateIndex:714; appliedIndex:713; }","duration":"195.084695ms","start":"2026-04-27T21:03:14.933449Z","end":"2026-04-27T21:03:15.128534Z","steps":["trace[171450837] 'read index received' (duration: 194.909681ms)","trace[171450837] 'applied index is now lower than readState.Index' (duration: 173.974µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:03:15.128593Z","caller":"traceutil/trace.go:171","msg":"trace[575255545] transaction","detail":"{read_only:false; response_revision:690; number_of_response:1; }","duration":"199.631605ms","start":"2026-04-27T21:03:14.928945Z","end":"2026-04-27T21:03:15.128576Z","steps":["trace[575255545] 'process raft request' (duration: 199.434541ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:03:15.128857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.381161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-4gcbl\" ","response":"range_response_count:1 size:4888"} {"level":"info","ts":"2026-04-27T21:03:15.128943Z","caller":"traceutil/trace.go:171","msg":"trace[1826976663] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-4gcbl; range_end:; response_count:1; response_revision:690; }","duration":"195.502883ms","start":"2026-04-27T21:03:14.933419Z","end":"2026-04-27T21:03:15.128922Z","steps":["trace[1826976663] 'agreement among raft nodes before linearized reading' (duration: 195.260798ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:03:15.709949Z","caller":"traceutil/trace.go:171","msg":"trace[1489318652] transaction","detail":"{read_only:false; response_revision:691; number_of_response:1; }","duration":"574.014944ms","start":"2026-04-27T21:03:15.135908Z","end":"2026-04-27T21:03:15.709923Z","steps":["trace[1489318652] 'process raft request' (duration: 573.753577ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:03:15.710117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:03:15.135883Z","time spent":"574.145897ms","remote":"127.0.0.1:39966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4679,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:03:15.902491Z","caller":"traceutil/trace.go:171","msg":"trace[2092003353] transaction","detail":"{read_only:false; response_revision:692; number_of_response:1; }","duration":"760.536618ms","start":"2026-04-27T21:03:15.141931Z","end":"2026-04-27T21:03:15.902467Z","steps":["trace[2092003353] 'process raft request' (duration: 760.334694ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:03:15.902633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:03:15.141907Z","time spent":"760.65531ms","remote":"127.0.0.1:39838","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13214,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:03:15.902775Z","caller":"traceutil/trace.go:171","msg":"trace[781377801] linearizableReadLoop","detail":"{readStateIndex:716; appliedIndex:714; }","duration":"617.998119ms","start":"2026-04-27T21:03:15.284762Z","end":"2026-04-27T21:03:15.90276Z","steps":["trace[781377801] 'read index received' (duration: 425.051291ms)","trace[781377801] 'applied index is now lower than readState.Index' (duration: 192.946158ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:03:15.902831Z","caller":"traceutil/trace.go:171","msg":"trace[235218272] transaction","detail":"{read_only:false; response_revision:694; number_of_response:1; }","duration":"246.995595ms","start":"2026-04-27T21:03:15.655824Z","end":"2026-04-27T21:03:15.90282Z","steps":["trace[235218272] 'process raft request' (duration: 246.867312ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:03:15.902882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.125582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:03:15.902915Z","caller":"traceutil/trace.go:171","msg":"trace[1540788679] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:0; response_revision:694; }","duration":"618.267875ms","start":"2026-04-27T21:03:15.284637Z","end":"2026-04-27T21:03:15.902905Z","steps":["trace[1540788679] 'agreement among raft nodes before linearized reading' (duration: 618.209443ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:03:15.902919Z","caller":"traceutil/trace.go:171","msg":"trace[1534303071] transaction","detail":"{read_only:false; response_revision:693; number_of_response:1; }","duration":"508.963672ms","start":"2026-04-27T21:03:15.393942Z","end":"2026-04-27T21:03:15.902905Z","steps":["trace[1534303071] 'process raft request' (duration: 508.472031ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:03:15.90299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:03:15.393917Z","time spent":"509.049273ms","remote":"127.0.0.1:39864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":771,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-27T21:03:15.902937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:03:15.284585Z","time spent":"618.346456ms","remote":"127.0.0.1:39838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":29,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" "} {"level":"info","ts":"2026-04-27T21:03:15.928133Z","caller":"traceutil/trace.go:171","msg":"trace[1836807582] transaction","detail":"{read_only:false; response_revision:695; number_of_response:1; }","duration":"209.135205ms","start":"2026-04-27T21:03:15.718972Z","end":"2026-04-27T21:03:15.928107Z","steps":["trace[1836807582] 'process raft request' (duration: 208.90027ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:03:15.928453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.704016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:1 size:4333"} {"level":"warn","ts":"2026-04-27T21:03:15.928491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.060641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" ","response":"range_response_count:1 size:4180"} {"level":"info","ts":"2026-04-27T21:03:15.928522Z","caller":"traceutil/trace.go:171","msg":"trace[338988084] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:1; response_revision:696; }","duration":"443.89198ms","start":"2026-04-27T21:03:15.484614Z","end":"2026-04-27T21:03:15.928506Z","steps":["trace[338988084] 'agreement among raft nodes before linearized reading' (duration: 443.673024ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:03:15.928556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:03:15.484581Z","time spent":"443.968522ms","remote":"127.0.0.1:39838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4357,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" "} {"level":"info","ts":"2026-04-27T21:03:15.928547Z","caller":"traceutil/trace.go:171","msg":"trace[1783359809] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io; range_end:; response_count:1; response_revision:696; }","duration":"244.191394ms","start":"2026-04-27T21:03:15.684335Z","end":"2026-04-27T21:03:15.928527Z","steps":["trace[1783359809] 'agreement among raft nodes before linearized reading' (duration: 244.000368ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:03:15.928782Z","caller":"traceutil/trace.go:171","msg":"trace[1933470774] transaction","detail":"{read_only:false; response_revision:696; number_of_response:1; }","duration":"190.720767ms","start":"2026-04-27T21:03:15.738011Z","end":"2026-04-27T21:03:15.928732Z","steps":["trace[1933470774] 'process raft request' (duration: 190.039971ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:03:15.929069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.507422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-27T21:03:15.929139Z","caller":"traceutil/trace.go:171","msg":"trace[130270800] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:696; }","duration":"374.625375ms","start":"2026-04-27T21:03:15.5545Z","end":"2026-04-27T21:03:15.929125Z","steps":["trace[130270800] 'agreement among raft nodes before linearized reading' (duration: 373.925269ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:03:15.929171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:03:15.554474Z","time spent":"374.691546ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-27T21:03:15.929202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.749251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-8n62b\" ","response":"range_response_count:1 size:17974"} {"level":"info","ts":"2026-04-27T21:03:15.929251Z","caller":"traceutil/trace.go:171","msg":"trace[466736792] range","detail":"{range_begin:/registry/pods/kube-system/cilium-8n62b; range_end:; response_count:1; response_revision:696; }","duration":"214.838863ms","start":"2026-04-27T21:03:15.714398Z","end":"2026-04-27T21:03:15.929237Z","steps":["trace[466736792] 'agreement among raft nodes before linearized reading' (duration: 214.69536ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:03:16.763586Z","caller":"traceutil/trace.go:171","msg":"trace[1722303311] transaction","detail":"{read_only:false; response_revision:712; number_of_response:1; }","duration":"204.690837ms","start":"2026-04-27T21:03:16.558817Z","end":"2026-04-27T21:03:16.763508Z","steps":["trace[1722303311] 'process raft request' (duration: 204.480593ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:03:17.32374Z","caller":"traceutil/trace.go:171","msg":"trace[2097576699] transaction","detail":"{read_only:false; response_revision:713; number_of_response:1; }","duration":"184.04353ms","start":"2026-04-27T21:03:17.139673Z","end":"2026-04-27T21:03:17.323717Z","steps":["trace[2097576699] 'process raft request' (duration: 183.757523ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:03:17.526387Z","caller":"traceutil/trace.go:171","msg":"trace[713604550] linearizableReadLoop","detail":"{readStateIndex:739; appliedIndex:738; }","duration":"111.40012ms","start":"2026-04-27T21:03:17.414968Z","end":"2026-04-27T21:03:17.526369Z","steps":["trace[713604550] 'read index received' (duration: 111.155295ms)","trace[713604550] 'applied index is now lower than readState.Index' (duration: 243.885µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:03:17.52645Z","caller":"traceutil/trace.go:171","msg":"trace[787266850] transaction","detail":"{read_only:false; response_revision:714; number_of_response:1; }","duration":"128.56055ms","start":"2026-04-27T21:03:17.397858Z","end":"2026-04-27T21:03:17.526419Z","steps":["trace[787266850] 'process raft request' (duration: 128.275904ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:03:17.526509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.525673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:03:17.526539Z","caller":"traceutil/trace.go:171","msg":"trace[1416649446] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:714; }","duration":"111.592194ms","start":"2026-04-27T21:03:17.414937Z","end":"2026-04-27T21:03:17.526529Z","steps":["trace[1416649446] 'agreement among raft nodes before linearized reading' (duration: 111.529212ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:03:17.784175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.912182ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-27T21:03:17.78443Z","caller":"traceutil/trace.go:171","msg":"trace[83600737] linearizableReadLoop","detail":"{readStateIndex:741; appliedIndex:739; }","duration":"257.968198ms","start":"2026-04-27T21:03:17.526444Z","end":"2026-04-27T21:03:17.784412Z","steps":["trace[83600737] 'read index received' (duration: 154.859572ms)","trace[83600737] 'applied index is now lower than readState.Index' (duration: 103.107726ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:03:17.784445Z","caller":"traceutil/trace.go:171","msg":"trace[2007214166] transaction","detail":"{read_only:false; response_revision:715; number_of_response:1; }","duration":"368.760294ms","start":"2026-04-27T21:03:17.415638Z","end":"2026-04-27T21:03:17.784398Z","steps":["trace[2007214166] 'process raft request' (duration: 265.552806ms)","trace[2007214166] 'compare' (duration: 102.731548ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:03:17.78451Z","caller":"traceutil/trace.go:171","msg":"trace[658774403] transaction","detail":"{read_only:false; response_revision:716; number_of_response:1; }","duration":"271.660272ms","start":"2026-04-27T21:03:17.512841Z","end":"2026-04-27T21:03:17.784501Z","steps":["trace[658774403] 'process raft request' (duration: 271.483068ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:03:17.784675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:03:17.415626Z","time spent":"368.924958ms","remote":"127.0.0.1:39864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":761,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-27T21:03:17.784817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.823618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-8n62b\" ","response":"range_response_count:1 size:18337"} {"level":"info","ts":"2026-04-27T21:03:17.784895Z","caller":"traceutil/trace.go:171","msg":"trace[1986253411] range","detail":"{range_begin:/registry/pods/kube-system/cilium-8n62b; range_end:; response_count:1; response_revision:716; }","duration":"369.93629ms","start":"2026-04-27T21:03:17.414939Z","end":"2026-04-27T21:03:17.784875Z","steps":["trace[1986253411] 'agreement among raft nodes before linearized reading' (duration: 369.575412ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:03:17.784946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:03:17.414924Z","time spent":"370.010532ms","remote":"127.0.0.1:39966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":18361,"request content":"key:\"/registry/pods/kube-system/cilium-8n62b\" "} {"level":"warn","ts":"2026-04-27T21:03:17.794086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.465407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:03:17.794124Z","caller":"traceutil/trace.go:171","msg":"trace[501722966] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:717; }","duration":"266.526967ms","start":"2026-04-27T21:03:17.527587Z","end":"2026-04-27T21:03:17.794114Z","steps":["trace[501722966] 'agreement among raft nodes before linearized reading' (duration: 266.452686ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:03:17.794106Z","caller":"traceutil/trace.go:171","msg":"trace[1141762585] transaction","detail":"{read_only:false; response_revision:717; number_of_response:1; }","duration":"193.117919ms","start":"2026-04-27T21:03:17.600955Z","end":"2026-04-27T21:03:17.794073Z","steps":["trace[1141762585] 'process raft request' (duration: 192.933495ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:03:17.79431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.456749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:1 size:24244"} {"level":"info","ts":"2026-04-27T21:03:17.794339Z","caller":"traceutil/trace.go:171","msg":"trace[1313134737] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:1; response_revision:717; }","duration":"110.532641ms","start":"2026-04-27T21:03:17.683798Z","end":"2026-04-27T21:03:17.794331Z","steps":["trace[1313134737] 'agreement among raft nodes before linearized reading' (duration: 110.440489ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:03:18.261474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.21032ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T21:03:18.261632Z","caller":"traceutil/trace.go:171","msg":"trace[1030991996] transaction","detail":"{read_only:false; response_revision:723; number_of_response:1; }","duration":"233.559597ms","start":"2026-04-27T21:03:18.028043Z","end":"2026-04-27T21:03:18.261603Z","steps":["trace[1030991996] 'process raft request' (duration: 115.129072ms)","trace[1030991996] 'compare' (duration: 117.980435ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:03:18.607025Z","caller":"traceutil/trace.go:171","msg":"trace[1308576635] transaction","detail":"{read_only:false; response_revision:725; number_of_response:1; }","duration":"127.16067ms","start":"2026-04-27T21:03:18.47983Z","end":"2026-04-27T21:03:18.606991Z","steps":["trace[1308576635] 'process raft request' (duration: 126.937635ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:03:18.765089Z","caller":"traceutil/trace.go:171","msg":"trace[1037415825] transaction","detail":"{read_only:false; response_revision:727; number_of_response:1; }","duration":"153.051533ms","start":"2026-04-27T21:03:18.612006Z","end":"2026-04-27T21:03:18.765058Z","steps":["trace[1037415825] 'process raft request' (duration: 152.968611ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:03:18.765189Z","caller":"traceutil/trace.go:171","msg":"trace[868935284] transaction","detail":"{read_only:false; response_revision:726; number_of_response:1; }","duration":"153.807369ms","start":"2026-04-27T21:03:18.611338Z","end":"2026-04-27T21:03:18.765146Z","steps":["trace[868935284] 'process raft request' (duration: 134.91625ms)","trace[868935284] 'compare' (duration: 18.501601ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:03:18.765283Z","caller":"traceutil/trace.go:171","msg":"trace[1946606057] transaction","detail":"{read_only:false; response_revision:728; number_of_response:1; }","duration":"151.987038ms","start":"2026-04-27T21:03:18.613261Z","end":"2026-04-27T21:03:18.765248Z","steps":["trace[1946606057] 'process raft request' (duration: 151.753903ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:03:20.596256Z","caller":"traceutil/trace.go:171","msg":"trace[1673324646] transaction","detail":"{read_only:false; response_revision:738; number_of_response:1; }","duration":"137.359755ms","start":"2026-04-27T21:03:20.45886Z","end":"2026-04-27T21:03:20.596219Z","steps":["trace[1673324646] 'process raft request' (duration: 137.12824ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:03:22.946311Z","caller":"traceutil/trace.go:171","msg":"trace[308671702] transaction","detail":"{read_only:false; response_revision:749; number_of_response:1; }","duration":"106.147093ms","start":"2026-04-27T21:03:22.840133Z","end":"2026-04-27T21:03:22.946281Z","steps":["trace[308671702] 'process raft request' (duration: 106.046041ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:03:22.946403Z","caller":"traceutil/trace.go:171","msg":"trace[60945911] transaction","detail":"{read_only:false; response_revision:748; number_of_response:1; }","duration":"106.265876ms","start":"2026-04-27T21:03:22.840103Z","end":"2026-04-27T21:03:22.946369Z","steps":["trace[60945911] 'process raft request' (duration: 73.701693ms)","trace[60945911] 'compare' (duration: 32.254066ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:03:23.81384Z","caller":"traceutil/trace.go:171","msg":"trace[494163146] transaction","detail":"{read_only:false; response_revision:761; number_of_response:1; }","duration":"166.00233ms","start":"2026-04-27T21:03:23.647812Z","end":"2026-04-27T21:03:23.813814Z","steps":["trace[494163146] 'process raft request' (duration: 165.769525ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:03:24.550542Z","caller":"traceutil/trace.go:171","msg":"trace[411859249] transaction","detail":"{read_only:false; response_revision:763; number_of_response:1; }","duration":"134.927701ms","start":"2026-04-27T21:03:24.415589Z","end":"2026-04-27T21:03:24.550517Z","steps":["trace[411859249] 'process raft request' (duration: 134.778518ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:03:25.184927Z","caller":"traceutil/trace.go:171","msg":"trace[897739419] transaction","detail":"{read_only:false; response_revision:765; number_of_response:1; }","duration":"230.034479ms","start":"2026-04-27T21:03:24.954867Z","end":"2026-04-27T21:03:25.184902Z","steps":["trace[897739419] 'process raft request' (duration: 229.867075ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:03:25.24689Z","caller":"traceutil/trace.go:171","msg":"trace[739570194] transaction","detail":"{read_only:false; response_revision:766; number_of_response:1; }","duration":"291.966801ms","start":"2026-04-27T21:03:24.954898Z","end":"2026-04-27T21:03:25.246865Z","steps":["trace[739570194] 'process raft request' (duration: 291.823028ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:03:25.639925Z","caller":"traceutil/trace.go:171","msg":"trace[139211864] transaction","detail":"{read_only:false; response_revision:768; number_of_response:1; }","duration":"141.283721ms","start":"2026-04-27T21:03:25.498626Z","end":"2026-04-27T21:03:25.639909Z","steps":["trace[139211864] 'process raft request' (duration: 141.158558ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:03:25.905078Z","caller":"traceutil/trace.go:171","msg":"trace[1203493477] transaction","detail":"{read_only:false; response_revision:769; number_of_response:1; }","duration":"208.446691ms","start":"2026-04-27T21:03:25.696602Z","end":"2026-04-27T21:03:25.905049Z","steps":["trace[1203493477] 'process raft request' (duration: 206.310263ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:03:26.266379Z","caller":"traceutil/trace.go:171","msg":"trace[274312396] linearizableReadLoop","detail":"{readStateIndex:799; appliedIndex:798; }","duration":"155.406436ms","start":"2026-04-27T21:03:26.110948Z","end":"2026-04-27T21:03:26.266354Z","steps":["trace[274312396] 'read index received' (duration: 89.399312ms)","trace[274312396] 'applied index is now lower than readState.Index' (duration: 66.006154ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:03:26.266689Z","caller":"traceutil/trace.go:171","msg":"trace[1432355816] transaction","detail":"{read_only:false; response_revision:770; number_of_response:1; }","duration":"351.580654ms","start":"2026-04-27T21:03:25.915092Z","end":"2026-04-27T21:03:26.266673Z","steps":["trace[1432355816] 'process raft request' (duration: 285.334255ms)","trace[1432355816] 'compare' (duration: 65.738058ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:03:26.266814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:03:25.91507Z","time spent":"351.677877ms","remote":"127.0.0.1:50604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2859,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-27T21:03:26.267155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.209663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-04-27T21:03:26.267201Z","caller":"traceutil/trace.go:171","msg":"trace[844714667] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:770; }","duration":"156.259534ms","start":"2026-04-27T21:03:26.110931Z","end":"2026-04-27T21:03:26.26719Z","steps":["trace[844714667] 'agreement among raft nodes before linearized reading' (duration: 156.099251ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:03:26.295534Z","caller":"traceutil/trace.go:171","msg":"trace[1359848933] transaction","detail":"{read_only:false; response_revision:771; number_of_response:1; }","duration":"183.569629ms","start":"2026-04-27T21:03:26.11195Z","end":"2026-04-27T21:03:26.29552Z","steps":["trace[1359848933] 'process raft request' (duration: 183.495107ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:03:26.500049Z","caller":"traceutil/trace.go:171","msg":"trace[662581579] transaction","detail":"{read_only:false; response_revision:772; number_of_response:1; }","duration":"228.099896ms","start":"2026-04-27T21:03:26.271913Z","end":"2026-04-27T21:03:26.500013Z","steps":["trace[662581579] 'process raft request' (duration: 154.717149ms)","trace[662581579] 'compare' (duration: 73.234384ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:03:26.500328Z","caller":"traceutil/trace.go:171","msg":"trace[1117872591] linearizableReadLoop","detail":"{readStateIndex:802; appliedIndex:800; }","duration":"146.246451ms","start":"2026-04-27T21:03:26.354011Z","end":"2026-04-27T21:03:26.500257Z","steps":["trace[1117872591] 'read index received' (duration: 72.62199ms)","trace[1117872591] 'applied index is now lower than readState.Index' (duration: 73.621541ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:03:26.500368Z","caller":"traceutil/trace.go:171","msg":"trace[753186928] transaction","detail":"{read_only:false; response_revision:773; number_of_response:1; }","duration":"211.087939ms","start":"2026-04-27T21:03:26.289265Z","end":"2026-04-27T21:03:26.500353Z","steps":["trace[753186928] 'process raft request' (duration: 210.704401ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:03:26.500471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.444215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:03:26.500522Z","caller":"traceutil/trace.go:171","msg":"trace[2133417148] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:773; }","duration":"146.537598ms","start":"2026-04-27T21:03:26.353972Z","end":"2026-04-27T21:03:26.50051Z","steps":["trace[2133417148] 'agreement among raft nodes before linearized reading' (duration: 146.440056ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:03:26.500747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.63587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:03:26.5008Z","caller":"traceutil/trace.go:171","msg":"trace[1570823076] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:773; }","duration":"146.752094ms","start":"2026-04-27T21:03:26.354035Z","end":"2026-04-27T21:03:26.500787Z","steps":["trace[1570823076] 'agreement among raft nodes before linearized reading' (duration: 146.63935ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:03:26.500942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.319661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:03:26.501071Z","caller":"traceutil/trace.go:171","msg":"trace[1605488836] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:773; }","duration":"122.458564ms","start":"2026-04-27T21:03:26.378592Z","end":"2026-04-27T21:03:26.50105Z","steps":["trace[1605488836] 'agreement among raft nodes before linearized reading' (duration: 122.288331ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:03:26.501282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.279871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:03:26.501332Z","caller":"traceutil/trace.go:171","msg":"trace[1913242730] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:773; }","duration":"122.360442ms","start":"2026-04-27T21:03:26.378958Z","end":"2026-04-27T21:03:26.501319Z","steps":["trace[1913242730] 'agreement among raft nodes before linearized reading' (duration: 122.27551ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:03:26.501523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.919675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:03:26.501621Z","caller":"traceutil/trace.go:171","msg":"trace[602194559] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:773; }","duration":"123.040497ms","start":"2026-04-27T21:03:26.378549Z","end":"2026-04-27T21:03:26.50159Z","steps":["trace[602194559] 'agreement among raft nodes before linearized reading' (duration: 122.887174ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:03:27.013326Z","caller":"traceutil/trace.go:171","msg":"trace[234309202] transaction","detail":"{read_only:false; response_revision:775; number_of_response:1; }","duration":"104.738542ms","start":"2026-04-27T21:03:26.90856Z","end":"2026-04-27T21:03:27.013299Z","steps":["trace[234309202] 'process raft request' (duration: 104.494496ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:03:27.398934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.53719ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-27T21:03:27.399055Z","caller":"traceutil/trace.go:171","msg":"trace[547571309] linearizableReadLoop","detail":"{readStateIndex:806; appliedIndex:805; }","duration":"293.65111ms","start":"2026-04-27T21:03:27.105387Z","end":"2026-04-27T21:03:27.399038Z","steps":["trace[547571309] 'read index received' (duration: 7.890035ms)","trace[547571309] 'applied index is now lower than readState.Index' (duration: 285.760045ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:03:27.399191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.806053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:03:27.39928Z","caller":"traceutil/trace.go:171","msg":"trace[1576390788] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:776; }","duration":"293.931046ms","start":"2026-04-27T21:03:27.105334Z","end":"2026-04-27T21:03:27.399265Z","steps":["trace[1576390788] 'agreement among raft nodes before linearized reading' (duration: 293.793293ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:03:27.399342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.314808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:03:27.399418Z","caller":"traceutil/trace.go:171","msg":"trace[1969102739] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:776; }","duration":"125.4223ms","start":"2026-04-27T21:03:27.273979Z","end":"2026-04-27T21:03:27.399401Z","steps":["trace[1969102739] 'agreement among raft nodes before linearized reading' (duration: 125.272526ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:03:27.399369Z","caller":"traceutil/trace.go:171","msg":"trace[1117403572] transaction","detail":"{read_only:false; response_revision:776; number_of_response:1; }","duration":"312.400114ms","start":"2026-04-27T21:03:27.086667Z","end":"2026-04-27T21:03:27.399068Z","steps":["trace[1117403572] 'process raft request' (duration: 26.65882ms)","trace[1117403572] 'compare' (duration: 285.414887ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:03:27.399618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:03:27.086647Z","time spent":"312.843265ms","remote":"127.0.0.1:39864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":802,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-27T21:03:27.399669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.347106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-27T21:03:27.399747Z","caller":"traceutil/trace.go:171","msg":"trace[2074320249] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:776; }","duration":"147.454619ms","start":"2026-04-27T21:03:27.252273Z","end":"2026-04-27T21:03:27.399728Z","steps":["trace[2074320249] 'agreement among raft nodes before linearized reading' (duration: 147.261374ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:03:27.399733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.65794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-27T21:03:27.399779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.396976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:03:27.399823Z","caller":"traceutil/trace.go:171","msg":"trace[761872348] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:776; }","duration":"294.443757ms","start":"2026-04-27T21:03:27.105369Z","end":"2026-04-27T21:03:27.399813Z","steps":["trace[761872348] 'agreement among raft nodes before linearized reading' (duration: 294.379535ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:03:27.399825Z","caller":"traceutil/trace.go:171","msg":"trace[1261407558] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:776; }","duration":"206.795673ms","start":"2026-04-27T21:03:27.193008Z","end":"2026-04-27T21:03:27.399803Z","steps":["trace[1261407558] 'agreement among raft nodes before linearized reading' (duration: 206.467686ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:03:27.399868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.768168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:03:27.399917Z","caller":"traceutil/trace.go:171","msg":"trace[1380557179] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:776; }","duration":"176.84777ms","start":"2026-04-27T21:03:27.223055Z","end":"2026-04-27T21:03:27.399902Z","steps":["trace[1380557179] 'agreement among raft nodes before linearized reading' (duration: 176.776099ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:03:27.39994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.566245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:03:27.399963Z","caller":"traceutil/trace.go:171","msg":"trace[1777435310] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:776; }","duration":"126.615277ms","start":"2026-04-27T21:03:27.273341Z","end":"2026-04-27T21:03:27.399956Z","steps":["trace[1777435310] 'agreement among raft nodes before linearized reading' (duration: 126.575236ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:03:27.400072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.926372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T21:03:27.40007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.654286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:03:27.400106Z","caller":"traceutil/trace.go:171","msg":"trace[1656337365] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:776; }","duration":"269.002014ms","start":"2026-04-27T21:03:27.131093Z","end":"2026-04-27T21:03:27.400095Z","steps":["trace[1656337365] 'agreement among raft nodes before linearized reading' (duration: 268.950643ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:03:27.400113Z","caller":"traceutil/trace.go:171","msg":"trace[864564198] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:776; }","duration":"268.709137ms","start":"2026-04-27T21:03:27.131392Z","end":"2026-04-27T21:03:27.400102Z","steps":["trace[864564198] 'agreement among raft nodes before linearized reading' (duration: 268.644075ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:03:27.400119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.99789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T21:03:27.40014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.043405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T21:03:27.400068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.700895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:03:27.400178Z","caller":"traceutil/trace.go:171","msg":"trace[1416761708] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:776; }","duration":"177.111567ms","start":"2026-04-27T21:03:27.223054Z","end":"2026-04-27T21:03:27.400166Z","steps":["trace[1416761708] 'agreement among raft nodes before linearized reading' (duration: 177.053996ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:03:27.400197Z","caller":"traceutil/trace.go:171","msg":"trace[692980933] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:776; }","duration":"244.848809ms","start":"2026-04-27T21:03:27.15534Z","end":"2026-04-27T21:03:27.400189Z","steps":["trace[692980933] 'agreement among raft nodes before linearized reading' (duration: 244.694965ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:03:27.400208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.606283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T21:03:27.400084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.811892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:03:27.400282Z","caller":"traceutil/trace.go:171","msg":"trace[1531660790] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:776; }","duration":"127.003296ms","start":"2026-04-27T21:03:27.273264Z","end":"2026-04-27T21:03:27.400268Z","steps":["trace[1531660790] 'agreement among raft nodes before linearized reading' (duration: 126.801092ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:03:27.400315Z","caller":"traceutil/trace.go:171","msg":"trace[2131475133] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:776; }","duration":"244.682825ms","start":"2026-04-27T21:03:27.155543Z","end":"2026-04-27T21:03:27.400226Z","steps":["trace[2131475133] 'agreement among raft nodes before linearized reading' (duration: 244.645174ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:03:27.400166Z","caller":"traceutil/trace.go:171","msg":"trace[1170695443] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:776; }","duration":"244.049311ms","start":"2026-04-27T21:03:27.156102Z","end":"2026-04-27T21:03:27.400151Z","steps":["trace[1170695443] 'agreement among raft nodes before linearized reading' (duration: 243.99666ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:03:27.400493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.272327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:03:27.40055Z","caller":"traceutil/trace.go:171","msg":"trace[328235599] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:776; }","duration":"269.526826ms","start":"2026-04-27T21:03:27.130998Z","end":"2026-04-27T21:03:27.400525Z","steps":["trace[328235599] 'agreement among raft nodes before linearized reading' (duration: 268.218607ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:03:27.653989Z","caller":"traceutil/trace.go:171","msg":"trace[2125442058] transaction","detail":"{read_only:false; response_revision:777; number_of_response:1; }","duration":"249.208894ms","start":"2026-04-27T21:03:27.40475Z","end":"2026-04-27T21:03:27.653959Z","steps":["trace[2125442058] 'process raft request' (duration: 203.395809ms)","trace[2125442058] 'compare' (duration: 45.511699ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:03:27.721682Z","caller":"traceutil/trace.go:171","msg":"trace[467703489] linearizableReadLoop","detail":"{readStateIndex:808; appliedIndex:806; }","duration":"314.335188ms","start":"2026-04-27T21:03:27.40732Z","end":"2026-04-27T21:03:27.721655Z","steps":["trace[467703489] 'read index received' (duration: 200.832492ms)","trace[467703489] 'applied index is now lower than readState.Index' (duration: 113.501336ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:03:27.72176Z","caller":"traceutil/trace.go:171","msg":"trace[2007338542] transaction","detail":"{read_only:false; response_revision:778; number_of_response:1; }","duration":"316.285411ms","start":"2026-04-27T21:03:27.405439Z","end":"2026-04-27T21:03:27.721724Z","steps":["trace[2007338542] 'process raft request' (duration: 316.062586ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:03:27.721865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.497761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:03:27.721909Z","caller":"traceutil/trace.go:171","msg":"trace[836988842] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:778; }","duration":"314.583263ms","start":"2026-04-27T21:03:27.407315Z","end":"2026-04-27T21:03:27.721898Z","steps":["trace[836988842] 'agreement among raft nodes before linearized reading' (duration: 314.47353ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:03:27.721932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:03:27.405413Z","time spent":"316.423445ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:03:27.721956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:03:27.407276Z","time spent":"314.669075ms","remote":"127.0.0.1:42842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:03:27.722174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.835519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:03:27.722216Z","caller":"traceutil/trace.go:171","msg":"trace[246207622] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:778; }","duration":"314.913392ms","start":"2026-04-27T21:03:27.407291Z","end":"2026-04-27T21:03:27.722204Z","steps":["trace[246207622] 'agreement among raft nodes before linearized reading' (duration: 314.829389ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:03:27.722248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:03:27.407275Z","time spent":"314.964142ms","remote":"127.0.0.1:42842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" limit:10000 "} {"level":"warn","ts":"2026-04-27T21:03:27.722305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.387559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:03:27.722346Z","caller":"traceutil/trace.go:171","msg":"trace[471283833] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:778; }","duration":"208.430371ms","start":"2026-04-27T21:03:27.513905Z","end":"2026-04-27T21:03:27.722335Z","steps":["trace[471283833] 'agreement among raft nodes before linearized reading' (duration: 208.36869ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:03:27.722387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.86185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:03:27.722446Z","caller":"traceutil/trace.go:171","msg":"trace[678709931] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:778; }","duration":"208.970543ms","start":"2026-04-27T21:03:27.513461Z","end":"2026-04-27T21:03:27.722432Z","steps":["trace[678709931] 'agreement among raft nodes before linearized reading' (duration: 208.8518ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:03:27.722423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.315601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T21:03:27.722516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.397642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:03:27.722522Z","caller":"traceutil/trace.go:171","msg":"trace[642231607] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:778; }","duration":"154.458395ms","start":"2026-04-27T21:03:27.568039Z","end":"2026-04-27T21:03:27.722497Z","steps":["trace[642231607] 'agreement among raft nodes before linearized reading' (duration: 154.268631ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:03:27.722556Z","caller":"traceutil/trace.go:171","msg":"trace[243087151] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:778; }","duration":"172.462433ms","start":"2026-04-27T21:03:27.550084Z","end":"2026-04-27T21:03:27.722546Z","steps":["trace[243087151] 'agreement among raft nodes before linearized reading' (duration: 172.398952ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:03:27.722641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.849468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T21:03:27.722625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.761546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:03:27.722679Z","caller":"traceutil/trace.go:171","msg":"trace[1956506505] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:778; }","duration":"244.91867ms","start":"2026-04-27T21:03:27.477751Z","end":"2026-04-27T21:03:27.722669Z","steps":["trace[1956506505] 'agreement among raft nodes before linearized reading' (duration: 244.859958ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:03:27.722712Z","caller":"traceutil/trace.go:171","msg":"trace[412696892] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:778; }","duration":"244.873109ms","start":"2026-04-27T21:03:27.477805Z","end":"2026-04-27T21:03:27.722678Z","steps":["trace[412696892] 'agreement among raft nodes before linearized reading' (duration: 244.740166ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:03:27.722732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.613437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T21:03:27.722767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.124666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:03:27.722795Z","caller":"traceutil/trace.go:171","msg":"trace[1780629384] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:778; }","duration":"172.704968ms","start":"2026-04-27T21:03:27.550075Z","end":"2026-04-27T21:03:27.72278Z","steps":["trace[1780629384] 'agreement among raft nodes before linearized reading' (duration: 172.632507ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:03:27.722814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.78798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T21:03:27.722848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.061166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:03:27.722881Z","caller":"traceutil/trace.go:171","msg":"trace[469287425] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:778; }","duration":"301.853422ms","start":"2026-04-27T21:03:27.421005Z","end":"2026-04-27T21:03:27.722858Z","steps":["trace[469287425] 'agreement among raft nodes before linearized reading' (duration: 301.75244ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:03:27.722903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.585415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T21:03:27.722942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.461284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:03:27.72295Z","caller":"traceutil/trace.go:171","msg":"trace[395988626] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:778; }","duration":"227.640336ms","start":"2026-04-27T21:03:27.4953Z","end":"2026-04-27T21:03:27.722941Z","steps":["trace[395988626] 'agreement among raft nodes before linearized reading' (duration: 227.570594ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:03:27.722953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:03:27.420982Z","time spent":"301.936223ms","remote":"127.0.0.1:42844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:10000 "} {"level":"info","ts":"2026-04-27T21:03:27.722974Z","caller":"traceutil/trace.go:171","msg":"trace[1386002817] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:778; }","duration":"196.513706ms","start":"2026-04-27T21:03:27.526452Z","end":"2026-04-27T21:03:27.722965Z","steps":["trace[1386002817] 'agreement among raft nodes before linearized reading' (duration: 196.460915ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:03:27.723006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.75437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T21:03:27.722973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.324688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:03:27.723044Z","caller":"traceutil/trace.go:171","msg":"trace[1737192223] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:778; }","duration":"154.803531ms","start":"2026-04-27T21:03:27.568232Z","end":"2026-04-27T21:03:27.723035Z","steps":["trace[1737192223] 'agreement among raft nodes before linearized reading' (duration: 154.75017ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:03:27.723041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.855162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:03:27.72308Z","caller":"traceutil/trace.go:171","msg":"trace[401966949] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:778; }","duration":"301.899522ms","start":"2026-04-27T21:03:27.421171Z","end":"2026-04-27T21:03:27.723071Z","steps":["trace[401966949] 'agreement among raft nodes before linearized reading' (duration: 301.840491ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:03:27.723081Z","caller":"traceutil/trace.go:171","msg":"trace[585504382] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:778; }","duration":"227.492842ms","start":"2026-04-27T21:03:27.495559Z","end":"2026-04-27T21:03:27.723052Z","steps":["trace[585504382] 'agreement among raft nodes before linearized reading' (duration: 227.304398ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:03:27.723122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:03:27.421115Z","time spent":"301.997754ms","remote":"127.0.0.1:42844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:03:27.723128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.016546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T21:03:27.723149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.743896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T21:03:27.722888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.046004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:03:27.723162Z","caller":"traceutil/trace.go:171","msg":"trace[2009070101] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:778; }","duration":"197.079409ms","start":"2026-04-27T21:03:27.526071Z","end":"2026-04-27T21:03:27.723151Z","steps":["trace[2009070101] 'agreement among raft nodes before linearized reading' (duration: 197.031638ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:03:27.723184Z","caller":"traceutil/trace.go:171","msg":"trace[77609481] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:778; }","duration":"244.801397ms","start":"2026-04-27T21:03:27.478374Z","end":"2026-04-27T21:03:27.723175Z","steps":["trace[77609481] 'agreement among raft nodes before linearized reading' (duration: 244.749216ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:03:27.723204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.107909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T21:03:27.722957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.175789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T21:03:27.723232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.954251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T21:03:27.723256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.767649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:03:27.723198Z","caller":"traceutil/trace.go:171","msg":"trace[1159890116] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:778; }","duration":"315.357741ms","start":"2026-04-27T21:03:27.407822Z","end":"2026-04-27T21:03:27.72318Z","steps":["trace[1159890116] 'agreement among raft nodes before linearized reading' (duration: 315.036504ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:03:27.722852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.428982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:03:27.72329Z","caller":"traceutil/trace.go:171","msg":"trace[581357906] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:778; }","duration":"301.823821ms","start":"2026-04-27T21:03:27.421455Z","end":"2026-04-27T21:03:27.723279Z","steps":["trace[581357906] 'agreement among raft nodes before linearized reading' (duration: 301.7737ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:03:27.723293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.209832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:03:27.723316Z","caller":"traceutil/trace.go:171","msg":"trace[1720119213] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:778; }","duration":"209.918614ms","start":"2026-04-27T21:03:27.513388Z","end":"2026-04-27T21:03:27.723307Z","steps":["trace[1720119213] 'agreement among raft nodes before linearized reading' (duration: 209.434483ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:03:27.723311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:03:27.407819Z","time spent":"315.480383ms","remote":"127.0.0.1:42842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" limit:500 "} {"level":"info","ts":"2026-04-27T21:03:27.723346Z","caller":"traceutil/trace.go:171","msg":"trace[1260567293] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:778; }","duration":"227.024352ms","start":"2026-04-27T21:03:27.496254Z","end":"2026-04-27T21:03:27.723278Z","steps":["trace[1260567293] 'agreement among raft nodes before linearized reading' (duration: 226.93408ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:03:27.7229Z","caller":"traceutil/trace.go:171","msg":"trace[1352820164] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:778; }","duration":"136.132177ms","start":"2026-04-27T21:03:27.586756Z","end":"2026-04-27T21:03:27.722888Z","steps":["trace[1352820164] 'agreement among raft nodes before linearized reading' (duration: 136.065006ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:03:27.723324Z","caller":"traceutil/trace.go:171","msg":"trace[1517842092] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:778; }","duration":"197.267624ms","start":"2026-04-27T21:03:27.526047Z","end":"2026-04-27T21:03:27.723315Z","steps":["trace[1517842092] 'agreement among raft nodes before linearized reading' (duration: 197.220953ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:03:27.722801Z","caller":"traceutil/trace.go:171","msg":"trace[807408264] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:778; }","duration":"135.172906ms","start":"2026-04-27T21:03:27.587619Z","end":"2026-04-27T21:03:27.722792Z","steps":["trace[807408264] 'agreement among raft nodes before linearized reading' (duration: 135.120895ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:03:27.723242Z","caller":"traceutil/trace.go:171","msg":"trace[748569685] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:778; }","duration":"155.18462ms","start":"2026-04-27T21:03:27.568044Z","end":"2026-04-27T21:03:27.723229Z","steps":["trace[748569685] 'agreement among raft nodes before linearized reading' (duration: 155.135039ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:03:27.72332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:03:27.421445Z","time spent":"301.867482ms","remote":"127.0.0.1:42844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:500 "} {"level":"info","ts":"2026-04-27T21:03:27.723788Z","caller":"traceutil/trace.go:171","msg":"trace[204609013] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:778; }","duration":"137.005747ms","start":"2026-04-27T21:03:27.586761Z","end":"2026-04-27T21:03:27.723767Z","steps":["trace[204609013] 'agreement among raft nodes before linearized reading' (duration: 136.164008ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:03:29.141527Z","caller":"traceutil/trace.go:171","msg":"trace[1850995130] transaction","detail":"{read_only:false; response_revision:792; number_of_response:1; }","duration":"118.344353ms","start":"2026-04-27T21:03:29.022904Z","end":"2026-04-27T21:03:29.141248Z","steps":["trace[1850995130] 'process raft request' (duration: 117.991505ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:03:30.835167Z","caller":"traceutil/trace.go:171","msg":"trace[1991748564] transaction","detail":"{read_only:false; response_revision:796; number_of_response:1; }","duration":"116.562854ms","start":"2026-04-27T21:03:30.718578Z","end":"2026-04-27T21:03:30.835141Z","steps":["trace[1991748564] 'process raft request' (duration: 116.412281ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:03:31.427906Z","caller":"traceutil/trace.go:171","msg":"trace[545335012] linearizableReadLoop","detail":"{readStateIndex:829; appliedIndex:828; }","duration":"171.914161ms","start":"2026-04-27T21:03:31.255962Z","end":"2026-04-27T21:03:31.427876Z","steps":["trace[545335012] 'read index received' (duration: 171.633155ms)","trace[545335012] 'applied index is now lower than readState.Index' (duration: 279.396µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:03:31.428021Z","caller":"traceutil/trace.go:171","msg":"trace[252507045] transaction","detail":"{read_only:false; response_revision:798; number_of_response:1; }","duration":"187.218999ms","start":"2026-04-27T21:03:31.240766Z","end":"2026-04-27T21:03:31.427985Z","steps":["trace[252507045] 'process raft request' (duration: 186.937703ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:03:31.428128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.132475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-04-27T21:03:31.428375Z","caller":"traceutil/trace.go:171","msg":"trace[565050579] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:798; }","duration":"172.428781ms","start":"2026-04-27T21:03:31.255923Z","end":"2026-04-27T21:03:31.428352Z","steps":["trace[565050579] 'agreement among raft nodes before linearized reading' (duration: 172.120844ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:03:31.945394Z","caller":"traceutil/trace.go:171","msg":"trace[1576595380] transaction","detail":"{read_only:false; response_revision:800; number_of_response:1; }","duration":"113.422534ms","start":"2026-04-27T21:03:31.831939Z","end":"2026-04-27T21:03:31.945362Z","steps":["trace[1576595380] 'process raft request' (duration: 113.179328ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:03:32.794683Z","caller":"traceutil/trace.go:171","msg":"trace[252686348] transaction","detail":"{read_only:false; response_revision:801; number_of_response:1; }","duration":"177.706989ms","start":"2026-04-27T21:03:32.616951Z","end":"2026-04-27T21:03:32.794658Z","steps":["trace[252686348] 'process raft request' (duration: 177.559726ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:03:33.535677Z","caller":"traceutil/trace.go:171","msg":"trace[1016808840] linearizableReadLoop","detail":"{readStateIndex:833; appliedIndex:832; }","duration":"120.023717ms","start":"2026-04-27T21:03:33.415628Z","end":"2026-04-27T21:03:33.535652Z","steps":["trace[1016808840] 'read index received' (duration: 66.059912ms)","trace[1016808840] 'applied index is now lower than readState.Index' (duration: 53.962655ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:03:33.535731Z","caller":"traceutil/trace.go:171","msg":"trace[739867313] transaction","detail":"{read_only:false; response_revision:802; number_of_response:1; }","duration":"693.188372ms","start":"2026-04-27T21:03:32.842505Z","end":"2026-04-27T21:03:33.535694Z","steps":["trace[739867313] 'process raft request' (duration: 639.295909ms)","trace[739867313] 'compare' (duration: 53.738ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:03:33.535875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.222781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T21:03:33.535944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:03:32.84248Z","time spent":"693.374277ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:03:33.53596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.065031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-27T21:03:33.535968Z","caller":"traceutil/trace.go:171","msg":"trace[1923881830] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:802; }","duration":"120.359785ms","start":"2026-04-27T21:03:33.415584Z","end":"2026-04-27T21:03:33.535944Z","steps":["trace[1923881830] 'agreement among raft nodes before linearized reading' (duration: 120.203691ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:03:33.536364Z","caller":"traceutil/trace.go:171","msg":"trace[662243034] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:802; }","duration":"103.151573ms","start":"2026-04-27T21:03:33.432851Z","end":"2026-04-27T21:03:33.536003Z","steps":["trace[662243034] 'agreement among raft nodes before linearized reading' (duration: 102.949478ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:03:37.713634Z","caller":"traceutil/trace.go:171","msg":"trace[898251244] transaction","detail":"{read_only:false; response_revision:814; number_of_response:1; }","duration":"102.59793ms","start":"2026-04-27T21:03:37.611002Z","end":"2026-04-27T21:03:37.713599Z","steps":["trace[898251244] 'process raft request' (duration: 102.305123ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:03:42.319951Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185919323851990,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T21:03:42.820938Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185919323851990,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T21:03:43.322183Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185919323851990,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T21:03:43.369818Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.853643374s","expected-duration":"1s"} {"level":"info","ts":"2026-04-27T21:03:43.370332Z","caller":"traceutil/trace.go:171","msg":"trace[254907348] linearizableReadLoop","detail":"{readStateIndex:866; appliedIndex:865; }","duration":"1.551386568s","start":"2026-04-27T21:03:41.818919Z","end":"2026-04-27T21:03:43.370306Z","steps":["trace[254907348] 'read index received' (duration: 1.551070101s)","trace[254907348] 'applied index is now lower than readState.Index' (duration: 315.407µs)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:03:43.370664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.460657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:03:43.370649Z","caller":"traceutil/trace.go:171","msg":"trace[1882308439] transaction","detail":"{read_only:false; response_revision:833; number_of_response:1; }","duration":"1.854525404s","start":"2026-04-27T21:03:41.516081Z","end":"2026-04-27T21:03:43.370606Z","steps":["trace[1882308439] 'process raft request' (duration: 1.854028164s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:03:43.370737Z","caller":"traceutil/trace.go:171","msg":"trace[1574190804] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:833; }","duration":"822.591901ms","start":"2026-04-27T21:03:42.548127Z","end":"2026-04-27T21:03:43.370719Z","steps":["trace[1574190804] 'agreement among raft nodes before linearized reading' (duration: 822.461357ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:03:43.370795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:03:42.548106Z","time spent":"822.678442ms","remote":"127.0.0.1:40084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":29,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:03:43.370825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"954.978106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T21:03:43.370837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:03:41.516058Z","time spent":"1.854691379s","remote":"127.0.0.1:39966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4025,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:03:43.370878Z","caller":"traceutil/trace.go:171","msg":"trace[836286572] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:833; }","duration":"955.049268ms","start":"2026-04-27T21:03:42.415806Z","end":"2026-04-27T21:03:43.370855Z","steps":["trace[836286572] 'agreement among raft nodes before linearized reading' (duration: 954.964146ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:03:43.370869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.206681694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-04-27T21:03:43.370906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.402907394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-27T21:03:43.370917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:03:42.415792Z","time spent":"955.115389ms","remote":"127.0.0.1:39786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-27T21:03:43.370973Z","caller":"traceutil/trace.go:171","msg":"trace[78441487] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:833; }","duration":"1.206824257s","start":"2026-04-27T21:03:42.164121Z","end":"2026-04-27T21:03:43.370945Z","steps":["trace[78441487] 'agreement among raft nodes before linearized reading' (duration: 1.20652538s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:03:43.370985Z","caller":"traceutil/trace.go:171","msg":"trace[219739122] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:833; }","duration":"1.403020246s","start":"2026-04-27T21:03:41.967945Z","end":"2026-04-27T21:03:43.370965Z","steps":["trace[219739122] 'agreement among raft nodes before linearized reading' (duration: 1.402754461s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:03:43.371035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:03:42.164104Z","time spent":"1.2069185s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-27T21:03:43.371037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:03:41.967922Z","time spent":"1.403103649s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-27T21:03:43.371023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.551747657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-27T21:03:43.371144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.191088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-27T21:03:43.3712Z","caller":"traceutil/trace.go:171","msg":"trace[1725536406] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:833; }","duration":"1.552238947s","start":"2026-04-27T21:03:41.818876Z","end":"2026-04-27T21:03:43.371115Z","steps":["trace[1725536406] 'agreement among raft nodes before linearized reading' (duration: 1.551598972s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:03:43.371225Z","caller":"traceutil/trace.go:171","msg":"trace[566491385] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:833; }","duration":"389.332721ms","start":"2026-04-27T21:03:42.981873Z","end":"2026-04-27T21:03:43.371206Z","steps":["trace[566491385] 'agreement among raft nodes before linearized reading' (duration: 389.025674ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:03:43.371247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:03:41.818853Z","time spent":"1.55238219s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-27T21:03:43.371271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:03:42.981848Z","time spent":"389.414662ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-27T21:03:43.370699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.546215352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-27T21:03:43.371629Z","caller":"traceutil/trace.go:171","msg":"trace[436739127] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:833; }","duration":"1.547132783s","start":"2026-04-27T21:03:41.824383Z","end":"2026-04-27T21:03:43.371516Z","steps":["trace[436739127] 'agreement among raft nodes before linearized reading' (duration: 1.546094539s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:03:43.371682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:03:41.824359Z","time spent":"1.547309237s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-27T21:03:48.756781Z","caller":"traceutil/trace.go:171","msg":"trace[732026051] transaction","detail":"{read_only:false; response_revision:894; number_of_response:1; }","duration":"211.278815ms","start":"2026-04-27T21:03:48.545476Z","end":"2026-04-27T21:03:48.756755Z","steps":["trace[732026051] 'process raft request' (duration: 210.466587ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:03:49.05058Z","caller":"traceutil/trace.go:171","msg":"trace[1941207303] transaction","detail":"{read_only:false; response_revision:896; number_of_response:1; }","duration":"286.213169ms","start":"2026-04-27T21:03:48.764338Z","end":"2026-04-27T21:03:49.050551Z","steps":["trace[1941207303] 'process raft request' (duration: 224.366458ms)","trace[1941207303] 'compare' (duration: 61.711798ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:03:49.36029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.829854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-27T21:03:49.36036Z","caller":"traceutil/trace.go:171","msg":"trace[1770581978] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:896; }","duration":"196.958427ms","start":"2026-04-27T21:03:49.163387Z","end":"2026-04-27T21:03:49.360346Z","steps":["trace[1770581978] 'count revisions from in-memory index tree' (duration: 196.730752ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:03:51.776615Z","caller":"traceutil/trace.go:171","msg":"trace[151585902] transaction","detail":"{read_only:false; response_revision:916; number_of_response:1; }","duration":"245.301955ms","start":"2026-04-27T21:03:51.531293Z","end":"2026-04-27T21:03:51.776595Z","steps":["trace[151585902] 'process raft request' (duration: 245.110051ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:03:51.82072Z","caller":"traceutil/trace.go:171","msg":"trace[1254769026] linearizableReadLoop","detail":"{readStateIndex:952; appliedIndex:950; }","duration":"267.523982ms","start":"2026-04-27T21:03:51.553177Z","end":"2026-04-27T21:03:51.820701Z","steps":["trace[1254769026] 'read index received' (duration: 223.211883ms)","trace[1254769026] 'applied index is now lower than readState.Index' (duration: 44.311339ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:03:51.820835Z","caller":"traceutil/trace.go:171","msg":"trace[1229613281] transaction","detail":"{read_only:false; response_revision:917; number_of_response:1; }","duration":"289.122493ms","start":"2026-04-27T21:03:51.53169Z","end":"2026-04-27T21:03:51.820813Z","steps":["trace[1229613281] 'process raft request' (duration: 288.899218ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:03:51.820897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.696755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-27T21:03:51.820921Z","caller":"traceutil/trace.go:171","msg":"trace[2033822264] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:917; }","duration":"267.763197ms","start":"2026-04-27T21:03:51.55315Z","end":"2026-04-27T21:03:51.820914Z","steps":["trace[2033822264] 'agreement among raft nodes before linearized reading' (duration: 267.654525ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:03:51.821046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.204304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-27T21:03:51.821099Z","caller":"traceutil/trace.go:171","msg":"trace[535273070] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:917; }","duration":"267.287205ms","start":"2026-04-27T21:03:51.5538Z","end":"2026-04-27T21:03:51.821087Z","steps":["trace[535273070] 'agreement among raft nodes before linearized reading' (duration: 267.105691ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:03:51.821111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.517921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-27T21:03:51.821212Z","caller":"traceutil/trace.go:171","msg":"trace[806063548] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:917; }","duration":"267.655713ms","start":"2026-04-27T21:03:51.553536Z","end":"2026-04-27T21:03:51.821192Z","steps":["trace[806063548] 'agreement among raft nodes before linearized reading' (duration: 267.366937ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:03:51.969835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.322562ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T21:03:51.970092Z","caller":"traceutil/trace.go:171","msg":"trace[556242796] transaction","detail":"{read_only:false; response_revision:919; number_of_response:1; }","duration":"143.707447ms","start":"2026-04-27T21:03:51.82635Z","end":"2026-04-27T21:03:51.970057Z","steps":["trace[556242796] 'process raft request' (duration: 143.558344ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:03:51.970221Z","caller":"traceutil/trace.go:171","msg":"trace[54411963] transaction","detail":"{read_only:false; response_revision:920; number_of_response:1; }","duration":"143.82791ms","start":"2026-04-27T21:03:51.826379Z","end":"2026-04-27T21:03:51.970207Z","steps":["trace[54411963] 'process raft request' (duration: 143.569994ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:03:51.970268Z","caller":"traceutil/trace.go:171","msg":"trace[1645666692] transaction","detail":"{read_only:false; response_revision:918; number_of_response:1; }","duration":"144.227088ms","start":"2026-04-27T21:03:51.826015Z","end":"2026-04-27T21:03:51.970242Z","steps":["trace[1645666692] 'process raft request' (duration: 42.444596ms)","trace[1645666692] 'compare' (duration: 101.24122ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:03:52.128174Z","caller":"traceutil/trace.go:171","msg":"trace[852550442] transaction","detail":"{read_only:false; response_revision:921; number_of_response:1; }","duration":"131.019524ms","start":"2026-04-27T21:03:51.997129Z","end":"2026-04-27T21:03:52.128149Z","steps":["trace[852550442] 'process raft request' (duration: 87.167235ms)","trace[852550442] 'compare' (duration: 43.711486ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:03:52.555065Z","caller":"traceutil/trace.go:171","msg":"trace[676864267] transaction","detail":"{read_only:false; response_revision:922; number_of_response:1; }","duration":"116.172473ms","start":"2026-04-27T21:03:52.438869Z","end":"2026-04-27T21:03:52.555041Z","steps":["trace[676864267] 'process raft request' (duration: 116.031849ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:03:52.83829Z","caller":"traceutil/trace.go:171","msg":"trace[1930179832] transaction","detail":"{read_only:false; response_revision:924; number_of_response:1; }","duration":"204.312721ms","start":"2026-04-27T21:03:52.63393Z","end":"2026-04-27T21:03:52.838243Z","steps":["trace[1930179832] 'process raft request' (duration: 170.768472ms)","trace[1930179832] 'compare' (duration: 33.286373ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:03:52.864266Z","caller":"traceutil/trace.go:171","msg":"trace[1967620323] transaction","detail":"{read_only:false; response_revision:925; number_of_response:1; }","duration":"226.152327ms","start":"2026-04-27T21:03:52.638091Z","end":"2026-04-27T21:03:52.864243Z","steps":["trace[1967620323] 'process raft request' (duration: 226.018904ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:03:53.956132Z","caller":"traceutil/trace.go:171","msg":"trace[1434332263] linearizableReadLoop","detail":"{readStateIndex:965; appliedIndex:964; }","duration":"175.414934ms","start":"2026-04-27T21:03:53.780697Z","end":"2026-04-27T21:03:53.956112Z","steps":["trace[1434332263] 'read index received' (duration: 175.321342ms)","trace[1434332263] 'applied index is now lower than readState.Index' (duration: 92.352µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:03:53.956182Z","caller":"traceutil/trace.go:171","msg":"trace[70699996] transaction","detail":"{read_only:false; response_revision:930; number_of_response:1; }","duration":"317.965246ms","start":"2026-04-27T21:03:53.638183Z","end":"2026-04-27T21:03:53.956148Z","steps":["trace[70699996] 'process raft request' (duration: 317.794983ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:03:53.956313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.605209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-27T21:03:53.95634Z","caller":"traceutil/trace.go:171","msg":"trace[248862230] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:930; }","duration":"175.719071ms","start":"2026-04-27T21:03:53.780615Z","end":"2026-04-27T21:03:53.956334Z","steps":["trace[248862230] 'agreement among raft nodes before linearized reading' (duration: 175.610879ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:03:53.956376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:03:53.638166Z","time spent":"318.08647ms","remote":"127.0.0.1:39966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5071,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:03:53.956486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.302261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-27T21:03:53.956593Z","caller":"traceutil/trace.go:171","msg":"trace[1111344673] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:930; }","duration":"131.460534ms","start":"2026-04-27T21:03:53.825106Z","end":"2026-04-27T21:03:53.956567Z","steps":["trace[1111344673] 'agreement among raft nodes before linearized reading' (duration: 131.156348ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:03:54.253581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.276195ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T21:03:54.25368Z","caller":"traceutil/trace.go:171","msg":"trace[770394434] transaction","detail":"{read_only:false; response_revision:931; number_of_response:1; }","duration":"293.576632ms","start":"2026-04-27T21:03:53.960086Z","end":"2026-04-27T21:03:54.253662Z","steps":["trace[770394434] 'process raft request' (duration: 91.149043ms)","trace[770394434] 'compare' (duration: 202.072101ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:03:54.287227Z","caller":"traceutil/trace.go:171","msg":"trace[132619561] transaction","detail":"{read_only:false; response_revision:932; number_of_response:1; }","duration":"327.064689ms","start":"2026-04-27T21:03:53.960126Z","end":"2026-04-27T21:03:54.28719Z","steps":["trace[132619561] 'process raft request' (duration: 326.716871ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:03:54.287275Z","caller":"traceutil/trace.go:171","msg":"trace[1401987341] transaction","detail":"{read_only:false; response_revision:933; number_of_response:1; }","duration":"321.846974ms","start":"2026-04-27T21:03:53.965395Z","end":"2026-04-27T21:03:54.287242Z","steps":["trace[1401987341] 'process raft request' (duration: 321.708201ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:03:54.28747Z","caller":"traceutil/trace.go:171","msg":"trace[958005288] linearizableReadLoop","detail":"{readStateIndex:967; appliedIndex:965; }","duration":"327.128181ms","start":"2026-04-27T21:03:53.960315Z","end":"2026-04-27T21:03:54.287443Z","steps":["trace[958005288] 'read index received' (duration: 90.930339ms)","trace[958005288] 'applied index is now lower than readState.Index' (duration: 236.196781ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:03:54.287492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:03:53.965382Z","time spent":"321.999907ms","remote":"127.0.0.1:39956","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":857,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:03:54.287526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:03:53.96011Z","time spent":"327.201323ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:03:54.287708Z","caller":"traceutil/trace.go:171","msg":"trace[574583932] transaction","detail":"{read_only:false; response_revision:934; number_of_response:1; }","duration":"322.278694ms","start":"2026-04-27T21:03:53.965411Z","end":"2026-04-27T21:03:54.28769Z","steps":["trace[574583932] 'process raft request' (duration: 321.780972ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:03:54.287844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:03:53.965392Z","time spent":"322.380097ms","remote":"127.0.0.1:40056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1452,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:03:54.288188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.874929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-67659f764b-mdf5w\" ","response":"range_response_count:1 size:5086"} {"level":"info","ts":"2026-04-27T21:03:54.288234Z","caller":"traceutil/trace.go:171","msg":"trace[1103470040] range","detail":"{range_begin:/registry/pods/kube-system/coredns-67659f764b-mdf5w; range_end:; response_count:1; response_revision:934; }","duration":"327.94662ms","start":"2026-04-27T21:03:53.960274Z","end":"2026-04-27T21:03:54.28822Z","steps":["trace[1103470040] 'agreement among raft nodes before linearized reading' (duration: 327.773186ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:03:54.288273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:03:53.960263Z","time spent":"328.001931ms","remote":"127.0.0.1:39966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":5110,"request content":"key:\"/registry/pods/kube-system/coredns-67659f764b-mdf5w\" "} {"level":"info","ts":"2026-04-27T21:03:54.590062Z","caller":"traceutil/trace.go:171","msg":"trace[763199184] transaction","detail":"{read_only:false; response_revision:935; number_of_response:1; }","duration":"489.946656ms","start":"2026-04-27T21:03:54.100083Z","end":"2026-04-27T21:03:54.59003Z","steps":["trace[763199184] 'process raft request' (duration: 489.70178ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:03:54.590713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.673805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-27T21:03:54.59047Z","caller":"traceutil/trace.go:171","msg":"trace[595421978] linearizableReadLoop","detail":"{readStateIndex:971; appliedIndex:969; }","duration":"302.920773ms","start":"2026-04-27T21:03:54.287522Z","end":"2026-04-27T21:03:54.590443Z","steps":["trace[595421978] 'read index received' (duration: 302.38393ms)","trace[595421978] 'applied index is now lower than readState.Index' (duration: 533.842µs)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:03:54.590654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.005806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:03:54.590849Z","caller":"traceutil/trace.go:171","msg":"trace[1431931516] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:936; }","duration":"468.248911ms","start":"2026-04-27T21:03:54.122586Z","end":"2026-04-27T21:03:54.590835Z","steps":["trace[1431931516] 'agreement among raft nodes before linearized reading' (duration: 468.008216ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:03:54.590911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:03:54.122575Z","time spent":"468.298372ms","remote":"127.0.0.1:40004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:03:54.590658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.908691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-27T21:03:54.590662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.528301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-27T21:03:54.591146Z","caller":"traceutil/trace.go:171","msg":"trace[572203232] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:936; }","duration":"617.367971ms","start":"2026-04-27T21:03:53.973685Z","end":"2026-04-27T21:03:54.591053Z","steps":["trace[572203232] 'agreement among raft nodes before linearized reading' (duration: 616.822639ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:03:54.591211Z","caller":"traceutil/trace.go:171","msg":"trace[592465387] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:936; }","duration":"617.109064ms","start":"2026-04-27T21:03:53.974075Z","end":"2026-04-27T21:03:54.591184Z","steps":["trace[592465387] 'agreement among raft nodes before linearized reading' (duration: 616.402528ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:03:54.591321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:03:53.974064Z","time spent":"617.221996ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-27T21:03:54.591352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:03:53.973665Z","time spent":"617.586665ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-27T21:03:54.59144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:03:54.100057Z","time spent":"490.679382ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5321,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:03:54.590811Z","caller":"traceutil/trace.go:171","msg":"trace[1248698763] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:936; }","duration":"616.802047ms","start":"2026-04-27T21:03:53.973988Z","end":"2026-04-27T21:03:54.59079Z","steps":["trace[1248698763] 'agreement among raft nodes before linearized reading' (duration: 616.530741ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:03:54.592031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:03:53.973981Z","time spent":"618.036764ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-27T21:03:54.591664Z","caller":"traceutil/trace.go:171","msg":"trace[509343253] transaction","detail":"{read_only:false; response_revision:936; number_of_response:1; }","duration":"456.751135ms","start":"2026-04-27T21:03:54.133695Z","end":"2026-04-27T21:03:54.590446Z","steps":["trace[509343253] 'process raft request' (duration: 456.262943ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:03:54.592464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:03:54.13368Z","time spent":"458.747579ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:03:55.07857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.34358ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T21:03:55.078715Z","caller":"traceutil/trace.go:171","msg":"trace[16032869] linearizableReadLoop","detail":"{readStateIndex:972; appliedIndex:971; }","duration":"487.891529ms","start":"2026-04-27T21:03:54.590805Z","end":"2026-04-27T21:03:55.078696Z","steps":["trace[16032869] 'read index received' (duration: 206.352555ms)","trace[16032869] 'applied index is now lower than readState.Index' (duration: 281.537274ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:03:55.078749Z","caller":"traceutil/trace.go:171","msg":"trace[1734652763] transaction","detail":"{read_only:false; response_revision:937; number_of_response:1; }","duration":"780.89101ms","start":"2026-04-27T21:03:54.297818Z","end":"2026-04-27T21:03:55.078709Z","steps":["trace[1734652763] 'process raft request' (duration: 499.322724ms)","trace[1734652763] 'compare' (duration: 281.007803ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:03:55.078813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.27352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:03:55.078839Z","caller":"traceutil/trace.go:171","msg":"trace[604349374] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:937; }","duration":"665.340311ms","start":"2026-04-27T21:03:54.41349Z","end":"2026-04-27T21:03:55.07883Z","steps":["trace[604349374] 'agreement among raft nodes before linearized reading' (duration: 665.27921ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:03:55.078893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:03:54.413465Z","time spent":"665.419753ms","remote":"127.0.0.1:39786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T21:03:55.078929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:03:54.297795Z","time spent":"781.034313ms","remote":"127.0.0.1:39966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4893,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:03:55.554856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.803173ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T21:03:55.555128Z","caller":"traceutil/trace.go:171","msg":"trace[1254459857] transaction","detail":"{read_only:false; response_revision:938; number_of_response:1; }","duration":"959.495557ms","start":"2026-04-27T21:03:54.595591Z","end":"2026-04-27T21:03:55.555087Z","steps":["trace[1254459857] 'process raft request' (duration: 705.919447ms)","trace[1254459857] 'compare' (duration: 252.416955ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:03:55.555295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.414745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-27T21:03:55.555316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:03:54.595568Z","time spent":"959.65256ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:03:55.555169Z","caller":"traceutil/trace.go:171","msg":"trace[1379513345] linearizableReadLoop","detail":"{readStateIndex:975; appliedIndex:972; }","duration":"476.409264ms","start":"2026-04-27T21:03:55.078742Z","end":"2026-04-27T21:03:55.555151Z","steps":["trace[1379513345] 'read index received' (duration: 222.893085ms)","trace[1379513345] 'applied index is now lower than readState.Index' (duration: 253.514679ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:03:55.555362Z","caller":"traceutil/trace.go:171","msg":"trace[1329381525] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:940; }","duration":"580.520567ms","start":"2026-04-27T21:03:54.974829Z","end":"2026-04-27T21:03:55.55535Z","steps":["trace[1329381525] 'agreement among raft nodes before linearized reading' (duration: 580.370224ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:03:55.555432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:03:54.9748Z","time spent":"580.61925ms","remote":"127.0.0.1:40162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":68,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"info","ts":"2026-04-27T21:03:55.555447Z","caller":"traceutil/trace.go:171","msg":"trace[1545193528] transaction","detail":"{read_only:false; response_revision:940; number_of_response:1; }","duration":"958.393691ms","start":"2026-04-27T21:03:54.596923Z","end":"2026-04-27T21:03:55.555316Z","steps":["trace[1545193528] 'process raft request' (duration: 958.157526ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:03:55.555385Z","caller":"traceutil/trace.go:171","msg":"trace[152155449] transaction","detail":"{read_only:false; response_revision:939; number_of_response:1; }","duration":"959.333073ms","start":"2026-04-27T21:03:54.595955Z","end":"2026-04-27T21:03:55.555288Z","steps":["trace[152155449] 'process raft request' (duration: 959.002525ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:03:55.555608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:03:54.5969Z","time spent":"958.625027ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:03:55.555746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:03:54.595944Z","time spent":"959.68515ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:03:55.889856Z","caller":"traceutil/trace.go:171","msg":"trace[314543783] transaction","detail":"{read_only:false; response_revision:941; number_of_response:1; }","duration":"805.404436ms","start":"2026-04-27T21:03:55.084431Z","end":"2026-04-27T21:03:55.889836Z","steps":["trace[314543783] 'process raft request' (duration: 749.293254ms)","trace[314543783] 'compare' (duration: 55.751594ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:03:55.889883Z","caller":"traceutil/trace.go:171","msg":"trace[1592580063] linearizableReadLoop","detail":"{readStateIndex:978; appliedIndex:975; }","duration":"334.475785ms","start":"2026-04-27T21:03:55.555387Z","end":"2026-04-27T21:03:55.889863Z","steps":["trace[1592580063] 'read index received' (duration: 278.325282ms)","trace[1592580063] 'applied index is now lower than readState.Index' (duration: 56.149823ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:03:55.889955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:03:55.084396Z","time spent":"805.506999ms","remote":"127.0.0.1:39956","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1012,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:03:55.89001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"809.303294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:03:55.890034Z","caller":"traceutil/trace.go:171","msg":"trace[1482533193] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:943; }","duration":"809.455518ms","start":"2026-04-27T21:03:55.080572Z","end":"2026-04-27T21:03:55.890028Z","steps":["trace[1482533193] 'agreement among raft nodes before linearized reading' (duration: 809.377505ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:03:55.890059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:03:55.08028Z","time spent":"809.772935ms","remote":"127.0.0.1:39788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-27T21:03:55.890164Z","caller":"traceutil/trace.go:171","msg":"trace[23236405] transaction","detail":"{read_only:false; response_revision:943; number_of_response:1; }","duration":"803.019373ms","start":"2026-04-27T21:03:55.087138Z","end":"2026-04-27T21:03:55.890157Z","steps":["trace[23236405] 'process raft request' (duration: 802.677525ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:03:55.890195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:03:55.087123Z","time spent":"803.053695ms","remote":"127.0.0.1:40328","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3888,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:03:55.890217Z","caller":"traceutil/trace.go:171","msg":"trace[1204351623] transaction","detail":"{read_only:false; response_revision:942; number_of_response:1; }","duration":"805.203373ms","start":"2026-04-27T21:03:55.084996Z","end":"2026-04-27T21:03:55.890199Z","steps":["trace[1204351623] 'process raft request' (duration: 804.733932ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:03:55.890328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.446091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T21:03:55.890339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:03:55.08498Z","time spent":"805.316365ms","remote":"127.0.0.1:40056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:03:55.890369Z","caller":"traceutil/trace.go:171","msg":"trace[283277346] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:943; }","duration":"397.497802ms","start":"2026-04-27T21:03:55.49285Z","end":"2026-04-27T21:03:55.890348Z","steps":["trace[283277346] 'agreement among raft nodes before linearized reading' (duration: 397.455501ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:03:55.890366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.096877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-27T21:03:55.890393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:03:55.492837Z","time spent":"397.548193ms","remote":"127.0.0.1:39994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-04-27T21:03:55.890411Z","caller":"traceutil/trace.go:171","msg":"trace[974655608] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:943; }","duration":"739.168459ms","start":"2026-04-27T21:03:55.15123Z","end":"2026-04-27T21:03:55.890398Z","steps":["trace[974655608] 'agreement among raft nodes before linearized reading' (duration: 739.096817ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:03:55.890444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:03:55.151212Z","time spent":"739.22477ms","remote":"127.0.0.1:39974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":3,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:03:55.890556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.440153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T21:03:55.890618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.047973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-67659f764b-jnvlj\" ","response":"range_response_count:1 size:5086"} {"level":"info","ts":"2026-04-27T21:03:55.890692Z","caller":"traceutil/trace.go:171","msg":"trace[1545894226] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:0; response_revision:943; }","duration":"471.618877ms","start":"2026-04-27T21:03:55.419043Z","end":"2026-04-27T21:03:55.890661Z","steps":["trace[1545894226] 'agreement among raft nodes before linearized reading' (duration: 471.384362ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:03:55.890756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:03:55.41902Z","time spent":"471.724919ms","remote":"127.0.0.1:39976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":0,"response size":29,"request content":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" "} {"level":"info","ts":"2026-04-27T21:03:55.890733Z","caller":"traceutil/trace.go:171","msg":"trace[230785865] range","detail":"{range_begin:/registry/pods/kube-system/coredns-67659f764b-jnvlj; range_end:; response_count:1; response_revision:943; }","duration":"807.219187ms","start":"2026-04-27T21:03:55.083486Z","end":"2026-04-27T21:03:55.890705Z","steps":["trace[230785865] 'agreement among raft nodes before linearized reading' (duration: 806.90134ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:03:55.890922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:03:55.083466Z","time spent":"807.434492ms","remote":"127.0.0.1:39966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":5110,"request content":"key:\"/registry/pods/kube-system/coredns-67659f764b-jnvlj\" "} {"level":"info","ts":"2026-04-27T21:03:56.274556Z","caller":"traceutil/trace.go:171","msg":"trace[799859110] transaction","detail":"{read_only:false; response_revision:944; number_of_response:1; }","duration":"375.106533ms","start":"2026-04-27T21:03:55.899421Z","end":"2026-04-27T21:03:56.274527Z","steps":["trace[799859110] 'process raft request' (duration: 346.259138ms)","trace[799859110] 'compare' (duration: 28.598649ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:03:56.274716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:03:55.899399Z","time spent":"375.233885ms","remote":"127.0.0.1:40328","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3852,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:03:56.700944Z","caller":"traceutil/trace.go:171","msg":"trace[236264021] linearizableReadLoop","detail":"{readStateIndex:980; appliedIndex:978; }","duration":"801.308765ms","start":"2026-04-27T21:03:55.899614Z","end":"2026-04-27T21:03:56.700922Z","steps":["trace[236264021] 'read index received' (duration: 346.081524ms)","trace[236264021] 'applied index is now lower than readState.Index' (duration: 455.225661ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:03:56.701058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.426448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/local-path-provisioner\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:03:56.701077Z","caller":"traceutil/trace.go:171","msg":"trace[1684992638] range","detail":"{range_begin:/registry/clusterroles/local-path-provisioner; range_end:; response_count:0; response_revision:945; }","duration":"801.474509ms","start":"2026-04-27T21:03:55.899596Z","end":"2026-04-27T21:03:56.701071Z","steps":["trace[1684992638] 'agreement among raft nodes before linearized reading' (duration: 801.417227ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:03:56.701096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:03:55.89959Z","time spent":"801.502359ms","remote":"127.0.0.1:40162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":29,"request content":"key:\"/registry/clusterroles/local-path-provisioner\" "} {"level":"info","ts":"2026-04-27T21:03:56.701211Z","caller":"traceutil/trace.go:171","msg":"trace[903856559] transaction","detail":"{read_only:false; response_revision:945; number_of_response:1; }","duration":"801.682733ms","start":"2026-04-27T21:03:55.899491Z","end":"2026-04-27T21:03:56.701173Z","steps":["trace[903856559] 'process raft request' (duration: 750.825738ms)","trace[903856559] 'compare' (duration: 50.387445ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:03:56.701465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:03:55.899473Z","time spent":"801.893468ms","remote":"127.0.0.1:39966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4893,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:03:56.938978Z","caller":"traceutil/trace.go:171","msg":"trace[2029966646] transaction","detail":"{read_only:false; response_revision:946; number_of_response:1; }","duration":"659.843139ms","start":"2026-04-27T21:03:56.27911Z","end":"2026-04-27T21:03:56.938954Z","steps":["trace[2029966646] 'process raft request' (duration: 659.571153ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:03:56.939026Z","caller":"traceutil/trace.go:171","msg":"trace[1302163963] transaction","detail":"{read_only:false; response_revision:947; number_of_response:1; }","duration":"656.175405ms","start":"2026-04-27T21:03:56.282818Z","end":"2026-04-27T21:03:56.938994Z","steps":["trace[1302163963] 'process raft request' (duration: 656.024462ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:03:56.939114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:03:56.279086Z","time spent":"659.962311ms","remote":"127.0.0.1:39864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":689,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-27T21:03:56.939169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:03:56.2828Z","time spent":"656.293409ms","remote":"127.0.0.1:40292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4213,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:03:57.127025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.086098ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-27T21:03:57.12734Z","caller":"traceutil/trace.go:171","msg":"trace[1515572513] linearizableReadLoop","detail":"{readStateIndex:984; appliedIndex:980; }","duration":"426.332156ms","start":"2026-04-27T21:03:56.700986Z","end":"2026-04-27T21:03:57.127318Z","steps":["trace[1515572513] 'read index received' (duration: 237.676395ms)","trace[1515572513] 'applied index is now lower than readState.Index' (duration: 188.654601ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:03:57.127412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.540953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:03:57.127478Z","caller":"traceutil/trace.go:171","msg":"trace[866206830] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:948; }","duration":"712.649516ms","start":"2026-04-27T21:03:56.414811Z","end":"2026-04-27T21:03:57.127461Z","steps":["trace[866206830] 'agreement among raft nodes before linearized reading' (duration: 712.539304ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:03:57.127535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"849.569292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-7c96b6546b-hqw7r\" ","response":"range_response_count:1 size:4869"} {"level":"warn","ts":"2026-04-27T21:03:57.127537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"835.936528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-27T21:03:57.127593Z","caller":"traceutil/trace.go:171","msg":"trace[1340583977] range","detail":"{range_begin:/registry/pods/kube-system/coredns-7c96b6546b-hqw7r; range_end:; response_count:1; response_revision:948; }","duration":"849.657935ms","start":"2026-04-27T21:03:56.277924Z","end":"2026-04-27T21:03:57.127582Z","steps":["trace[1340583977] 'agreement among raft nodes before linearized reading' (duration: 849.495511ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:03:57.127607Z","caller":"traceutil/trace.go:171","msg":"trace[328550261] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:948; }","duration":"836.038331ms","start":"2026-04-27T21:03:56.291554Z","end":"2026-04-27T21:03:57.127593Z","steps":["trace[328550261] 'agreement among raft nodes before linearized reading' (duration: 835.850377ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:03:57.127586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:03:56.414791Z","time spent":"712.780759ms","remote":"127.0.0.1:39788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T21:03:57.127649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:03:56.29154Z","time spent":"836.096452ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-27T21:03:57.127642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:03:56.277912Z","time spent":"849.711326ms","remote":"127.0.0.1:39966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":4893,"request content":"key:\"/registry/pods/kube-system/coredns-7c96b6546b-hqw7r\" "} {"level":"warn","ts":"2026-04-27T21:03:57.127638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.043927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-27T21:03:57.128148Z","caller":"traceutil/trace.go:171","msg":"trace[238562540] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:948; }","duration":"869.61839ms","start":"2026-04-27T21:03:56.25851Z","end":"2026-04-27T21:03:57.128129Z","steps":["trace[238562540] 'agreement among raft nodes before linearized reading' (duration: 868.965665ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:03:57.127472Z","caller":"traceutil/trace.go:171","msg":"trace[98583939] transaction","detail":"{read_only:false; response_revision:948; number_of_response:1; }","duration":"529.478069ms","start":"2026-04-27T21:03:56.597964Z","end":"2026-04-27T21:03:57.127442Z","steps":["trace[98583939] 'process raft request' (duration: 529.167212ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:03:57.12823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:03:56.258491Z","time spent":"869.722403ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-27T21:03:57.12834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:03:56.597919Z","time spent":"530.334048ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:03:57.133018Z","caller":"traceutil/trace.go:171","msg":"trace[1064339538] transaction","detail":"{read_only:false; response_revision:949; number_of_response:1; }","duration":"426.747034ms","start":"2026-04-27T21:03:56.706253Z","end":"2026-04-27T21:03:57.133Z","steps":["trace[1064339538] 'process raft request' (duration: 426.508459ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:03:57.133072Z","caller":"traceutil/trace.go:171","msg":"trace[1824001568] transaction","detail":"{read_only:false; response_revision:951; number_of_response:1; }","duration":"425.003766ms","start":"2026-04-27T21:03:56.708042Z","end":"2026-04-27T21:03:57.133046Z","steps":["trace[1824001568] 'process raft request' (duration: 424.943944ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:03:57.133155Z","caller":"traceutil/trace.go:171","msg":"trace[902158883] transaction","detail":"{read_only:false; response_revision:950; number_of_response:1; }","duration":"425.828784ms","start":"2026-04-27T21:03:56.707306Z","end":"2026-04-27T21:03:57.133135Z","steps":["trace[902158883] 'process raft request' (duration: 425.60514ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:03:57.133161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:03:56.706238Z","time spent":"426.833907ms","remote":"127.0.0.1:39956","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1012,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:03:57.133168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:03:56.708025Z","time spent":"425.095167ms","remote":"127.0.0.1:40328","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3888,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:03:57.133253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:03:56.707291Z","time spent":"425.913496ms","remote":"127.0.0.1:40056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:03:57.198845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.965098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/local-path-provisioner\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:03:57.198928Z","caller":"traceutil/trace.go:171","msg":"trace[1506317428] range","detail":"{range_begin:/registry/clusterrolebindings/local-path-provisioner; range_end:; response_count:0; response_revision:952; }","duration":"495.090541ms","start":"2026-04-27T21:03:56.703819Z","end":"2026-04-27T21:03:57.198909Z","steps":["trace[1506317428] 'agreement among raft nodes before linearized reading' (duration: 494.939128ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:03:57.198968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:03:56.703802Z","time spent":"495.157572ms","remote":"127.0.0.1:40174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":29,"request content":"key:\"/registry/clusterrolebindings/local-path-provisioner\" "} {"level":"info","ts":"2026-04-27T21:03:57.199037Z","caller":"traceutil/trace.go:171","msg":"trace[1072743487] transaction","detail":"{read_only:false; number_of_response:1; response_revision:951; }","duration":"249.280354ms","start":"2026-04-27T21:03:56.949595Z","end":"2026-04-27T21:03:57.198875Z","steps":["trace[1072743487] 'process raft request' (duration: 248.932577ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:03:57.368334Z","caller":"traceutil/trace.go:171","msg":"trace[1197495001] transaction","detail":"{read_only:false; response_revision:957; number_of_response:1; }","duration":"162.328634ms","start":"2026-04-27T21:03:57.205973Z","end":"2026-04-27T21:03:57.368302Z","steps":["trace[1197495001] 'process raft request' (duration: 162.133809ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:03:57.368397Z","caller":"traceutil/trace.go:171","msg":"trace[1622049924] transaction","detail":"{read_only:false; response_revision:958; number_of_response:1; }","duration":"162.380354ms","start":"2026-04-27T21:03:57.205997Z","end":"2026-04-27T21:03:57.368377Z","steps":["trace[1622049924] 'process raft request' (duration: 162.16115ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:03:57.36855Z","caller":"traceutil/trace.go:171","msg":"trace[854961811] linearizableReadLoop","detail":"{readStateIndex:999; appliedIndex:992; }","duration":"144.073666ms","start":"2026-04-27T21:03:57.22446Z","end":"2026-04-27T21:03:57.368534Z","steps":["trace[854961811] 'read index received' (duration: 133.264784ms)","trace[854961811] 'applied index is now lower than readState.Index' (duration: 10.807892ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:03:57.368545Z","caller":"traceutil/trace.go:171","msg":"trace[947024476] transaction","detail":"{read_only:false; response_revision:959; number_of_response:1; }","duration":"162.396924ms","start":"2026-04-27T21:03:57.206111Z","end":"2026-04-27T21:03:57.368508Z","steps":["trace[947024476] 'process raft request' (duration: 162.086807ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:03:57.368677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.176738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/local-path-storage/\" range_end:\"/registry/resourcequotas/local-path-storage0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:03:57.368733Z","caller":"traceutil/trace.go:171","msg":"trace[1150571588] range","detail":"{range_begin:/registry/resourcequotas/local-path-storage/; range_end:/registry/resourcequotas/local-path-storage0; response_count:0; response_revision:962; }","duration":"144.27285ms","start":"2026-04-27T21:03:57.224446Z","end":"2026-04-27T21:03:57.368718Z","steps":["trace[1150571588] 'agreement among raft nodes before linearized reading' (duration: 144.155987ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:03:57.368567Z","caller":"traceutil/trace.go:171","msg":"trace[1827979702] transaction","detail":"{read_only:false; response_revision:960; number_of_response:1; }","duration":"161.501614ms","start":"2026-04-27T21:03:57.20705Z","end":"2026-04-27T21:03:57.368552Z","steps":["trace[1827979702] 'process raft request' (duration: 161.191617ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:03:57.368553Z","caller":"traceutil/trace.go:171","msg":"trace[300471610] transaction","detail":"{read_only:false; response_revision:956; number_of_response:1; }","duration":"162.580809ms","start":"2026-04-27T21:03:57.205942Z","end":"2026-04-27T21:03:57.368523Z","steps":["trace[300471610] 'process raft request' (duration: 151.850539ms)","trace[300471610] 'compare' (duration: 10.086575ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:03:57.368849Z","caller":"traceutil/trace.go:171","msg":"trace[184790928] transaction","detail":"{read_only:false; response_revision:962; number_of_response:1; }","duration":"158.455126ms","start":"2026-04-27T21:03:57.210361Z","end":"2026-04-27T21:03:57.368816Z","steps":["trace[184790928] 'process raft request' (duration: 157.963635ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:03:57.368635Z","caller":"traceutil/trace.go:171","msg":"trace[810778642] transaction","detail":"{read_only:false; response_revision:961; number_of_response:1; }","duration":"158.720062ms","start":"2026-04-27T21:03:57.209903Z","end":"2026-04-27T21:03:57.368623Z","steps":["trace[810778642] 'process raft request' (duration: 158.385074ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:04:01.283588Z","caller":"traceutil/trace.go:171","msg":"trace[537018003] transaction","detail":"{read_only:false; response_revision:1006; number_of_response:1; }","duration":"107.730445ms","start":"2026-04-27T21:04:01.17582Z","end":"2026-04-27T21:04:01.283551Z","steps":["trace[537018003] 'process raft request' (duration: 54.710892ms)","trace[537018003] 'compare' (duration: 52.89643ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:04:01.961612Z","caller":"traceutil/trace.go:171","msg":"trace[536087366] transaction","detail":"{read_only:false; response_revision:1010; number_of_response:1; }","duration":"175.768544ms","start":"2026-04-27T21:04:01.785819Z","end":"2026-04-27T21:04:01.961587Z","steps":["trace[536087366] 'process raft request' (duration: 175.61887ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:04:02.03332Z","caller":"traceutil/trace.go:171","msg":"trace[1580600606] transaction","detail":"{read_only:false; response_revision:1011; number_of_response:1; }","duration":"247.434102ms","start":"2026-04-27T21:04:01.785854Z","end":"2026-04-27T21:04:02.033288Z","steps":["trace[1580600606] 'process raft request' (duration: 238.884372ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:04:02.739612Z","caller":"traceutil/trace.go:171","msg":"trace[929966923] linearizableReadLoop","detail":"{readStateIndex:1052; appliedIndex:1050; }","duration":"140.162849ms","start":"2026-04-27T21:04:02.599399Z","end":"2026-04-27T21:04:02.739562Z","steps":["trace[929966923] 'read index received' (duration: 30.285556ms)","trace[929966923] 'applied index is now lower than readState.Index' (duration: 109.876423ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:04:02.739832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.396374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-27T21:04:02.739864Z","caller":"traceutil/trace.go:171","msg":"trace[654782846] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:1014; }","duration":"140.507787ms","start":"2026-04-27T21:04:02.599348Z","end":"2026-04-27T21:04:02.739856Z","steps":["trace[654782846] 'agreement among raft nodes before linearized reading' (duration: 140.327303ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:04:02.740008Z","caller":"traceutil/trace.go:171","msg":"trace[946310172] transaction","detail":"{read_only:false; response_revision:1014; number_of_response:1; }","duration":"140.616359ms","start":"2026-04-27T21:04:02.599367Z","end":"2026-04-27T21:04:02.739983Z","steps":["trace[946310172] 'process raft request' (duration: 113.3639ms)","trace[946310172] 'compare' (duration: 26.715577ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:04:03.028747Z","caller":"traceutil/trace.go:171","msg":"trace[358487559] transaction","detail":"{read_only:false; response_revision:1020; number_of_response:1; }","duration":"136.63849ms","start":"2026-04-27T21:04:02.892083Z","end":"2026-04-27T21:04:03.028721Z","steps":["trace[358487559] 'process raft request' (duration: 107.645652ms)","trace[358487559] 'compare' (duration: 28.862956ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:04:03.070067Z","caller":"traceutil/trace.go:171","msg":"trace[1480336823] transaction","detail":"{read_only:false; response_revision:1021; number_of_response:1; }","duration":"177.864171ms","start":"2026-04-27T21:04:02.89213Z","end":"2026-04-27T21:04:03.069995Z","steps":["trace[1480336823] 'process raft request' (duration: 177.609124ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:04:03.070133Z","caller":"traceutil/trace.go:171","msg":"trace[2044249076] transaction","detail":"{read_only:false; response_revision:1023; number_of_response:1; }","duration":"170.824923ms","start":"2026-04-27T21:04:02.89927Z","end":"2026-04-27T21:04:03.070094Z","steps":["trace[2044249076] 'process raft request' (duration: 170.627598ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:04:03.070159Z","caller":"traceutil/trace.go:171","msg":"trace[1534569706] transaction","detail":"{read_only:false; response_revision:1024; number_of_response:1; }","duration":"165.235748ms","start":"2026-04-27T21:04:02.904909Z","end":"2026-04-27T21:04:03.070145Z","steps":["trace[1534569706] 'process raft request' (duration: 165.072634ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:04:03.070064Z","caller":"traceutil/trace.go:171","msg":"trace[1597901604] transaction","detail":"{read_only:false; response_revision:1022; number_of_response:1; }","duration":"177.807179ms","start":"2026-04-27T21:04:02.89222Z","end":"2026-04-27T21:04:03.070027Z","steps":["trace[1597901604] 'process raft request' (duration: 177.631784ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:04:03.070353Z","caller":"traceutil/trace.go:171","msg":"trace[751810065] transaction","detail":"{read_only:false; response_revision:1025; number_of_response:1; }","duration":"163.075641ms","start":"2026-04-27T21:04:02.90726Z","end":"2026-04-27T21:04:03.070336Z","steps":["trace[751810065] 'process raft request' (duration: 162.774404ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:04:03.26613Z","caller":"traceutil/trace.go:171","msg":"trace[91194768] transaction","detail":"{read_only:false; response_revision:1047; number_of_response:1; }","duration":"108.377309ms","start":"2026-04-27T21:04:03.157721Z","end":"2026-04-27T21:04:03.266099Z","steps":["trace[91194768] 'process raft request' (duration: 108.244955ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:04:03.26621Z","caller":"traceutil/trace.go:171","msg":"trace[2060388566] transaction","detail":"{read_only:false; response_revision:1050; number_of_response:1; }","duration":"108.352239ms","start":"2026-04-27T21:04:03.157849Z","end":"2026-04-27T21:04:03.266201Z","steps":["trace[2060388566] 'process raft request' (duration: 108.208526ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:04:03.266138Z","caller":"traceutil/trace.go:171","msg":"trace[2072130390] transaction","detail":"{read_only:false; response_revision:1048; number_of_response:1; }","duration":"108.372679ms","start":"2026-04-27T21:04:03.157742Z","end":"2026-04-27T21:04:03.266115Z","steps":["trace[2072130390] 'process raft request' (duration: 108.254637ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:04:03.266327Z","caller":"traceutil/trace.go:171","msg":"trace[860555141] transaction","detail":"{read_only:false; response_revision:1049; number_of_response:1; }","duration":"108.492462ms","start":"2026-04-27T21:04:03.157825Z","end":"2026-04-27T21:04:03.266317Z","steps":["trace[860555141] 'process raft request' (duration: 108.197945ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:04:03.266589Z","caller":"traceutil/trace.go:171","msg":"trace[1206846300] transaction","detail":"{read_only:false; response_revision:1054; number_of_response:1; }","duration":"106.622349ms","start":"2026-04-27T21:04:03.159957Z","end":"2026-04-27T21:04:03.26658Z","steps":["trace[1206846300] 'process raft request' (duration: 106.262532ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:04:03.266622Z","caller":"traceutil/trace.go:171","msg":"trace[821284094] transaction","detail":"{read_only:false; response_revision:1051; number_of_response:1; }","duration":"108.511602ms","start":"2026-04-27T21:04:03.158094Z","end":"2026-04-27T21:04:03.266605Z","steps":["trace[821284094] 'process raft request' (duration: 107.999631ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:04:03.266072Z","caller":"traceutil/trace.go:171","msg":"trace[517292766] transaction","detail":"{read_only:false; response_revision:1046; number_of_response:1; }","duration":"108.366549ms","start":"2026-04-27T21:04:03.157675Z","end":"2026-04-27T21:04:03.266042Z","steps":["trace[517292766] 'process raft request' (duration: 107.712163ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:04:03.266854Z","caller":"traceutil/trace.go:171","msg":"trace[1307808279] transaction","detail":"{read_only:false; response_revision:1055; number_of_response:1; }","duration":"106.071098ms","start":"2026-04-27T21:04:03.160763Z","end":"2026-04-27T21:04:03.266834Z","steps":["trace[1307808279] 'process raft request' (duration: 105.526286ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:04:03.266899Z","caller":"traceutil/trace.go:171","msg":"trace[1915196267] transaction","detail":"{read_only:false; response_revision:1056; number_of_response:1; }","duration":"106.104188ms","start":"2026-04-27T21:04:03.160783Z","end":"2026-04-27T21:04:03.266888Z","steps":["trace[1915196267] 'process raft request' (duration: 105.563396ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:04:03.266895Z","caller":"traceutil/trace.go:171","msg":"trace[638587832] transaction","detail":"{read_only:false; response_revision:1052; number_of_response:1; }","duration":"108.731387ms","start":"2026-04-27T21:04:03.158148Z","end":"2026-04-27T21:04:03.266879Z","steps":["trace[638587832] 'process raft request' (duration: 107.996511ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:04:03.266942Z","caller":"traceutil/trace.go:171","msg":"trace[819469378] transaction","detail":"{read_only:false; response_revision:1057; number_of_response:1; }","duration":"105.454914ms","start":"2026-04-27T21:04:03.161477Z","end":"2026-04-27T21:04:03.266932Z","steps":["trace[819469378] 'process raft request' (duration: 104.914732ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:04:03.26694Z","caller":"traceutil/trace.go:171","msg":"trace[847793565] transaction","detail":"{read_only:false; response_revision:1053; number_of_response:1; }","duration":"108.761898ms","start":"2026-04-27T21:04:03.158167Z","end":"2026-04-27T21:04:03.266929Z","steps":["trace[847793565] 'process raft request' (duration: 108.011672ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:04:03.267122Z","caller":"traceutil/trace.go:171","msg":"trace[1838493429] transaction","detail":"{read_only:false; response_revision:1059; number_of_response:1; }","duration":"104.754918ms","start":"2026-04-27T21:04:03.162348Z","end":"2026-04-27T21:04:03.267103Z","steps":["trace[1838493429] 'process raft request' (duration: 104.160525ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:04:03.267166Z","caller":"traceutil/trace.go:171","msg":"trace[199761650] transaction","detail":"{read_only:false; response_revision:1058; number_of_response:1; }","duration":"105.123017ms","start":"2026-04-27T21:04:03.162027Z","end":"2026-04-27T21:04:03.26715Z","steps":["trace[199761650] 'process raft request' (duration: 104.413381ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:04:03.822974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.692297ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-27T21:04:03.823242Z","caller":"traceutil/trace.go:171","msg":"trace[995443573] linearizableReadLoop","detail":"{readStateIndex:1107; appliedIndex:1104; }","duration":"482.583011ms","start":"2026-04-27T21:04:03.340637Z","end":"2026-04-27T21:04:03.82322Z","steps":["trace[995443573] 'read index received' (duration: 114.659479ms)","trace[995443573] 'applied index is now lower than readState.Index' (duration: 367.922322ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:04:03.823256Z","caller":"traceutil/trace.go:171","msg":"trace[339570611] transaction","detail":"{read_only:false; response_revision:1068; number_of_response:1; }","duration":"513.712396ms","start":"2026-04-27T21:04:03.309513Z","end":"2026-04-27T21:04:03.823225Z","steps":["trace[339570611] 'process raft request' (duration: 513.581484ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:04:03.823246Z","caller":"traceutil/trace.go:171","msg":"trace[1311128430] transaction","detail":"{read_only:false; response_revision:1067; number_of_response:1; }","duration":"514.001173ms","start":"2026-04-27T21:04:03.309195Z","end":"2026-04-27T21:04:03.823196Z","steps":["trace[1311128430] 'process raft request' (duration: 146.002459ms)","trace[1311128430] 'compare' (duration: 367.443962ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:04:03.823346Z","caller":"traceutil/trace.go:171","msg":"trace[1823726631] transaction","detail":"{read_only:false; response_revision:1069; number_of_response:1; }","duration":"513.517972ms","start":"2026-04-27T21:04:03.309814Z","end":"2026-04-27T21:04:03.823332Z","steps":["trace[1823726631] 'process raft request' (duration: 513.358828ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:04:03.823387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:04:03.309495Z","time spent":"513.825099ms","remote":"127.0.0.1:40146","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1134,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-27T21:04:03.823426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:04:03.3098Z","time spent":"513.587603ms","remote":"127.0.0.1:40146","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1156,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-27T21:04:03.823412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:04:03.30918Z","time spent":"514.155766ms","remote":"127.0.0.1:40146","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1174,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-27T21:04:03.82366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.174305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-04-27T21:04:03.823725Z","caller":"traceutil/trace.go:171","msg":"trace[2005846418] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1069; }","duration":"522.281868ms","start":"2026-04-27T21:04:03.301425Z","end":"2026-04-27T21:04:03.823706Z","steps":["trace[2005846418] 'agreement among raft nodes before linearized reading' (duration: 522.020041ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:04:03.823773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:04:03.301407Z","time spent":"522.353459ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-27T21:04:03.860041Z","caller":"traceutil/trace.go:171","msg":"trace[947577703] transaction","detail":"{read_only:false; response_revision:1070; number_of_response:1; }","duration":"514.525234ms","start":"2026-04-27T21:04:03.345492Z","end":"2026-04-27T21:04:03.860017Z","steps":["trace[947577703] 'process raft request' (duration: 514.261248ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:04:03.860143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:04:03.345476Z","time spent":"514.616277ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:04:03.860163Z","caller":"traceutil/trace.go:171","msg":"trace[849062464] transaction","detail":"{read_only:false; response_revision:1071; number_of_response:1; }","duration":"498.347394ms","start":"2026-04-27T21:04:03.361783Z","end":"2026-04-27T21:04:03.86013Z","steps":["trace[849062464] 'process raft request' (duration: 498.112149ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:04:03.860309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:04:03.361759Z","time spent":"498.475656ms","remote":"127.0.0.1:39838","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":73564,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:04:03.860383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.774896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-7c96b6546b-hqw7r\" ","response":"range_response_count:1 size:5069"} {"level":"info","ts":"2026-04-27T21:04:03.86057Z","caller":"traceutil/trace.go:171","msg":"trace[1373564264] range","detail":"{range_begin:/registry/pods/kube-system/coredns-7c96b6546b-hqw7r; range_end:; response_count:1; response_revision:1072; }","duration":"159.984211ms","start":"2026-04-27T21:04:03.700564Z","end":"2026-04-27T21:04:03.860548Z","steps":["trace[1373564264] 'agreement among raft nodes before linearized reading' (duration: 159.599773ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:04:03.860612Z","caller":"traceutil/trace.go:171","msg":"trace[1226972179] transaction","detail":"{read_only:false; response_revision:1072; number_of_response:1; }","duration":"494.919867ms","start":"2026-04-27T21:04:03.365671Z","end":"2026-04-27T21:04:03.860591Z","steps":["trace[1226972179] 'process raft request' (duration: 494.321424ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:04:03.860632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.508894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:04:03.860768Z","caller":"traceutil/trace.go:171","msg":"trace[671937635] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1072; }","duration":"445.690267ms","start":"2026-04-27T21:04:03.415059Z","end":"2026-04-27T21:04:03.86075Z","steps":["trace[671937635] 'agreement among raft nodes before linearized reading' (duration: 445.515884ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:04:03.86078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:04:03.36565Z","time spent":"495.07318ms","remote":"127.0.0.1:39838","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":59681,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:04:03.860606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.957046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-27T21:04:03.86086Z","caller":"traceutil/trace.go:171","msg":"trace[1356556769] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1072; }","duration":"175.229021ms","start":"2026-04-27T21:04:03.685603Z","end":"2026-04-27T21:04:03.860832Z","steps":["trace[1356556769] 'agreement among raft nodes before linearized reading' (duration: 174.905874ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:04:03.860892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:04:03.415039Z","time spent":"445.836781ms","remote":"127.0.0.1:39786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-27T21:04:04.007927Z","caller":"traceutil/trace.go:171","msg":"trace[2047135467] transaction","detail":"{read_only:false; response_revision:1075; number_of_response:1; }","duration":"134.187485ms","start":"2026-04-27T21:04:03.873716Z","end":"2026-04-27T21:04:04.007904Z","steps":["trace[2047135467] 'process raft request' (duration: 131.874974ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:04:04.007922Z","caller":"traceutil/trace.go:171","msg":"trace[697093585] transaction","detail":"{read_only:false; response_revision:1076; number_of_response:1; }","duration":"123.149308ms","start":"2026-04-27T21:04:03.884751Z","end":"2026-04-27T21:04:04.007901Z","steps":["trace[697093585] 'process raft request' (duration: 122.942923ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:04:04.008002Z","caller":"traceutil/trace.go:171","msg":"trace[1657065] transaction","detail":"{read_only:false; response_revision:1077; number_of_response:1; }","duration":"116.296655ms","start":"2026-04-27T21:04:03.891683Z","end":"2026-04-27T21:04:04.00798Z","steps":["trace[1657065] 'process raft request' (duration: 116.09729ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:04:04.198702Z","caller":"traceutil/trace.go:171","msg":"trace[1773221963] transaction","detail":"{read_only:false; response_revision:1079; number_of_response:1; }","duration":"188.397105ms","start":"2026-04-27T21:04:04.010275Z","end":"2026-04-27T21:04:04.198672Z","steps":["trace[1773221963] 'process raft request' (duration: 163.795997ms)","trace[1773221963] 'compare' (duration: 24.336093ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:04:04.199025Z","caller":"traceutil/trace.go:171","msg":"trace[925363749] transaction","detail":"{read_only:false; response_revision:1083; number_of_response:1; }","duration":"138.035032ms","start":"2026-04-27T21:04:04.060968Z","end":"2026-04-27T21:04:04.199003Z","steps":["trace[925363749] 'process raft request' (duration: 137.870027ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:04:04.19911Z","caller":"traceutil/trace.go:171","msg":"trace[1009102270] transaction","detail":"{read_only:false; response_revision:1081; number_of_response:1; }","duration":"159.167504ms","start":"2026-04-27T21:04:04.039919Z","end":"2026-04-27T21:04:04.199087Z","steps":["trace[1009102270] 'process raft request' (duration: 158.743903ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:04:04.199157Z","caller":"traceutil/trace.go:171","msg":"trace[1908265032] transaction","detail":"{read_only:false; response_revision:1080; number_of_response:1; }","duration":"186.909192ms","start":"2026-04-27T21:04:04.012204Z","end":"2026-04-27T21:04:04.199113Z","steps":["trace[1908265032] 'process raft request' (duration: 186.350139ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:04:04.199203Z","caller":"traceutil/trace.go:171","msg":"trace[961839980] linearizableReadLoop","detail":"{readStateIndex:1119; appliedIndex:1116; }","duration":"141.507299ms","start":"2026-04-27T21:04:04.057661Z","end":"2026-04-27T21:04:04.199169Z","steps":["trace[961839980] 'read index received' (duration: 116.538452ms)","trace[961839980] 'applied index is now lower than readState.Index' (duration: 24.965337ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:04:04.199258Z","caller":"traceutil/trace.go:171","msg":"trace[1206352129] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1082; }","duration":"139.505235ms","start":"2026-04-27T21:04:04.059723Z","end":"2026-04-27T21:04:04.199228Z","steps":["trace[1206352129] 'process raft request' (duration: 139.036633ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:04:04.199462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.043457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-27T21:04:04.199506Z","caller":"traceutil/trace.go:171","msg":"trace[1472396244] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1083; }","duration":"162.136239ms","start":"2026-04-27T21:04:04.037358Z","end":"2026-04-27T21:04:04.199495Z","steps":["trace[1472396244] 'agreement among raft nodes before linearized reading' (duration: 161.914755ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:04:04.395781Z","caller":"traceutil/trace.go:171","msg":"trace[573374502] transaction","detail":"{read_only:false; response_revision:1093; number_of_response:1; }","duration":"183.282651ms","start":"2026-04-27T21:04:04.21248Z","end":"2026-04-27T21:04:04.395763Z","steps":["trace[573374502] 'process raft request' (duration: 183.25031ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:04:04.395919Z","caller":"traceutil/trace.go:171","msg":"trace[1651632012] transaction","detail":"{read_only:false; response_revision:1091; number_of_response:1; }","duration":"183.885155ms","start":"2026-04-27T21:04:04.212003Z","end":"2026-04-27T21:04:04.395888Z","steps":["trace[1651632012] 'process raft request' (duration: 183.6841ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:04:04.395902Z","caller":"traceutil/trace.go:171","msg":"trace[833536603] transaction","detail":"{read_only:false; response_revision:1089; number_of_response:1; }","duration":"184.697353ms","start":"2026-04-27T21:04:04.211176Z","end":"2026-04-27T21:04:04.395873Z","steps":["trace[833536603] 'process raft request' (duration: 184.455507ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:04:04.396045Z","caller":"traceutil/trace.go:171","msg":"trace[982950356] transaction","detail":"{read_only:false; response_revision:1092; number_of_response:1; }","duration":"183.876374ms","start":"2026-04-27T21:04:04.212162Z","end":"2026-04-27T21:04:04.396038Z","steps":["trace[982950356] 'process raft request' (duration: 183.545617ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:04:04.396178Z","caller":"traceutil/trace.go:171","msg":"trace[2030359083] transaction","detail":"{read_only:false; response_revision:1088; number_of_response:1; }","duration":"185.260145ms","start":"2026-04-27T21:04:04.210907Z","end":"2026-04-27T21:04:04.396167Z","steps":["trace[2030359083] 'process raft request' (duration: 169.84628ms)","trace[2030359083] 'compare' (duration: 14.685779ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:04:04.396194Z","caller":"traceutil/trace.go:171","msg":"trace[651843009] transaction","detail":"{read_only:false; response_revision:1090; number_of_response:1; }","duration":"184.711312ms","start":"2026-04-27T21:04:04.21147Z","end":"2026-04-27T21:04:04.396182Z","steps":["trace[651843009] 'process raft request' (duration: 184.188571ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:04:04.670338Z","caller":"traceutil/trace.go:171","msg":"trace[1227821940] transaction","detail":"{read_only:false; response_revision:1097; number_of_response:1; }","duration":"266.544479ms","start":"2026-04-27T21:04:04.403771Z","end":"2026-04-27T21:04:04.670315Z","steps":["trace[1227821940] 'process raft request' (duration: 266.508338ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:04:04.670439Z","caller":"traceutil/trace.go:171","msg":"trace[1524293145] transaction","detail":"{read_only:false; response_revision:1096; number_of_response:1; }","duration":"266.722713ms","start":"2026-04-27T21:04:04.403682Z","end":"2026-04-27T21:04:04.670405Z","steps":["trace[1524293145] 'process raft request' (duration: 266.551859ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:04:04.670434Z","caller":"traceutil/trace.go:171","msg":"trace[1069948621] transaction","detail":"{read_only:false; response_revision:1095; number_of_response:1; }","duration":"268.024612ms","start":"2026-04-27T21:04:04.402377Z","end":"2026-04-27T21:04:04.670402Z","steps":["trace[1069948621] 'process raft request' (duration: 267.725805ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:04:04.733256Z","caller":"traceutil/trace.go:171","msg":"trace[940712083] linearizableReadLoop","detail":"{readStateIndex:1136; appliedIndex:1132; }","duration":"253.987268ms","start":"2026-04-27T21:04:04.479241Z","end":"2026-04-27T21:04:04.733228Z","steps":["trace[940712083] 'read index received' (duration: 190.848789ms)","trace[940712083] 'applied index is now lower than readState.Index' (duration: 63.137319ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:04:04.733408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.140531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/cert-manager/\" range_end:\"/registry/limitranges/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:04:04.733478Z","caller":"traceutil/trace.go:171","msg":"trace[1347474736] range","detail":"{range_begin:/registry/limitranges/cert-manager/; range_end:/registry/limitranges/cert-manager0; response_count:0; response_revision:1099; }","duration":"254.236093ms","start":"2026-04-27T21:04:04.479207Z","end":"2026-04-27T21:04:04.733443Z","steps":["trace[1347474736] 'agreement among raft nodes before linearized reading' (duration: 254.137421ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:04:04.733559Z","caller":"traceutil/trace.go:171","msg":"trace[926404826] transaction","detail":"{read_only:false; response_revision:1098; number_of_response:1; }","duration":"254.591493ms","start":"2026-04-27T21:04:04.47895Z","end":"2026-04-27T21:04:04.733541Z","steps":["trace[926404826] 'process raft request' (duration: 254.054431ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:04:04.733682Z","caller":"traceutil/trace.go:171","msg":"trace[1055714401] transaction","detail":"{read_only:false; response_revision:1099; number_of_response:1; }","duration":"253.550328ms","start":"2026-04-27T21:04:04.480094Z","end":"2026-04-27T21:04:04.733644Z","steps":["trace[1055714401] 'process raft request' (duration: 253.051727ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:04:04.977674Z","caller":"traceutil/trace.go:171","msg":"trace[1307967516] transaction","detail":"{read_only:false; response_revision:1110; number_of_response:1; }","duration":"149.657501ms","start":"2026-04-27T21:04:04.827987Z","end":"2026-04-27T21:04:04.977645Z","steps":["trace[1307967516] 'process raft request' (duration: 149.516347ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:04:04.977754Z","caller":"traceutil/trace.go:171","msg":"trace[755269306] transaction","detail":"{read_only:false; response_revision:1111; number_of_response:1; }","duration":"148.455964ms","start":"2026-04-27T21:04:04.82926Z","end":"2026-04-27T21:04:04.977716Z","steps":["trace[755269306] 'process raft request' (duration: 148.283429ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:04:04.977787Z","caller":"traceutil/trace.go:171","msg":"trace[1973885101] transaction","detail":"{read_only:false; response_revision:1114; number_of_response:1; }","duration":"147.751119ms","start":"2026-04-27T21:04:04.830013Z","end":"2026-04-27T21:04:04.977764Z","steps":["trace[1973885101] 'process raft request' (duration: 147.674947ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:04:04.97782Z","caller":"traceutil/trace.go:171","msg":"trace[1947229853] transaction","detail":"{read_only:false; response_revision:1112; number_of_response:1; }","duration":"148.396312ms","start":"2026-04-27T21:04:04.829383Z","end":"2026-04-27T21:04:04.977779Z","steps":["trace[1947229853] 'process raft request' (duration: 148.226347ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:04:04.977856Z","caller":"traceutil/trace.go:171","msg":"trace[1720851714] transaction","detail":"{read_only:false; response_revision:1113; number_of_response:1; }","duration":"148.315871ms","start":"2026-04-27T21:04:04.82951Z","end":"2026-04-27T21:04:04.977826Z","steps":["trace[1720851714] 'process raft request' (duration: 148.145497ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:04:04.978165Z","caller":"traceutil/trace.go:171","msg":"trace[839346095] transaction","detail":"{read_only:false; response_revision:1115; number_of_response:1; }","duration":"147.859571ms","start":"2026-04-27T21:04:04.830286Z","end":"2026-04-27T21:04:04.978146Z","steps":["trace[839346095] 'process raft request' (duration: 147.434442ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:04:04.978304Z","caller":"traceutil/trace.go:171","msg":"trace[609306822] transaction","detail":"{read_only:false; response_revision:1116; number_of_response:1; }","duration":"147.798779ms","start":"2026-04-27T21:04:04.830491Z","end":"2026-04-27T21:04:04.97829Z","steps":["trace[609306822] 'process raft request' (duration: 147.489582ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:04:04.978319Z","caller":"traceutil/trace.go:171","msg":"trace[2026088672] transaction","detail":"{read_only:false; response_revision:1117; number_of_response:1; }","duration":"147.734168ms","start":"2026-04-27T21:04:04.830572Z","end":"2026-04-27T21:04:04.978306Z","steps":["trace[2026088672] 'process raft request' (duration: 147.670566ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:04:04.977653Z","caller":"traceutil/trace.go:171","msg":"trace[1386116471] transaction","detail":"{read_only:false; response_revision:1109; number_of_response:1; }","duration":"149.65421ms","start":"2026-04-27T21:04:04.827954Z","end":"2026-04-27T21:04:04.977608Z","steps":["trace[1386116471] 'process raft request' (duration: 123.900906ms)","trace[1386116471] 'compare' (duration: 25.491108ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:04:04.978571Z","caller":"traceutil/trace.go:171","msg":"trace[262899110] transaction","detail":"{read_only:false; response_revision:1118; number_of_response:1; }","duration":"147.190556ms","start":"2026-04-27T21:04:04.831367Z","end":"2026-04-27T21:04:04.978558Z","steps":["trace[262899110] 'process raft request' (duration: 146.91031ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:04:04.978586Z","caller":"traceutil/trace.go:171","msg":"trace[125989814] transaction","detail":"{read_only:false; response_revision:1119; number_of_response:1; }","duration":"109.717438ms","start":"2026-04-27T21:04:04.868847Z","end":"2026-04-27T21:04:04.978564Z","steps":["trace[125989814] 'process raft request' (duration: 109.588575ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:04:05.025679Z","caller":"traceutil/trace.go:171","msg":"trace[1865659723] transaction","detail":"{read_only:false; response_revision:1120; number_of_response:1; }","duration":"130.664617ms","start":"2026-04-27T21:04:04.894976Z","end":"2026-04-27T21:04:05.02564Z","steps":["trace[1865659723] 'process raft request' (duration: 130.391501ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:04:05.025734Z","caller":"traceutil/trace.go:171","msg":"trace[33068075] transaction","detail":"{read_only:false; response_revision:1121; number_of_response:1; }","duration":"109.153757ms","start":"2026-04-27T21:04:04.91655Z","end":"2026-04-27T21:04:05.025704Z","steps":["trace[33068075] 'process raft request' (duration: 108.971993ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:04:05.025839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.934001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-webhook-548949fc64-sxx7q\" ","response":"range_response_count:1 size:3838"} {"level":"info","ts":"2026-04-27T21:04:05.026073Z","caller":"traceutil/trace.go:171","msg":"trace[592026924] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-webhook-548949fc64-sxx7q; range_end:; response_count:1; response_revision:1121; }","duration":"130.193316ms","start":"2026-04-27T21:04:04.895857Z","end":"2026-04-27T21:04:05.02605Z","steps":["trace[592026924] 'agreement among raft nodes before linearized reading' (duration: 129.825158ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:04:05.4261Z","caller":"traceutil/trace.go:171","msg":"trace[1466955279] transaction","detail":"{read_only:false; response_revision:1137; number_of_response:1; }","duration":"123.676661ms","start":"2026-04-27T21:04:05.30239Z","end":"2026-04-27T21:04:05.426067Z","steps":["trace[1466955279] 'process raft request' (duration: 121.692106ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:04:05.492117Z","caller":"traceutil/trace.go:171","msg":"trace[763668609] transaction","detail":"{read_only:false; response_revision:1138; number_of_response:1; }","duration":"115.174581ms","start":"2026-04-27T21:04:05.376898Z","end":"2026-04-27T21:04:05.492072Z","steps":["trace[763668609] 'process raft request' (duration: 114.969536ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:04:05.853071Z","caller":"traceutil/trace.go:171","msg":"trace[1895255404] transaction","detail":"{read_only:false; response_revision:1150; number_of_response:1; }","duration":"104.223326ms","start":"2026-04-27T21:04:05.748821Z","end":"2026-04-27T21:04:05.853044Z","steps":["trace[1895255404] 'process raft request' (duration: 60.483859ms)","trace[1895255404] 'compare' (duration: 43.514002ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:04:06.014689Z","caller":"traceutil/trace.go:171","msg":"trace[1130008933] linearizableReadLoop","detail":"{readStateIndex:1191; appliedIndex:1190; }","duration":"150.754865ms","start":"2026-04-27T21:04:05.863912Z","end":"2026-04-27T21:04:06.014667Z","steps":["trace[1130008933] 'read index received' (duration: 146.698064ms)","trace[1130008933] 'applied index is now lower than readState.Index' (duration: 4.055701ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:04:06.014808Z","caller":"traceutil/trace.go:171","msg":"trace[719076064] transaction","detail":"{read_only:false; response_revision:1153; number_of_response:1; }","duration":"157.807493ms","start":"2026-04-27T21:04:05.856991Z","end":"2026-04-27T21:04:06.014798Z","steps":["trace[719076064] 'process raft request' (duration: 153.66591ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:04:06.015007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.091213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-27T21:04:06.014987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.393893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-27T21:04:06.015034Z","caller":"traceutil/trace.go:171","msg":"trace[728420440] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1153; }","duration":"151.159124ms","start":"2026-04-27T21:04:05.863868Z","end":"2026-04-27T21:04:06.015027Z","steps":["trace[728420440] 'agreement among raft nodes before linearized reading' (duration: 150.98991ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:04:06.015057Z","caller":"traceutil/trace.go:171","msg":"trace[198558849] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1153; }","duration":"140.500956ms","start":"2026-04-27T21:04:05.874539Z","end":"2026-04-27T21:04:06.01504Z","steps":["trace[198558849] 'agreement among raft nodes before linearized reading' (duration: 140.285201ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:04:06.015192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.122212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-27T21:04:06.01527Z","caller":"traceutil/trace.go:171","msg":"trace[2064416984] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1153; }","duration":"103.228465ms","start":"2026-04-27T21:04:05.91202Z","end":"2026-04-27T21:04:06.015249Z","steps":["trace[2064416984] 'agreement among raft nodes before linearized reading' (duration: 102.834716ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:04:06.21459Z","caller":"traceutil/trace.go:171","msg":"trace[1673690616] transaction","detail":"{read_only:false; response_revision:1155; number_of_response:1; }","duration":"195.377432ms","start":"2026-04-27T21:04:06.019196Z","end":"2026-04-27T21:04:06.214574Z","steps":["trace[1673690616] 'process raft request' (duration: 195.25089ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:04:06.214773Z","caller":"traceutil/trace.go:171","msg":"trace[758438001] transaction","detail":"{read_only:false; response_revision:1156; number_of_response:1; }","duration":"195.419583ms","start":"2026-04-27T21:04:06.019345Z","end":"2026-04-27T21:04:06.214764Z","steps":["trace[758438001] 'process raft request' (duration: 195.194698ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:04:06.214802Z","caller":"traceutil/trace.go:171","msg":"trace[2060482128] transaction","detail":"{read_only:false; response_revision:1158; number_of_response:1; }","duration":"195.006913ms","start":"2026-04-27T21:04:06.019786Z","end":"2026-04-27T21:04:06.214793Z","steps":["trace[2060482128] 'process raft request' (duration: 194.966292ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:04:06.214899Z","caller":"traceutil/trace.go:171","msg":"trace[1194283780] transaction","detail":"{read_only:false; response_revision:1157; number_of_response:1; }","duration":"195.154207ms","start":"2026-04-27T21:04:06.019717Z","end":"2026-04-27T21:04:06.214872Z","steps":["trace[1194283780] 'process raft request' (duration: 194.997703ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:04:06.21514Z","caller":"traceutil/trace.go:171","msg":"trace[1695703162] transaction","detail":"{read_only:false; response_revision:1159; number_of_response:1; }","duration":"195.308559ms","start":"2026-04-27T21:04:06.0198Z","end":"2026-04-27T21:04:06.215109Z","steps":["trace[1695703162] 'process raft request' (duration: 194.972682ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:04:09.935823Z","caller":"traceutil/trace.go:171","msg":"trace[1616561246] transaction","detail":"{read_only:false; response_revision:1194; number_of_response:1; }","duration":"100.701398ms","start":"2026-04-27T21:04:09.835094Z","end":"2026-04-27T21:04:09.935795Z","steps":["trace[1616561246] 'process raft request' (duration: 100.422871ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:04:09.936974Z","caller":"traceutil/trace.go:171","msg":"trace[40780897] transaction","detail":"{read_only:false; response_revision:1195; number_of_response:1; }","duration":"101.812443ms","start":"2026-04-27T21:04:09.835138Z","end":"2026-04-27T21:04:09.93695Z","steps":["trace[40780897] 'process raft request' (duration: 101.68454ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:04:15.351639Z","caller":"traceutil/trace.go:171","msg":"trace[2058863958] transaction","detail":"{read_only:false; response_revision:1231; number_of_response:1; }","duration":"132.733064ms","start":"2026-04-27T21:04:15.218866Z","end":"2026-04-27T21:04:15.351599Z","steps":["trace[2058863958] 'process raft request' (duration: 131.502186ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:04:15.403943Z","caller":"traceutil/trace.go:171","msg":"trace[1555089371] transaction","detail":"{read_only:false; response_revision:1232; number_of_response:1; }","duration":"183.945326ms","start":"2026-04-27T21:04:15.21997Z","end":"2026-04-27T21:04:15.403915Z","steps":["trace[1555089371] 'process raft request' (duration: 183.720811ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:04:15.404068Z","caller":"traceutil/trace.go:171","msg":"trace[377599734] transaction","detail":"{read_only:false; response_revision:1233; number_of_response:1; }","duration":"182.558525ms","start":"2026-04-27T21:04:15.221478Z","end":"2026-04-27T21:04:15.404037Z","steps":["trace[377599734] 'process raft request' (duration: 182.361441ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:04:17.802811Z","caller":"traceutil/trace.go:171","msg":"trace[1428977325] transaction","detail":"{read_only:false; response_revision:1245; number_of_response:1; }","duration":"326.10395ms","start":"2026-04-27T21:04:17.476679Z","end":"2026-04-27T21:04:17.802782Z","steps":["trace[1428977325] 'process raft request' (duration: 325.929496ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:04:17.802986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:04:17.476629Z","time spent":"326.270684ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:04:17.961763Z","caller":"traceutil/trace.go:171","msg":"trace[465629584] transaction","detail":"{read_only:false; response_revision:1247; number_of_response:1; }","duration":"279.566559ms","start":"2026-04-27T21:04:17.682166Z","end":"2026-04-27T21:04:17.961733Z","steps":["trace[465629584] 'process raft request' (duration: 279.499358ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:04:17.961798Z","caller":"traceutil/trace.go:171","msg":"trace[1781456307] transaction","detail":"{read_only:false; response_revision:1246; number_of_response:1; }","duration":"428.667159ms","start":"2026-04-27T21:04:17.533102Z","end":"2026-04-27T21:04:17.96177Z","steps":["trace[1781456307] 'process raft request' (duration: 428.364163ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:04:17.961958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:04:17.533076Z","time spent":"428.798673ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:04:19.880707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.465608834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:04:19.880818Z","caller":"traceutil/trace.go:171","msg":"trace[236737697] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1247; }","duration":"1.465822779s","start":"2026-04-27T21:04:18.414976Z","end":"2026-04-27T21:04:19.880798Z","steps":["trace[236737697] 'range keys from in-memory index tree' (duration: 1.465511472s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:04:19.880862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:04:18.414964Z","time spent":"1.46588756s","remote":"127.0.0.1:39786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T21:04:19.881035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.42555521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-27T21:04:19.881136Z","caller":"traceutil/trace.go:171","msg":"trace[701473798] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1247; }","duration":"1.425698413s","start":"2026-04-27T21:04:18.455415Z","end":"2026-04-27T21:04:19.881113Z","steps":["trace[701473798] 'range keys from in-memory index tree' (duration: 1.425327864s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:04:19.881199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:04:18.455398Z","time spent":"1.425784855s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-27T21:04:19.881145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.570164648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T21:04:19.88123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.519956947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-27T21:04:19.881248Z","caller":"traceutil/trace.go:171","msg":"trace[872680168] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:1247; }","duration":"1.570310962s","start":"2026-04-27T21:04:18.310923Z","end":"2026-04-27T21:04:19.881234Z","steps":["trace[872680168] 'count revisions from in-memory index tree' (duration: 1.570094857s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:04:19.881268Z","caller":"traceutil/trace.go:171","msg":"trace[1609747022] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1247; }","duration":"1.520044409s","start":"2026-04-27T21:04:18.361213Z","end":"2026-04-27T21:04:19.881257Z","steps":["trace[1609747022] 'range keys from in-memory index tree' (duration: 1.519780464s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:04:19.881312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:04:18.361179Z","time spent":"1.520125111s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-27T21:04:19.881379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.550097641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-27T21:04:19.88141Z","caller":"traceutil/trace.go:171","msg":"trace[555076872] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1247; }","duration":"1.550165202s","start":"2026-04-27T21:04:18.331238Z","end":"2026-04-27T21:04:19.881403Z","steps":["trace[555076872] 'range keys from in-memory index tree' (duration: 1.549962697s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:04:19.881429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:04:18.331216Z","time spent":"1.550207303s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-27T21:04:19.881504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.516331668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-27T21:04:19.881552Z","caller":"traceutil/trace.go:171","msg":"trace[1014884876] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1247; }","duration":"1.516393198s","start":"2026-04-27T21:04:18.365139Z","end":"2026-04-27T21:04:19.881532Z","steps":["trace[1014884876] 'range keys from in-memory index tree' (duration: 1.516241515s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:04:19.881574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:04:18.365123Z","time spent":"1.516445789s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-27T21:04:19.881628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.690664378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-04-27T21:04:19.881716Z","caller":"traceutil/trace.go:171","msg":"trace[1165274330] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1247; }","duration":"1.690812432s","start":"2026-04-27T21:04:18.190885Z","end":"2026-04-27T21:04:19.881697Z","steps":["trace[1165274330] 'range keys from in-memory index tree' (duration: 1.690485335s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:04:19.881939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:04:18.190864Z","time spent":"1.691065507s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-27T21:04:19.881281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:04:18.310907Z","time spent":"1.570365183s","remote":"127.0.0.1:39916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"info","ts":"2026-04-27T21:04:22.059939Z","caller":"traceutil/trace.go:171","msg":"trace[1361262914] transaction","detail":"{read_only:false; response_revision:1256; number_of_response:1; }","duration":"234.171427ms","start":"2026-04-27T21:04:21.825744Z","end":"2026-04-27T21:04:22.059916Z","steps":["trace[1361262914] 'process raft request' (duration: 234.020264ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:04:22.063662Z","caller":"traceutil/trace.go:171","msg":"trace[546815034] linearizableReadLoop","detail":"{readStateIndex:1299; appliedIndex:1297; }","duration":"161.938585ms","start":"2026-04-27T21:04:21.901708Z","end":"2026-04-27T21:04:22.063646Z","steps":["trace[546815034] 'read index received' (duration: 158.081838ms)","trace[546815034] 'applied index is now lower than readState.Index' (duration: 3.855937ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:04:22.063975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.223437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-27T21:04:22.064035Z","caller":"traceutil/trace.go:171","msg":"trace[1777162000] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1257; }","duration":"143.310859ms","start":"2026-04-27T21:04:21.920716Z","end":"2026-04-27T21:04:22.064027Z","steps":["trace[1777162000] 'agreement among raft nodes before linearized reading' (duration: 143.174246ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:04:22.064067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.64357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"warn","ts":"2026-04-27T21:04:22.064098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.77791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-27T21:04:22.064106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.651636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-27T21:04:22.064151Z","caller":"traceutil/trace.go:171","msg":"trace[772537020] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1257; }","duration":"144.779723ms","start":"2026-04-27T21:04:21.919353Z","end":"2026-04-27T21:04:22.064133Z","steps":["trace[772537020] 'agreement among raft nodes before linearized reading' (duration: 144.530247ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:04:22.064168Z","caller":"traceutil/trace.go:171","msg":"trace[1948791937] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1257; }","duration":"143.879752ms","start":"2026-04-27T21:04:21.920273Z","end":"2026-04-27T21:04:22.064153Z","steps":["trace[1948791937] 'agreement among raft nodes before linearized reading' (duration: 143.701088ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:04:22.064199Z","caller":"traceutil/trace.go:171","msg":"trace[134565519] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1257; }","duration":"143.79592ms","start":"2026-04-27T21:04:21.920383Z","end":"2026-04-27T21:04:22.064179Z","steps":["trace[134565519] 'agreement among raft nodes before linearized reading' (duration: 143.543504ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:04:22.06409Z","caller":"traceutil/trace.go:171","msg":"trace[307343368] transaction","detail":"{read_only:false; response_revision:1257; number_of_response:1; }","duration":"176.382607ms","start":"2026-04-27T21:04:21.887676Z","end":"2026-04-27T21:04:22.064059Z","steps":["trace[307343368] 'process raft request' (duration: 175.905637ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:04:22.064333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.610389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-27T21:04:22.064415Z","caller":"traceutil/trace.go:171","msg":"trace[2100200398] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1257; }","duration":"162.736293ms","start":"2026-04-27T21:04:21.901662Z","end":"2026-04-27T21:04:22.064398Z","steps":["trace[2100200398] 'agreement among raft nodes before linearized reading' (duration: 162.504547ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:04:22.1872Z","caller":"traceutil/trace.go:171","msg":"trace[581848702] transaction","detail":"{read_only:false; response_revision:1258; number_of_response:1; }","duration":"119.953338ms","start":"2026-04-27T21:04:22.067215Z","end":"2026-04-27T21:04:22.187168Z","steps":["trace[581848702] 'process raft request' (duration: 43.896241ms)","trace[581848702] 'compare' (duration: 75.936174ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:04:22.212455Z","caller":"traceutil/trace.go:171","msg":"trace[2090507962] transaction","detail":"{read_only:false; response_revision:1259; number_of_response:1; }","duration":"144.533417ms","start":"2026-04-27T21:04:22.067892Z","end":"2026-04-27T21:04:22.212425Z","steps":["trace[2090507962] 'process raft request' (duration: 144.317142ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:04:22.212686Z","caller":"traceutil/trace.go:171","msg":"trace[405521816] transaction","detail":"{read_only:false; response_revision:1260; number_of_response:1; }","duration":"140.315182ms","start":"2026-04-27T21:04:22.072361Z","end":"2026-04-27T21:04:22.212676Z","steps":["trace[405521816] 'process raft request' (duration: 140.022636ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:04:22.212842Z","caller":"traceutil/trace.go:171","msg":"trace[2025404132] transaction","detail":"{read_only:false; response_revision:1261; number_of_response:1; }","duration":"140.290651ms","start":"2026-04-27T21:04:22.07252Z","end":"2026-04-27T21:04:22.212811Z","steps":["trace[2025404132] 'process raft request' (duration: 140.137388ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:04:22.2129Z","caller":"traceutil/trace.go:171","msg":"trace[1715344228] transaction","detail":"{read_only:false; response_revision:1262; number_of_response:1; }","duration":"140.337102ms","start":"2026-04-27T21:04:22.072529Z","end":"2026-04-27T21:04:22.212866Z","steps":["trace[1715344228] 'process raft request' (duration: 140.22122ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:04:22.918534Z","caller":"traceutil/trace.go:171","msg":"trace[155557357] transaction","detail":"{read_only:false; response_revision:1264; number_of_response:1; }","duration":"114.707231ms","start":"2026-04-27T21:04:22.8038Z","end":"2026-04-27T21:04:22.918507Z","steps":["trace[155557357] 'process raft request' (duration: 114.544007ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:04:23.394253Z","caller":"traceutil/trace.go:171","msg":"trace[1448726596] transaction","detail":"{read_only:false; response_revision:1266; number_of_response:1; }","duration":"234.629718ms","start":"2026-04-27T21:04:23.159596Z","end":"2026-04-27T21:04:23.394226Z","steps":["trace[1448726596] 'process raft request' (duration: 234.469984ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:04:23.538658Z","caller":"traceutil/trace.go:171","msg":"trace[752045802] transaction","detail":"{read_only:false; response_revision:1267; number_of_response:1; }","duration":"138.358198ms","start":"2026-04-27T21:04:23.400279Z","end":"2026-04-27T21:04:23.538637Z","steps":["trace[752045802] 'process raft request' (duration: 138.217995ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:04:26.488738Z","caller":"traceutil/trace.go:171","msg":"trace[1895284224] transaction","detail":"{read_only:false; response_revision:1320; number_of_response:1; }","duration":"219.490509ms","start":"2026-04-27T21:04:26.269217Z","end":"2026-04-27T21:04:26.488707Z","steps":["trace[1895284224] 'process raft request' (duration: 139.608407ms)","trace[1895284224] 'compare' (duration: 79.441333ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:04:26.48902Z","caller":"traceutil/trace.go:171","msg":"trace[437447709] transaction","detail":"{read_only:false; response_revision:1321; number_of_response:1; }","duration":"217.906553ms","start":"2026-04-27T21:04:26.271078Z","end":"2026-04-27T21:04:26.488985Z","steps":["trace[437447709] 'process raft request' (duration: 217.509965ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:04:26.489166Z","caller":"traceutil/trace.go:171","msg":"trace[1919918559] transaction","detail":"{read_only:false; response_revision:1322; number_of_response:1; }","duration":"218.010636ms","start":"2026-04-27T21:04:26.271128Z","end":"2026-04-27T21:04:26.489139Z","steps":["trace[1919918559] 'process raft request' (duration: 217.74807ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:04:26.489063Z","caller":"traceutil/trace.go:171","msg":"trace[72319807] linearizableReadLoop","detail":"{readStateIndex:1369; appliedIndex:1366; }","duration":"193.770016ms","start":"2026-04-27T21:04:26.295274Z","end":"2026-04-27T21:04:26.489044Z","steps":["trace[72319807] 'read index received' (duration: 113.459774ms)","trace[72319807] 'applied index is now lower than readState.Index' (duration: 80.309142ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:04:26.48927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.96855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/cert-manager-selfsigned-ca\" ","response":"range_response_count:1 size:2479"} {"level":"info","ts":"2026-04-27T21:04:26.489339Z","caller":"traceutil/trace.go:171","msg":"trace[1789798410] range","detail":"{range_begin:/registry/secrets/cert-manager/cert-manager-selfsigned-ca; range_end:; response_count:1; response_revision:1322; }","duration":"194.073972ms","start":"2026-04-27T21:04:26.295247Z","end":"2026-04-27T21:04:26.489321Z","steps":["trace[1789798410] 'agreement among raft nodes before linearized reading' (duration: 193.852937ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:04:28.441788Z","caller":"traceutil/trace.go:171","msg":"trace[1190587145] transaction","detail":"{read_only:false; response_revision:1327; number_of_response:1; }","duration":"111.375535ms","start":"2026-04-27T21:04:28.330374Z","end":"2026-04-27T21:04:28.441749Z","steps":["trace[1190587145] 'process raft request' (duration: 90.438768ms)","trace[1190587145] 'compare' (duration: 20.805584ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:04:28.667249Z","caller":"traceutil/trace.go:171","msg":"trace[1294715414] transaction","detail":"{read_only:false; response_revision:1328; number_of_response:1; }","duration":"169.808821ms","start":"2026-04-27T21:04:28.49739Z","end":"2026-04-27T21:04:28.667198Z","steps":["trace[1294715414] 'process raft request' (duration: 132.120209ms)","trace[1294715414] 'compare' (duration: 37.438406ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:04:28.667633Z","caller":"traceutil/trace.go:171","msg":"trace[166540484] transaction","detail":"{read_only:false; response_revision:1329; number_of_response:1; }","duration":"169.506174ms","start":"2026-04-27T21:04:28.49808Z","end":"2026-04-27T21:04:28.667587Z","steps":["trace[166540484] 'process raft request' (duration: 169.064034ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:04:28.667652Z","caller":"traceutil/trace.go:171","msg":"trace[126393326] transaction","detail":"{read_only:false; response_revision:1330; number_of_response:1; }","duration":"168.031322ms","start":"2026-04-27T21:04:28.499599Z","end":"2026-04-27T21:04:28.667631Z","steps":["trace[126393326] 'process raft request' (duration: 167.762516ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:04:30.43329Z","caller":"traceutil/trace.go:171","msg":"trace[5028369] transaction","detail":"{read_only:false; response_revision:1332; number_of_response:1; }","duration":"115.519318ms","start":"2026-04-27T21:04:30.317741Z","end":"2026-04-27T21:04:30.433261Z","steps":["trace[5028369] 'process raft request' (duration: 115.361175ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:04:32.473407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.187909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-27T21:04:32.473506Z","caller":"traceutil/trace.go:171","msg":"trace[732086472] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:1341; }","duration":"101.332043ms","start":"2026-04-27T21:04:32.37215Z","end":"2026-04-27T21:04:32.473482Z","steps":["trace[732086472] 'count revisions from in-memory index tree' (duration: 101.112897ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:04:32.653433Z","caller":"traceutil/trace.go:171","msg":"trace[1624658237] transaction","detail":"{read_only:false; response_revision:1342; number_of_response:1; }","duration":"174.354421ms","start":"2026-04-27T21:04:32.479054Z","end":"2026-04-27T21:04:32.653408Z","steps":["trace[1624658237] 'process raft request' (duration: 174.216368ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:04:32.660239Z","caller":"traceutil/trace.go:171","msg":"trace[992080474] transaction","detail":"{read_only:false; response_revision:1343; number_of_response:1; }","duration":"175.025636ms","start":"2026-04-27T21:04:32.485181Z","end":"2026-04-27T21:04:32.660207Z","steps":["trace[992080474] 'process raft request' (duration: 174.897873ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:04:33.818962Z","caller":"traceutil/trace.go:171","msg":"trace[647553856] transaction","detail":"{read_only:false; response_revision:1348; number_of_response:1; }","duration":"128.986529ms","start":"2026-04-27T21:04:33.689942Z","end":"2026-04-27T21:04:33.818928Z","steps":["trace[647553856] 'process raft request' (duration: 33.267022ms)","trace[647553856] 'compare' (duration: 95.471171ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:04:33.819052Z","caller":"traceutil/trace.go:171","msg":"trace[706857301] transaction","detail":"{read_only:false; response_revision:1349; number_of_response:1; }","duration":"128.898827ms","start":"2026-04-27T21:04:33.690129Z","end":"2026-04-27T21:04:33.819028Z","steps":["trace[706857301] 'process raft request' (duration: 128.723403ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:04:33.819053Z","caller":"traceutil/trace.go:171","msg":"trace[1279596149] transaction","detail":"{read_only:false; response_revision:1350; number_of_response:1; }","duration":"104.353029ms","start":"2026-04-27T21:04:33.714679Z","end":"2026-04-27T21:04:33.819032Z","steps":["trace[1279596149] 'process raft request' (duration: 104.267817ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:04:34.200541Z","caller":"traceutil/trace.go:171","msg":"trace[730303745] transaction","detail":"{read_only:false; response_revision:1352; number_of_response:1; }","duration":"197.241662ms","start":"2026-04-27T21:04:34.003271Z","end":"2026-04-27T21:04:34.200513Z","steps":["trace[730303745] 'process raft request' (duration: 142.196773ms)","trace[730303745] 'compare' (duration: 54.879345ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:04:34.398945Z","caller":"traceutil/trace.go:171","msg":"trace[347390069] transaction","detail":"{read_only:false; response_revision:1353; number_of_response:1; }","duration":"149.807614ms","start":"2026-04-27T21:04:34.249101Z","end":"2026-04-27T21:04:34.398909Z","steps":["trace[347390069] 'process raft request' (duration: 71.058036ms)","trace[347390069] 'compare' (duration: 78.270288ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:04:34.825476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.833281ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T21:04:34.825581Z","caller":"traceutil/trace.go:171","msg":"trace[503874522] linearizableReadLoop","detail":"{readStateIndex:1406; appliedIndex:1405; }","duration":"161.983016ms","start":"2026-04-27T21:04:34.663582Z","end":"2026-04-27T21:04:34.825565Z","steps":["trace[503874522] 'read index received' (duration: 8.883879ms)","trace[503874522] 'applied index is now lower than readState.Index' (duration: 153.097587ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:04:34.825654Z","caller":"traceutil/trace.go:171","msg":"trace[1969902527] transaction","detail":"{read_only:false; response_revision:1358; number_of_response:1; }","duration":"164.622415ms","start":"2026-04-27T21:04:34.660999Z","end":"2026-04-27T21:04:34.825621Z","steps":["trace[1969902527] 'process raft request' (duration: 11.512047ms)","trace[1969902527] 'compare' (duration: 152.705809ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:04:34.825802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.213761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-27T21:04:34.825949Z","caller":"traceutil/trace.go:171","msg":"trace[1891033208] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1358; }","duration":"162.297663ms","start":"2026-04-27T21:04:34.663558Z","end":"2026-04-27T21:04:34.825856Z","steps":["trace[1891033208] 'agreement among raft nodes before linearized reading' (duration: 162.079728ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:04:34.86581Z","caller":"traceutil/trace.go:171","msg":"trace[532650053] transaction","detail":"{read_only:false; response_revision:1359; number_of_response:1; }","duration":"182.988105ms","start":"2026-04-27T21:04:34.682792Z","end":"2026-04-27T21:04:34.86578Z","steps":["trace[532650053] 'process raft request' (duration: 182.74821ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:04:34.865863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.108643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-27T21:04:34.86598Z","caller":"traceutil/trace.go:171","msg":"trace[1776090586] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1359; }","duration":"112.235865ms","start":"2026-04-27T21:04:34.753682Z","end":"2026-04-27T21:04:34.865918Z","steps":["trace[1776090586] 'agreement among raft nodes before linearized reading' (duration: 112.023331ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:04:35.002852Z","caller":"traceutil/trace.go:171","msg":"trace[1967618248] transaction","detail":"{read_only:false; response_revision:1362; number_of_response:1; }","duration":"131.525525ms","start":"2026-04-27T21:04:34.8713Z","end":"2026-04-27T21:04:35.002826Z","steps":["trace[1967618248] 'process raft request' (duration: 131.432533ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:04:35.002947Z","caller":"traceutil/trace.go:171","msg":"trace[1651745089] transaction","detail":"{read_only:false; response_revision:1361; number_of_response:1; }","duration":"132.210531ms","start":"2026-04-27T21:04:34.870708Z","end":"2026-04-27T21:04:35.002919Z","steps":["trace[1651745089] 'process raft request' (duration: 116.726735ms)","trace[1651745089] 'compare' (duration: 15.160528ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:04:35.003177Z","caller":"traceutil/trace.go:171","msg":"trace[489861973] transaction","detail":"{read_only:false; response_revision:1364; number_of_response:1; }","duration":"126.240348ms","start":"2026-04-27T21:04:34.876926Z","end":"2026-04-27T21:04:35.003166Z","steps":["trace[489861973] 'process raft request' (duration: 126.110485ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:04:35.003206Z","caller":"traceutil/trace.go:171","msg":"trace[428039053] transaction","detail":"{read_only:false; response_revision:1363; number_of_response:1; }","duration":"131.918584ms","start":"2026-04-27T21:04:34.871274Z","end":"2026-04-27T21:04:35.003192Z","steps":["trace[428039053] 'process raft request' (duration: 131.515866ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:04:35.170692Z","caller":"traceutil/trace.go:171","msg":"trace[11576918] transaction","detail":"{read_only:false; response_revision:1365; number_of_response:1; }","duration":"112.748596ms","start":"2026-04-27T21:04:35.057893Z","end":"2026-04-27T21:04:35.170642Z","steps":["trace[11576918] 'process raft request' (duration: 70.33948ms)","trace[11576918] 'compare' (duration: 42.10894ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:04:35.373294Z","caller":"traceutil/trace.go:171","msg":"trace[1576157655] transaction","detail":"{read_only:false; response_revision:1367; number_of_response:1; }","duration":"103.535251ms","start":"2026-04-27T21:04:35.269724Z","end":"2026-04-27T21:04:35.373259Z","steps":["trace[1576157655] 'process raft request' (duration: 102.851036ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:04:35.551153Z","caller":"traceutil/trace.go:171","msg":"trace[1648859427] transaction","detail":"{read_only:false; response_revision:1369; number_of_response:1; }","duration":"133.574361ms","start":"2026-04-27T21:04:35.417536Z","end":"2026-04-27T21:04:35.55111Z","steps":["trace[1648859427] 'process raft request' (duration: 69.140932ms)","trace[1648859427] 'compare' (duration: 64.274165ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:04:35.709307Z","caller":"traceutil/trace.go:171","msg":"trace[1385837141] transaction","detail":"{read_only:false; response_revision:1372; number_of_response:1; }","duration":"151.88744ms","start":"2026-04-27T21:04:35.5574Z","end":"2026-04-27T21:04:35.709287Z","steps":["trace[1385837141] 'process raft request' (duration: 151.832318ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:04:35.709362Z","caller":"traceutil/trace.go:171","msg":"trace[616798540] transaction","detail":"{read_only:false; response_revision:1371; number_of_response:1; }","duration":"153.422065ms","start":"2026-04-27T21:04:35.555914Z","end":"2026-04-27T21:04:35.709336Z","steps":["trace[616798540] 'process raft request' (duration: 150.99766ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:04:35.850783Z","caller":"traceutil/trace.go:171","msg":"trace[670685322] transaction","detail":"{read_only:false; response_revision:1374; number_of_response:1; }","duration":"104.048952ms","start":"2026-04-27T21:04:35.746705Z","end":"2026-04-27T21:04:35.850754Z","steps":["trace[670685322] 'process raft request' (duration: 102.334674ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:04:37.112317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.195763ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T21:04:37.112419Z","caller":"traceutil/trace.go:171","msg":"trace[982624718] linearizableReadLoop","detail":"{readStateIndex:1428; appliedIndex:1427; }","duration":"104.385881ms","start":"2026-04-27T21:04:37.008016Z","end":"2026-04-27T21:04:37.112402Z","steps":["trace[982624718] 'read index received' (duration: 39.931µs)","trace[982624718] 'applied index is now lower than readState.Index' (duration: 104.345ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:04:37.112497Z","caller":"traceutil/trace.go:171","msg":"trace[473858204] transaction","detail":"{read_only:false; response_revision:1379; number_of_response:1; }","duration":"209.373684ms","start":"2026-04-27T21:04:36.903112Z","end":"2026-04-27T21:04:37.112485Z","steps":["trace[473858204] 'process raft request' (duration: 54.919215ms)","trace[473858204] 'compare' (duration: 154.07702ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:04:37.112707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.687148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-27T21:04:37.112747Z","caller":"traceutil/trace.go:171","msg":"trace[557774551] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1379; }","duration":"104.763619ms","start":"2026-04-27T21:04:37.007972Z","end":"2026-04-27T21:04:37.112736Z","steps":["trace[557774551] 'agreement among raft nodes before linearized reading' (duration: 104.621326ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:04:37.112877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.756209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-27T21:04:37.112964Z","caller":"traceutil/trace.go:171","msg":"trace[1368159358] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1379; }","duration":"104.896122ms","start":"2026-04-27T21:04:37.008048Z","end":"2026-04-27T21:04:37.112944Z","steps":["trace[1368159358] 'agreement among raft nodes before linearized reading' (duration: 104.652657ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:04:37.112958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.755119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-27T21:04:37.113065Z","caller":"traceutil/trace.go:171","msg":"trace[2070397656] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1379; }","duration":"104.916102ms","start":"2026-04-27T21:04:37.008122Z","end":"2026-04-27T21:04:37.113038Z","steps":["trace[2070397656] 'agreement among raft nodes before linearized reading' (duration: 104.619295ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:04:37.422116Z","caller":"traceutil/trace.go:171","msg":"trace[72107584] transaction","detail":"{read_only:false; response_revision:1383; number_of_response:1; }","duration":"106.313053ms","start":"2026-04-27T21:04:37.315766Z","end":"2026-04-27T21:04:37.422079Z","steps":["trace[72107584] 'process raft request' (duration: 106.115488ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:04:39.060889Z","caller":"traceutil/trace.go:171","msg":"trace[309756621] transaction","detail":"{read_only:false; response_revision:1387; number_of_response:1; }","duration":"133.063064ms","start":"2026-04-27T21:04:38.927776Z","end":"2026-04-27T21:04:39.060839Z","steps":["trace[309756621] 'process raft request' (duration: 60.640939ms)","trace[309756621] 'compare' (duration: 72.1827ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:04:40.376746Z","caller":"traceutil/trace.go:171","msg":"trace[1671438474] transaction","detail":"{read_only:false; response_revision:1392; number_of_response:1; }","duration":"541.983539ms","start":"2026-04-27T21:04:39.834737Z","end":"2026-04-27T21:04:40.37672Z","steps":["trace[1671438474] 'process raft request' (duration: 541.807305ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:04:40.376908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:04:39.834719Z","time spent":"542.109242ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:04:43.504263Z","caller":"traceutil/trace.go:171","msg":"trace[934467180] transaction","detail":"{read_only:false; response_revision:1403; number_of_response:1; }","duration":"331.846863ms","start":"2026-04-27T21:04:43.172394Z","end":"2026-04-27T21:04:43.504241Z","steps":["trace[934467180] 'process raft request' (duration: 331.668399ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:04:43.504428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:04:43.172374Z","time spent":"331.964745ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:04:43.504515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.344564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-27T21:04:43.504606Z","caller":"traceutil/trace.go:171","msg":"trace[1997457357] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1403; }","duration":"262.449356ms","start":"2026-04-27T21:04:43.242135Z","end":"2026-04-27T21:04:43.504585Z","steps":["trace[1997457357] 'agreement among raft nodes before linearized reading' (duration: 262.19818ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:04:43.504857Z","caller":"traceutil/trace.go:171","msg":"trace[2017434021] linearizableReadLoop","detail":"{readStateIndex:1453; appliedIndex:1452; }","duration":"262.056817ms","start":"2026-04-27T21:04:43.242149Z","end":"2026-04-27T21:04:43.504206Z","steps":["trace[2017434021] 'read index received' (duration: 261.870343ms)","trace[2017434021] 'applied index is now lower than readState.Index' (duration: 185.444µs)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:04:43.505177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.115179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-27T21:04:43.505227Z","caller":"traceutil/trace.go:171","msg":"trace[394817186] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1403; }","duration":"103.216131ms","start":"2026-04-27T21:04:43.401998Z","end":"2026-04-27T21:04:43.505214Z","steps":["trace[394817186] 'agreement among raft nodes before linearized reading' (duration: 103.065777ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:04:43.505266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.944717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-27T21:04:43.505354Z","caller":"traceutil/trace.go:171","msg":"trace[1541381856] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1403; }","duration":"193.07823ms","start":"2026-04-27T21:04:43.312253Z","end":"2026-04-27T21:04:43.505331Z","steps":["trace[1541381856] 'agreement among raft nodes before linearized reading' (duration: 192.782784ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:04:45.144293Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185919323853099,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-27T21:04:45.322324Z","caller":"traceutil/trace.go:171","msg":"trace[1285472341] linearizableReadLoop","detail":"{readStateIndex:1461; appliedIndex:1460; }","duration":"678.714716ms","start":"2026-04-27T21:04:44.643584Z","end":"2026-04-27T21:04:45.322299Z","steps":["trace[1285472341] 'read index received' (duration: 678.519722ms)","trace[1285472341] 'applied index is now lower than readState.Index' (duration: 194.144µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:04:45.322404Z","caller":"traceutil/trace.go:171","msg":"trace[1126973485] transaction","detail":"{read_only:false; response_revision:1411; number_of_response:1; }","duration":"758.700643ms","start":"2026-04-27T21:04:44.563679Z","end":"2026-04-27T21:04:45.32238Z","steps":["trace[1126973485] 'process raft request' (duration: 758.497448ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:04:45.322489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.907361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-27T21:04:45.322525Z","caller":"traceutil/trace.go:171","msg":"trace[1615329822] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:1411; }","duration":"678.994943ms","start":"2026-04-27T21:04:44.643519Z","end":"2026-04-27T21:04:45.322514Z","steps":["trace[1615329822] 'agreement among raft nodes before linearized reading' (duration: 678.897671ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:04:45.322523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:04:44.56365Z","time spent":"758.801974ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:04:45.322559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:04:44.643464Z","time spent":"679.086395ms","remote":"127.0.0.1:50608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:04:45.322738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.255422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-27T21:04:45.322819Z","caller":"traceutil/trace.go:171","msg":"trace[1567116642] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1411; }","duration":"196.386284ms","start":"2026-04-27T21:04:45.126414Z","end":"2026-04-27T21:04:45.3228Z","steps":["trace[1567116642] 'agreement among raft nodes before linearized reading' (duration: 196.131478ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:04:45.322808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.952383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-jrm8q\" ","response":"range_response_count:1 size:4197"} {"level":"info","ts":"2026-04-27T21:04:45.322902Z","caller":"traceutil/trace.go:171","msg":"trace[2392408] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-create-jrm8q; range_end:; response_count:1; response_revision:1411; }","duration":"451.088516ms","start":"2026-04-27T21:04:44.871793Z","end":"2026-04-27T21:04:45.322881Z","steps":["trace[2392408] 'agreement among raft nodes before linearized reading' (duration: 450.722768ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:04:45.322948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:04:44.871779Z","time spent":"451.160668ms","remote":"127.0.0.1:39966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":4221,"request content":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-jrm8q\" "} {"level":"info","ts":"2026-04-27T21:04:45.641384Z","caller":"traceutil/trace.go:171","msg":"trace[603855559] transaction","detail":"{read_only:false; response_revision:1415; number_of_response:1; }","duration":"104.891469ms","start":"2026-04-27T21:04:45.536457Z","end":"2026-04-27T21:04:45.641349Z","steps":["trace[603855559] 'process raft request' (duration: 41.240221ms)","trace[603855559] 'compare' (duration: 63.368961ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:04:46.048199Z","caller":"traceutil/trace.go:171","msg":"trace[855337362] transaction","detail":"{read_only:false; response_revision:1418; number_of_response:1; }","duration":"161.814243ms","start":"2026-04-27T21:04:45.886361Z","end":"2026-04-27T21:04:46.048175Z","steps":["trace[855337362] 'process raft request' (duration: 161.66106ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:04:49.350201Z","caller":"traceutil/trace.go:171","msg":"trace[1480144197] transaction","detail":"{read_only:false; response_revision:1430; number_of_response:1; }","duration":"227.060637ms","start":"2026-04-27T21:04:49.123103Z","end":"2026-04-27T21:04:49.350163Z","steps":["trace[1480144197] 'process raft request' (duration: 188.21776ms)","trace[1480144197] 'compare' (duration: 38.694714ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:04:49.388211Z","caller":"traceutil/trace.go:171","msg":"trace[1216834684] transaction","detail":"{read_only:false; response_revision:1431; number_of_response:1; }","duration":"222.475365ms","start":"2026-04-27T21:04:49.165709Z","end":"2026-04-27T21:04:49.388184Z","steps":["trace[1216834684] 'process raft request' (duration: 222.303981ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:04:49.610126Z","caller":"traceutil/trace.go:171","msg":"trace[1120838569] transaction","detail":"{read_only:false; response_revision:1432; number_of_response:1; }","duration":"266.019297ms","start":"2026-04-27T21:04:49.344081Z","end":"2026-04-27T21:04:49.610101Z","steps":["trace[1120838569] 'process raft request' (duration: 205.190033ms)","trace[1120838569] 'compare' (duration: 60.6376ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:04:49.610325Z","caller":"traceutil/trace.go:171","msg":"trace[1616268314] transaction","detail":"{read_only:false; response_revision:1433; number_of_response:1; }","duration":"254.424315ms","start":"2026-04-27T21:04:49.355865Z","end":"2026-04-27T21:04:49.610289Z","steps":["trace[1616268314] 'process raft request' (duration: 254.19009ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:04:49.610324Z","caller":"traceutil/trace.go:171","msg":"trace[1894861847] linearizableReadLoop","detail":"{readStateIndex:1484; appliedIndex:1481; }","duration":"247.364575ms","start":"2026-04-27T21:04:49.362905Z","end":"2026-04-27T21:04:49.61027Z","steps":["trace[1894861847] 'read index received' (duration: 25.155108ms)","trace[1894861847] 'applied index is now lower than readState.Index' (duration: 222.207647ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:04:49.610623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.913191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-27T21:04:49.610644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.717434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx-admission\" ","response":"range_response_count:1 size:1071"} {"level":"info","ts":"2026-04-27T21:04:49.610674Z","caller":"traceutil/trace.go:171","msg":"trace[1541547230] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1433; }","duration":"226.000074ms","start":"2026-04-27T21:04:49.384663Z","end":"2026-04-27T21:04:49.610663Z","steps":["trace[1541547230] 'agreement among raft nodes before linearized reading' (duration: 225.82325ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:04:49.61069Z","caller":"traceutil/trace.go:171","msg":"trace[2054854756] range","detail":"{range_begin:/registry/serviceaccounts/ingress-nginx/ingress-nginx-admission; range_end:; response_count:1; response_revision:1433; }","duration":"247.820105ms","start":"2026-04-27T21:04:49.362855Z","end":"2026-04-27T21:04:49.610675Z","steps":["trace[2054854756] 'agreement among raft nodes before linearized reading' (duration: 247.59992ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:04:49.804168Z","caller":"traceutil/trace.go:171","msg":"trace[472322332] transaction","detail":"{read_only:false; response_revision:1435; number_of_response:1; }","duration":"189.118241ms","start":"2026-04-27T21:04:49.615024Z","end":"2026-04-27T21:04:49.804142Z","steps":["trace[472322332] 'process raft request' (duration: 124.810818ms)","trace[472322332] 'compare' (duration: 64.108948ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:04:49.804299Z","caller":"traceutil/trace.go:171","msg":"trace[1898377853] linearizableReadLoop","detail":"{readStateIndex:1487; appliedIndex:1485; }","duration":"142.339005ms","start":"2026-04-27T21:04:49.66193Z","end":"2026-04-27T21:04:49.804269Z","steps":["trace[1898377853] 'read index received' (duration: 77.818058ms)","trace[1898377853] 'applied index is now lower than readState.Index' (duration: 64.518706ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:04:49.804326Z","caller":"traceutil/trace.go:171","msg":"trace[68693299] transaction","detail":"{read_only:false; response_revision:1436; number_of_response:1; }","duration":"188.617839ms","start":"2026-04-27T21:04:49.615678Z","end":"2026-04-27T21:04:49.804296Z","steps":["trace[68693299] 'process raft request' (duration: 188.415475ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:04:49.804591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.658221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-27T21:04:49.804621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.172667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-27T21:04:49.804635Z","caller":"traceutil/trace.go:171","msg":"trace[893009781] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1436; }","duration":"142.753693ms","start":"2026-04-27T21:04:49.661868Z","end":"2026-04-27T21:04:49.804622Z","steps":["trace[893009781] 'agreement among raft nodes before linearized reading' (duration: 142.546729ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:04:49.804682Z","caller":"traceutil/trace.go:171","msg":"trace[903787579] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1436; }","duration":"129.28671ms","start":"2026-04-27T21:04:49.675386Z","end":"2026-04-27T21:04:49.804673Z","steps":["trace[903787579] 'agreement among raft nodes before linearized reading' (duration: 129.149596ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:04:49.804757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.455336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/ingress-nginx-admission\" ","response":"range_response_count:1 size:1143"} {"level":"info","ts":"2026-04-27T21:04:49.804842Z","caller":"traceutil/trace.go:171","msg":"trace[67402248] range","detail":"{range_begin:/registry/clusterroles/ingress-nginx-admission; range_end:; response_count:1; response_revision:1436; }","duration":"138.598349ms","start":"2026-04-27T21:04:49.666226Z","end":"2026-04-27T21:04:49.804824Z","steps":["trace[67402248] 'agreement among raft nodes before linearized reading' (duration: 138.235871ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:04:50.144605Z","caller":"traceutil/trace.go:171","msg":"trace[1888711313] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1443; }","duration":"139.569381ms","start":"2026-04-27T21:04:50.005005Z","end":"2026-04-27T21:04:50.144575Z","steps":["trace[1888711313] 'process raft request' (duration: 63.404451ms)","trace[1888711313] 'compare' (duration: 75.805422ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:04:50.298137Z","caller":"traceutil/trace.go:171","msg":"trace[2133499557] linearizableReadLoop","detail":"{readStateIndex:1497; appliedIndex:1495; }","duration":"127.470648ms","start":"2026-04-27T21:04:50.17064Z","end":"2026-04-27T21:04:50.298111Z","steps":["trace[2133499557] 'read index received' (duration: 40.956255ms)","trace[2133499557] 'applied index is now lower than readState.Index' (duration: 86.513013ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:04:50.298177Z","caller":"traceutil/trace.go:171","msg":"trace[2018998569] transaction","detail":"{read_only:false; response_revision:1446; number_of_response:1; }","duration":"129.476113ms","start":"2026-04-27T21:04:50.168668Z","end":"2026-04-27T21:04:50.298144Z","steps":["trace[2018998569] 'process raft request' (duration: 128.823109ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:04:50.298332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.669973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-jrm8q\" ","response":"range_response_count:1 size:4436"} {"level":"info","ts":"2026-04-27T21:04:50.298363Z","caller":"traceutil/trace.go:171","msg":"trace[1738390313] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-create-jrm8q; range_end:; response_count:1; response_revision:1446; }","duration":"127.749495ms","start":"2026-04-27T21:04:50.170605Z","end":"2026-04-27T21:04:50.298355Z","steps":["trace[1738390313] 'agreement among raft nodes before linearized reading' (duration: 127.59348ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:04:50.443648Z","caller":"traceutil/trace.go:171","msg":"trace[437001527] transaction","detail":"{read_only:false; response_revision:1447; number_of_response:1; }","duration":"143.668273ms","start":"2026-04-27T21:04:50.299951Z","end":"2026-04-27T21:04:50.443619Z","steps":["trace[437001527] 'process raft request' (duration: 142.071268ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:04:50.473348Z","caller":"traceutil/trace.go:171","msg":"trace[1032238698] transaction","detail":"{read_only:false; response_revision:1449; number_of_response:1; }","duration":"171.044713ms","start":"2026-04-27T21:04:50.302279Z","end":"2026-04-27T21:04:50.473324Z","steps":["trace[1032238698] 'process raft request' (duration: 170.790847ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:04:50.473408Z","caller":"traceutil/trace.go:171","msg":"trace[620911415] transaction","detail":"{read_only:false; response_revision:1450; number_of_response:1; }","duration":"171.021742ms","start":"2026-04-27T21:04:50.302368Z","end":"2026-04-27T21:04:50.473389Z","steps":["trace[620911415] 'process raft request' (duration: 170.725715ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:04:50.473504Z","caller":"traceutil/trace.go:171","msg":"trace[513972767] transaction","detail":"{read_only:false; response_revision:1448; number_of_response:1; }","duration":"171.560663ms","start":"2026-04-27T21:04:50.30193Z","end":"2026-04-27T21:04:50.47349Z","steps":["trace[513972767] 'process raft request' (duration: 171.020111ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:04:51.072383Z","caller":"traceutil/trace.go:171","msg":"trace[1000307825] transaction","detail":"{read_only:false; response_revision:1502; number_of_response:1; }","duration":"124.059581ms","start":"2026-04-27T21:04:50.94829Z","end":"2026-04-27T21:04:51.07235Z","steps":["trace[1000307825] 'process raft request' (duration: 52.004744ms)","trace[1000307825] 'compare' (duration: 71.884374ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:04:51.4053Z","caller":"traceutil/trace.go:171","msg":"trace[152208613] linearizableReadLoop","detail":"{readStateIndex:1555; appliedIndex:1554; }","duration":"259.807377ms","start":"2026-04-27T21:04:51.145451Z","end":"2026-04-27T21:04:51.405258Z","steps":["trace[152208613] 'read index received' (duration: 258.692221ms)","trace[152208613] 'applied index is now lower than readState.Index' (duration: 1.113966ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:04:51.405393Z","caller":"traceutil/trace.go:171","msg":"trace[1276255179] transaction","detail":"{read_only:false; response_revision:1503; number_of_response:1; }","duration":"271.409129ms","start":"2026-04-27T21:04:51.133943Z","end":"2026-04-27T21:04:51.405352Z","steps":["trace[1276255179] 'process raft request' (duration: 270.209301ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:04:51.405555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.079133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.250\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-27T21:04:51.405591Z","caller":"traceutil/trace.go:171","msg":"trace[1645059015] range","detail":"{range_begin:/registry/masterleases/199.204.45.250; range_end:; response_count:1; response_revision:1503; }","duration":"260.190195ms","start":"2026-04-27T21:04:51.145391Z","end":"2026-04-27T21:04:51.405581Z","steps":["trace[1645059015] 'agreement among raft nodes before linearized reading' (duration: 259.996211ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:04:51.715931Z","caller":"traceutil/trace.go:171","msg":"trace[1459747090] transaction","detail":"{read_only:false; response_revision:1510; number_of_response:1; }","duration":"147.43245ms","start":"2026-04-27T21:04:51.568457Z","end":"2026-04-27T21:04:51.715889Z","steps":["trace[1459747090] 'process raft request' (duration: 146.016907ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:04:51.716144Z","caller":"traceutil/trace.go:171","msg":"trace[1869380199] transaction","detail":"{read_only:false; response_revision:1512; number_of_response:1; }","duration":"100.598172ms","start":"2026-04-27T21:04:51.615522Z","end":"2026-04-27T21:04:51.71612Z","steps":["trace[1869380199] 'process raft request' (duration: 100.552241ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:04:51.71626Z","caller":"traceutil/trace.go:171","msg":"trace[1533995622] transaction","detail":"{read_only:false; response_revision:1511; number_of_response:1; }","duration":"136.403641ms","start":"2026-04-27T21:04:51.579846Z","end":"2026-04-27T21:04:51.71625Z","steps":["trace[1533995622] 'process raft request' (duration: 135.998812ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:04:51.90399Z","caller":"traceutil/trace.go:171","msg":"trace[1579275244] transaction","detail":"{read_only:false; response_revision:1514; number_of_response:1; }","duration":"126.375204ms","start":"2026-04-27T21:04:51.777575Z","end":"2026-04-27T21:04:51.90395Z","steps":["trace[1579275244] 'process raft request' (duration: 85.522331ms)","trace[1579275244] 'compare' (duration: 40.593127ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:04:52.073754Z","caller":"traceutil/trace.go:171","msg":"trace[1033139599] transaction","detail":"{read_only:false; response_revision:1516; number_of_response:1; }","duration":"164.293579ms","start":"2026-04-27T21:04:51.909427Z","end":"2026-04-27T21:04:52.073721Z","steps":["trace[1033139599] 'process raft request' (duration: 162.699134ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:04:52.073893Z","caller":"traceutil/trace.go:171","msg":"trace[1270633044] transaction","detail":"{read_only:false; response_revision:1520; number_of_response:1; }","duration":"157.150408ms","start":"2026-04-27T21:04:51.916707Z","end":"2026-04-27T21:04:52.073857Z","steps":["trace[1270633044] 'process raft request' (duration: 157.015665ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:04:52.073931Z","caller":"traceutil/trace.go:171","msg":"trace[1472634727] transaction","detail":"{read_only:false; response_revision:1517; number_of_response:1; }","duration":"164.141775ms","start":"2026-04-27T21:04:51.909771Z","end":"2026-04-27T21:04:52.073913Z","steps":["trace[1472634727] 'process raft request' (duration: 163.840999ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:04:52.073828Z","caller":"traceutil/trace.go:171","msg":"trace[2004410100] transaction","detail":"{read_only:false; response_revision:1518; number_of_response:1; }","duration":"163.889561ms","start":"2026-04-27T21:04:51.909894Z","end":"2026-04-27T21:04:52.073784Z","steps":["trace[2004410100] 'process raft request' (duration: 163.761688ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:04:52.073968Z","caller":"traceutil/trace.go:171","msg":"trace[1519487479] transaction","detail":"{read_only:false; response_revision:1519; number_of_response:1; }","duration":"163.980662ms","start":"2026-04-27T21:04:51.909963Z","end":"2026-04-27T21:04:52.073943Z","steps":["trace[1519487479] 'process raft request' (duration: 163.727807ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:04:52.425522Z","caller":"traceutil/trace.go:171","msg":"trace[1750769794] transaction","detail":"{read_only:false; response_revision:1524; number_of_response:1; }","duration":"168.588817ms","start":"2026-04-27T21:04:52.256898Z","end":"2026-04-27T21:04:52.425487Z","steps":["trace[1750769794] 'process raft request' (duration: 168.376072ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:04:52.710036Z","caller":"traceutil/trace.go:171","msg":"trace[1403132988] transaction","detail":"{read_only:false; response_revision:1525; number_of_response:1; }","duration":"279.92424ms","start":"2026-04-27T21:04:52.430086Z","end":"2026-04-27T21:04:52.710011Z","steps":["trace[1403132988] 'process raft request' (duration: 278.186702ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:04:52.714279Z","caller":"traceutil/trace.go:171","msg":"trace[1201416458] transaction","detail":"{read_only:false; response_revision:1526; number_of_response:1; }","duration":"283.650015ms","start":"2026-04-27T21:04:52.430599Z","end":"2026-04-27T21:04:52.714249Z","steps":["trace[1201416458] 'process raft request' (duration: 283.477332ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:04:52.714321Z","caller":"traceutil/trace.go:171","msg":"trace[388252628] transaction","detail":"{read_only:false; response_revision:1527; number_of_response:1; }","duration":"282.145731ms","start":"2026-04-27T21:04:52.432148Z","end":"2026-04-27T21:04:52.714293Z","steps":["trace[388252628] 'process raft request' (duration: 282.057669ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:04:53.86169Z","caller":"traceutil/trace.go:171","msg":"trace[1743677839] transaction","detail":"{read_only:false; response_revision:1530; number_of_response:1; }","duration":"140.525874ms","start":"2026-04-27T21:04:53.721139Z","end":"2026-04-27T21:04:53.861665Z","steps":["trace[1743677839] 'process raft request' (duration: 140.37815ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:04:56.705697Z","caller":"traceutil/trace.go:171","msg":"trace[106458368] linearizableReadLoop","detail":"{readStateIndex:1598; appliedIndex:1596; }","duration":"780.464404ms","start":"2026-04-27T21:04:55.92521Z","end":"2026-04-27T21:04:56.705675Z","steps":["trace[106458368] 'read index received' (duration: 9.645608ms)","trace[106458368] 'applied index is now lower than readState.Index' (duration: 770.817696ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:04:56.705739Z","caller":"traceutil/trace.go:171","msg":"trace[1538177651] transaction","detail":"{read_only:false; response_revision:1545; number_of_response:1; }","duration":"840.209293ms","start":"2026-04-27T21:04:55.865477Z","end":"2026-04-27T21:04:56.705686Z","steps":["trace[1538177651] 'process raft request' (duration: 840.05634ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:04:56.7061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:04:55.865447Z","time spent":"840.377817ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:04:56.706133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.898053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-patch-cf9vq\" ","response":"range_response_count:1 size:4179"} {"level":"info","ts":"2026-04-27T21:04:56.706214Z","caller":"traceutil/trace.go:171","msg":"trace[1015924109] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-patch-cf9vq; range_end:; response_count:1; response_revision:1545; }","duration":"781.016306ms","start":"2026-04-27T21:04:55.925174Z","end":"2026-04-27T21:04:56.70619Z","steps":["trace[1015924109] 'agreement among raft nodes before linearized reading' (duration: 780.603977ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:04:56.706267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:04:55.925158Z","time spent":"781.099748ms","remote":"127.0.0.1:39966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":4203,"request content":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-patch-cf9vq\" "} {"level":"warn","ts":"2026-04-27T21:04:56.721202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.456554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-27T21:04:56.721273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.676531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"warn","ts":"2026-04-27T21:04:56.721232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.835568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T21:04:56.721297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.44564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T21:04:56.721318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.363359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-27T21:04:56.721356Z","caller":"traceutil/trace.go:171","msg":"trace[2131826156] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:1545; }","duration":"434.541332ms","start":"2026-04-27T21:04:56.286799Z","end":"2026-04-27T21:04:56.72134Z","steps":["trace[2131826156] 'agreement among raft nodes before linearized reading' (duration: 434.474721ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:04:56.721405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:04:56.286776Z","time spent":"434.614273ms","remote":"127.0.0.1:39944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:04:56.721439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.976228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-04-27T21:04:56.721336Z","caller":"traceutil/trace.go:171","msg":"trace[525063736] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1545; }","duration":"306.988022ms","start":"2026-04-27T21:04:56.414339Z","end":"2026-04-27T21:04:56.721327Z","steps":["trace[525063736] 'agreement among raft nodes before linearized reading' (duration: 306.851199ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:04:56.721403Z","caller":"traceutil/trace.go:171","msg":"trace[305809047] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1545; }","duration":"601.484832ms","start":"2026-04-27T21:04:56.119897Z","end":"2026-04-27T21:04:56.721382Z","steps":["trace[305809047] 'agreement among raft nodes before linearized reading' (duration: 601.246587ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:04:56.721482Z","caller":"traceutil/trace.go:171","msg":"trace[1082271617] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1545; }","duration":"600.04938ms","start":"2026-04-27T21:04:56.121424Z","end":"2026-04-27T21:04:56.721473Z","steps":["trace[1082271617] 'agreement among raft nodes before linearized reading' (duration: 599.951288ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:04:56.721503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:04:56.414304Z","time spent":"307.180686ms","remote":"127.0.0.1:39786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T21:04:56.7215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.061424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-27T21:04:56.721517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:04:56.121405Z","time spent":"600.104411ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-27T21:04:56.721561Z","caller":"traceutil/trace.go:171","msg":"trace[1929407667] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1545; }","duration":"617.160626ms","start":"2026-04-27T21:04:56.104387Z","end":"2026-04-27T21:04:56.721548Z","steps":["trace[1929407667] 'agreement among raft nodes before linearized reading' (duration: 616.976022ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:04:56.721542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:04:56.119884Z","time spent":"601.618335ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-27T21:04:56.721597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:04:56.104376Z","time spent":"617.215718ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-27T21:04:56.721294Z","caller":"traceutil/trace.go:171","msg":"trace[1500271384] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1545; }","duration":"645.586788ms","start":"2026-04-27T21:04:56.075685Z","end":"2026-04-27T21:04:56.721272Z","steps":["trace[1500271384] 'agreement among raft nodes before linearized reading' (duration: 645.378613ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:04:56.721735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:04:56.075665Z","time spent":"646.052058ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-27T21:04:56.721346Z","caller":"traceutil/trace.go:171","msg":"trace[441686523] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1545; }","duration":"599.774724ms","start":"2026-04-27T21:04:56.12155Z","end":"2026-04-27T21:04:56.721325Z","steps":["trace[441686523] 'agreement among raft nodes before linearized reading' (duration: 599.548699ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:04:56.721804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:04:56.121536Z","time spent":"600.258265ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-27T21:04:56.82639Z","caller":"traceutil/trace.go:171","msg":"trace[114771418] transaction","detail":"{read_only:false; response_revision:1548; number_of_response:1; }","duration":"100.892068ms","start":"2026-04-27T21:04:56.725471Z","end":"2026-04-27T21:04:56.826363Z","steps":["trace[114771418] 'process raft request' (duration: 100.801696ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:04:56.826395Z","caller":"traceutil/trace.go:171","msg":"trace[1061161212] transaction","detail":"{read_only:false; response_revision:1547; number_of_response:1; }","duration":"100.886858ms","start":"2026-04-27T21:04:56.725477Z","end":"2026-04-27T21:04:56.826364Z","steps":["trace[1061161212] 'process raft request' (duration: 100.709234ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:04:56.826661Z","caller":"traceutil/trace.go:171","msg":"trace[557148293] transaction","detail":"{read_only:false; response_revision:1549; number_of_response:1; }","duration":"101.140554ms","start":"2026-04-27T21:04:56.725491Z","end":"2026-04-27T21:04:56.826631Z","steps":["trace[557148293] 'process raft request' (duration: 100.827957ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:04:56.826707Z","caller":"traceutil/trace.go:171","msg":"trace[2097824991] transaction","detail":"{read_only:false; response_revision:1550; number_of_response:1; }","duration":"100.500309ms","start":"2026-04-27T21:04:56.726193Z","end":"2026-04-27T21:04:56.826694Z","steps":["trace[2097824991] 'process raft request' (duration: 100.293665ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:04:59.132833Z","caller":"traceutil/trace.go:171","msg":"trace[183145123] linearizableReadLoop","detail":"{readStateIndex:1607; appliedIndex:1606; }","duration":"382.22103ms","start":"2026-04-27T21:04:58.750581Z","end":"2026-04-27T21:04:59.132802Z","steps":["trace[183145123] 'read index received' (duration: 382.113108ms)","trace[183145123] 'applied index is now lower than readState.Index' (duration: 106.622µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:04:59.132954Z","caller":"traceutil/trace.go:171","msg":"trace[295446876] transaction","detail":"{read_only:false; response_revision:1553; number_of_response:1; }","duration":"422.104921ms","start":"2026-04-27T21:04:58.710812Z","end":"2026-04-27T21:04:59.132916Z","steps":["trace[295446876] 'process raft request' (duration: 421.764803ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:04:59.132979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.388334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:04:59.133131Z","caller":"traceutil/trace.go:171","msg":"trace[2090202351] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1553; }","duration":"382.556728ms","start":"2026-04-27T21:04:58.750561Z","end":"2026-04-27T21:04:59.133118Z","steps":["trace[2090202351] 'agreement among raft nodes before linearized reading' (duration: 382.356944ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:04:59.133166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:04:58.750534Z","time spent":"382.62309ms","remote":"127.0.0.1:39786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T21:04:59.133164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:04:58.710789Z","time spent":"422.257065ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:04:59.596334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.524007ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T21:04:59.596677Z","caller":"traceutil/trace.go:171","msg":"trace[2023223105] linearizableReadLoop","detail":"{readStateIndex:1608; appliedIndex:1607; }","duration":"463.716012ms","start":"2026-04-27T21:04:59.13292Z","end":"2026-04-27T21:04:59.596636Z","steps":["trace[2023223105] 'read index received' (duration: 185.817886ms)","trace[2023223105] 'applied index is now lower than readState.Index' (duration: 277.896386ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:04:59.596845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.012648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-27T21:04:59.596912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"765.992128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-27T21:04:59.596935Z","caller":"traceutil/trace.go:171","msg":"trace[33660609] transaction","detail":"{read_only:false; response_revision:1554; number_of_response:1; }","duration":"803.482984ms","start":"2026-04-27T21:04:58.79342Z","end":"2026-04-27T21:04:59.596903Z","steps":["trace[33660609] 'process raft request' (duration: 525.312632ms)","trace[33660609] 'compare' (duration: 277.421975ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:04:59.596993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.907068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:04:59.596994Z","caller":"traceutil/trace.go:171","msg":"trace[722953300] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1554; }","duration":"766.100541ms","start":"2026-04-27T21:04:58.830879Z","end":"2026-04-27T21:04:59.59698Z","steps":["trace[722953300] 'agreement among raft nodes before linearized reading' (duration: 765.833555ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:04:59.597023Z","caller":"traceutil/trace.go:171","msg":"trace[1183239392] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1554; }","duration":"181.933838ms","start":"2026-04-27T21:04:59.41508Z","end":"2026-04-27T21:04:59.597014Z","steps":["trace[1183239392] 'agreement among raft nodes before linearized reading' (duration: 181.896877ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:04:59.597033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:04:58.830872Z","time spent":"766.151392ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-27T21:04:59.597045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.341236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-27T21:04:59.596956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.781096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T21:04:59.597072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:04:58.793392Z","time spent":"803.605087ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:04:59.597128Z","caller":"traceutil/trace.go:171","msg":"trace[2037583356] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1554; }","duration":"766.436658ms","start":"2026-04-27T21:04:58.830651Z","end":"2026-04-27T21:04:59.597088Z","steps":["trace[2037583356] 'agreement among raft nodes before linearized reading' (duration: 766.215073ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:04:59.597131Z","caller":"traceutil/trace.go:171","msg":"trace[727758861] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:1554; }","duration":"251.97575ms","start":"2026-04-27T21:04:59.345127Z","end":"2026-04-27T21:04:59.597103Z","steps":["trace[727758861] 'agreement among raft nodes before linearized reading' (duration: 251.797946ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:04:59.597128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.641568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T21:04:59.597147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.215793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"warn","ts":"2026-04-27T21:04:59.597176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:04:58.830645Z","time spent":"766.51908ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-27T21:04:59.597203Z","caller":"traceutil/trace.go:171","msg":"trace[2043442570] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:1554; }","duration":"187.74936ms","start":"2026-04-27T21:04:59.409433Z","end":"2026-04-27T21:04:59.597182Z","steps":["trace[2043442570] 'agreement among raft nodes before linearized reading' (duration: 187.662748ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:04:59.597208Z","caller":"traceutil/trace.go:171","msg":"trace[1718277596] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1554; }","duration":"766.298305ms","start":"2026-04-27T21:04:58.830895Z","end":"2026-04-27T21:04:59.597193Z","steps":["trace[1718277596] 'agreement among raft nodes before linearized reading' (duration: 766.124051ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:04:59.596879Z","caller":"traceutil/trace.go:171","msg":"trace[620705922] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1554; }","duration":"766.08621ms","start":"2026-04-27T21:04:58.830782Z","end":"2026-04-27T21:04:59.596868Z","steps":["trace[620705922] 'agreement among raft nodes before linearized reading' (duration: 765.960847ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:04:59.597035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.486509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-04-27T21:04:59.597374Z","caller":"traceutil/trace.go:171","msg":"trace[2067929478] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1554; }","duration":"766.874028ms","start":"2026-04-27T21:04:58.830485Z","end":"2026-04-27T21:04:59.597359Z","steps":["trace[2067929478] 'agreement among raft nodes before linearized reading' (duration: 766.376697ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:04:59.597382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:04:58.830761Z","time spent":"766.51091ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-27T21:04:59.597246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:04:58.830887Z","time spent":"766.349446ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-27T21:04:59.597423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:04:58.830463Z","time spent":"766.945989ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-27T21:04:59.859472Z","caller":"traceutil/trace.go:171","msg":"trace[1563087860] transaction","detail":"{read_only:false; response_revision:1556; number_of_response:1; }","duration":"257.923695ms","start":"2026-04-27T21:04:59.601519Z","end":"2026-04-27T21:04:59.859442Z","steps":["trace[1563087860] 'process raft request' (duration: 179.089315ms)","trace[1563087860] 'compare' (duration: 78.680086ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:04:59.859831Z","caller":"traceutil/trace.go:171","msg":"trace[1164909278] transaction","detail":"{read_only:false; response_revision:1557; number_of_response:1; }","duration":"257.695779ms","start":"2026-04-27T21:04:59.602104Z","end":"2026-04-27T21:04:59.8598Z","steps":["trace[1164909278] 'process raft request' (duration: 257.299011ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:04:59.859891Z","caller":"traceutil/trace.go:171","msg":"trace[948995399] transaction","detail":"{read_only:false; response_revision:1558; number_of_response:1; }","duration":"257.351021ms","start":"2026-04-27T21:04:59.602527Z","end":"2026-04-27T21:04:59.859878Z","steps":["trace[948995399] 'process raft request' (duration: 257.105726ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:04:59.85998Z","caller":"traceutil/trace.go:171","msg":"trace[665311318] transaction","detail":"{read_only:false; response_revision:1559; number_of_response:1; }","duration":"257.359012ms","start":"2026-04-27T21:04:59.602611Z","end":"2026-04-27T21:04:59.85997Z","steps":["trace[665311318] 'process raft request' (duration: 257.165148ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:04:59.860086Z","caller":"traceutil/trace.go:171","msg":"trace[1405388990] linearizableReadLoop","detail":"{readStateIndex:1613; appliedIndex:1609; }","duration":"146.931758ms","start":"2026-04-27T21:04:59.713142Z","end":"2026-04-27T21:04:59.860074Z","steps":["trace[1405388990] 'read index received' (duration: 67.481194ms)","trace[1405388990] 'applied index is now lower than readState.Index' (duration: 79.449244ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:04:59.860137Z","caller":"traceutil/trace.go:171","msg":"trace[1380179064] transaction","detail":"{read_only:false; response_revision:1560; number_of_response:1; }","duration":"103.183031ms","start":"2026-04-27T21:04:59.756944Z","end":"2026-04-27T21:04:59.860127Z","steps":["trace[1380179064] 'process raft request' (duration: 102.905614ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:04:59.860301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.145813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/ingress-nginx/ingress-nginx-admission-patch-cf9vq\" ","response":"range_response_count:1 size:3548"} {"level":"info","ts":"2026-04-27T21:04:59.860354Z","caller":"traceutil/trace.go:171","msg":"trace[1219846964] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/ingress-nginx/ingress-nginx-admission-patch-cf9vq; range_end:; response_count:1; response_revision:1560; }","duration":"147.236245ms","start":"2026-04-27T21:04:59.7131Z","end":"2026-04-27T21:04:59.860336Z","steps":["trace[1219846964] 'agreement among raft nodes before linearized reading' (duration: 147.058501ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:05:00.083923Z","caller":"traceutil/trace.go:171","msg":"trace[997436997] transaction","detail":"{read_only:false; response_revision:1562; number_of_response:1; }","duration":"127.802276ms","start":"2026-04-27T21:04:59.956095Z","end":"2026-04-27T21:05:00.083898Z","steps":["trace[997436997] 'process raft request' (duration: 127.574591ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:05:01.336137Z","caller":"traceutil/trace.go:171","msg":"trace[1974621725] linearizableReadLoop","detail":"{readStateIndex:1620; appliedIndex:1618; }","duration":"189.815337ms","start":"2026-04-27T21:05:01.146295Z","end":"2026-04-27T21:05:01.336111Z","steps":["trace[1974621725] 'read index received' (duration: 72.486077ms)","trace[1974621725] 'applied index is now lower than readState.Index' (duration: 117.32826ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:05:01.336251Z","caller":"traceutil/trace.go:171","msg":"trace[746812540] transaction","detail":"{read_only:false; response_revision:1566; number_of_response:1; }","duration":"197.870628ms","start":"2026-04-27T21:05:01.138369Z","end":"2026-04-27T21:05:01.33624Z","steps":["trace[746812540] 'process raft request' (duration: 193.360436ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:05:01.336409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.101953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.250\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-27T21:05:01.336467Z","caller":"traceutil/trace.go:171","msg":"trace[1660254820] range","detail":"{range_begin:/registry/masterleases/199.204.45.250; range_end:; response_count:1; response_revision:1566; }","duration":"190.224346ms","start":"2026-04-27T21:05:01.14623Z","end":"2026-04-27T21:05:01.336454Z","steps":["trace[1660254820] 'agreement among raft nodes before linearized reading' (duration: 190.072313ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:05:01.352938Z","caller":"traceutil/trace.go:171","msg":"trace[445093788] transaction","detail":"{read_only:false; response_revision:1567; number_of_response:1; }","duration":"119.764824ms","start":"2026-04-27T21:05:01.233111Z","end":"2026-04-27T21:05:01.352876Z","steps":["trace[445093788] 'process raft request' (duration: 119.648062ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:05:01.352965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.302614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx-admission\" ","response":"range_response_count:1 size:1071"} {"level":"info","ts":"2026-04-27T21:05:01.353025Z","caller":"traceutil/trace.go:171","msg":"trace[1529930770] range","detail":"{range_begin:/registry/serviceaccounts/ingress-nginx/ingress-nginx-admission; range_end:; response_count:1; response_revision:1567; }","duration":"111.395476ms","start":"2026-04-27T21:05:01.241615Z","end":"2026-04-27T21:05:01.353011Z","steps":["trace[1529930770] 'agreement among raft nodes before linearized reading' (duration: 111.245713ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:05:01.539802Z","caller":"traceutil/trace.go:171","msg":"trace[193673878] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1570; }","duration":"106.508895ms","start":"2026-04-27T21:05:01.433269Z","end":"2026-04-27T21:05:01.539778Z","steps":["trace[193673878] 'process raft request' (duration: 85.252526ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:05:01.539819Z","caller":"traceutil/trace.go:171","msg":"trace[2075316690] linearizableReadLoop","detail":"{readStateIndex:1625; appliedIndex:1624; }","duration":"106.501695ms","start":"2026-04-27T21:05:01.433293Z","end":"2026-04-27T21:05:01.539794Z","steps":["trace[2075316690] 'read index received' (duration: 85.160174ms)","trace[2075316690] 'applied index is now lower than readState.Index' (duration: 21.340141ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:05:01.540092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.70067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:05:01.540237Z","caller":"traceutil/trace.go:171","msg":"trace[1873076817] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1570; }","duration":"106.981147ms","start":"2026-04-27T21:05:01.433238Z","end":"2026-04-27T21:05:01.54022Z","steps":["trace[1873076817] 'agreement among raft nodes before linearized reading' (duration: 106.672749ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:05:01.540504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.26837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-04-27T21:05:01.540592Z","caller":"traceutil/trace.go:171","msg":"trace[721315076] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1570; }","duration":"106.408633ms","start":"2026-04-27T21:05:01.434132Z","end":"2026-04-27T21:05:01.54054Z","steps":["trace[721315076] 'agreement among raft nodes before linearized reading' (duration: 106.26449ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:05:01.902081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.892366ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T21:05:01.902434Z","caller":"traceutil/trace.go:171","msg":"trace[1556995028] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1574; }","duration":"181.758504ms","start":"2026-04-27T21:05:01.720453Z","end":"2026-04-27T21:05:01.902212Z","steps":["trace[1556995028] 'process raft request' (duration: 69.665733ms)","trace[1556995028] 'compare' (duration: 111.742853ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:05:02.083775Z","caller":"traceutil/trace.go:171","msg":"trace[360625896] transaction","detail":"{read_only:false; response_revision:1575; number_of_response:1; }","duration":"177.684383ms","start":"2026-04-27T21:05:01.90607Z","end":"2026-04-27T21:05:02.083755Z","steps":["trace[360625896] 'process raft request' (duration: 96.668803ms)","trace[360625896] 'compare' (duration: 80.761263ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:05:02.084111Z","caller":"traceutil/trace.go:171","msg":"trace[2010437304] transaction","detail":"{read_only:false; response_revision:1576; number_of_response:1; }","duration":"177.648232ms","start":"2026-04-27T21:05:01.906452Z","end":"2026-04-27T21:05:02.0841Z","steps":["trace[2010437304] 'process raft request' (duration: 177.270374ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:05:02.084204Z","caller":"traceutil/trace.go:171","msg":"trace[1050901299] linearizableReadLoop","detail":"{readStateIndex:1633; appliedIndex:1629; }","duration":"170.9593ms","start":"2026-04-27T21:05:01.913222Z","end":"2026-04-27T21:05:02.084181Z","steps":["trace[1050901299] 'read index received' (duration: 89.546552ms)","trace[1050901299] 'applied index is now lower than readState.Index' (duration: 81.411608ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:05:02.084226Z","caller":"traceutil/trace.go:171","msg":"trace[1115334004] transaction","detail":"{read_only:false; response_revision:1578; number_of_response:1; }","duration":"177.57067ms","start":"2026-04-27T21:05:01.906628Z","end":"2026-04-27T21:05:02.084198Z","steps":["trace[1115334004] 'process raft request' (duration: 177.500939ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:05:02.08423Z","caller":"traceutil/trace.go:171","msg":"trace[484234501] transaction","detail":"{read_only:false; response_revision:1577; number_of_response:1; }","duration":"177.709033ms","start":"2026-04-27T21:05:01.906493Z","end":"2026-04-27T21:05:02.084202Z","steps":["trace[484234501] 'process raft request' (duration: 177.495489ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:05:02.084434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.251803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:05:02.084487Z","caller":"traceutil/trace.go:171","msg":"trace[1551191028] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:1578; }","duration":"138.369414ms","start":"2026-04-27T21:05:01.946106Z","end":"2026-04-27T21:05:02.084475Z","steps":["trace[1551191028] 'agreement among raft nodes before linearized reading' (duration: 138.226381ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:05:02.084495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.260886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/ingress-nginx/ingress-nginx-admission-patch\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-04-27T21:05:02.08458Z","caller":"traceutil/trace.go:171","msg":"trace[1727067110] range","detail":"{range_begin:/registry/jobs/ingress-nginx/ingress-nginx-admission-patch; range_end:; response_count:1; response_revision:1578; }","duration":"171.385109ms","start":"2026-04-27T21:05:01.913181Z","end":"2026-04-27T21:05:02.084566Z","steps":["trace[1727067110] 'agreement among raft nodes before linearized reading' (duration: 171.113413ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:05:05.129338Z","caller":"traceutil/trace.go:171","msg":"trace[92260997] transaction","detail":"{read_only:false; response_revision:1648; number_of_response:1; }","duration":"125.714609ms","start":"2026-04-27T21:05:05.003599Z","end":"2026-04-27T21:05:05.129314Z","steps":["trace[92260997] 'process raft request' (duration: 125.544716ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:05:05.339893Z","caller":"traceutil/trace.go:171","msg":"trace[855749861] transaction","detail":"{read_only:false; response_revision:1649; number_of_response:1; }","duration":"144.865712ms","start":"2026-04-27T21:05:05.194963Z","end":"2026-04-27T21:05:05.339829Z","steps":["trace[855749861] 'process raft request' (duration: 125.561575ms)","trace[855749861] 'compare' (duration: 19.129003ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:05:05.56659Z","caller":"traceutil/trace.go:171","msg":"trace[621894435] transaction","detail":"{read_only:false; response_revision:1651; number_of_response:1; }","duration":"151.258396ms","start":"2026-04-27T21:05:05.415304Z","end":"2026-04-27T21:05:05.566562Z","steps":["trace[621894435] 'process raft request' (duration: 137.25755ms)","trace[621894435] 'compare' (duration: 13.670638ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:05:09.184785Z","caller":"traceutil/trace.go:171","msg":"trace[1970642434] transaction","detail":"{read_only:false; response_revision:1663; number_of_response:1; }","duration":"138.079978ms","start":"2026-04-27T21:05:09.046679Z","end":"2026-04-27T21:05:09.184759Z","steps":["trace[1970642434] 'process raft request' (duration: 137.889854ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:05:09.406419Z","caller":"traceutil/trace.go:171","msg":"trace[489999895] transaction","detail":"{read_only:false; response_revision:1666; number_of_response:1; }","duration":"141.426604ms","start":"2026-04-27T21:05:09.264965Z","end":"2026-04-27T21:05:09.406391Z","steps":["trace[489999895] 'process raft request' (duration: 136.448532ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:05:09.649662Z","caller":"traceutil/trace.go:171","msg":"trace[1866802149] transaction","detail":"{read_only:false; response_revision:1671; number_of_response:1; }","duration":"182.03251ms","start":"2026-04-27T21:05:09.4676Z","end":"2026-04-27T21:05:09.649633Z","steps":["trace[1866802149] 'process raft request' (duration: 181.873827ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:05:09.839355Z","caller":"traceutil/trace.go:171","msg":"trace[522078315] transaction","detail":"{read_only:false; response_revision:1683; number_of_response:1; }","duration":"123.281704ms","start":"2026-04-27T21:05:09.716043Z","end":"2026-04-27T21:05:09.839324Z","steps":["trace[522078315] 'process raft request' (duration: 123.11693ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:05:09.839594Z","caller":"traceutil/trace.go:171","msg":"trace[1458012590] transaction","detail":"{read_only:false; response_revision:1684; number_of_response:1; }","duration":"123.350795ms","start":"2026-04-27T21:05:09.71622Z","end":"2026-04-27T21:05:09.839571Z","steps":["trace[1458012590] 'process raft request' (duration: 123.051279ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:05:09.839958Z","caller":"traceutil/trace.go:171","msg":"trace[1119709884] transaction","detail":"{read_only:false; response_revision:1685; number_of_response:1; }","duration":"121.712018ms","start":"2026-04-27T21:05:09.718226Z","end":"2026-04-27T21:05:09.839938Z","steps":["trace[1119709884] 'process raft request' (duration: 121.274588ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:05:09.840087Z","caller":"traceutil/trace.go:171","msg":"trace[1898323641] transaction","detail":"{read_only:false; response_revision:1682; number_of_response:1; }","duration":"127.201982ms","start":"2026-04-27T21:05:09.71286Z","end":"2026-04-27T21:05:09.840062Z","steps":["trace[1898323641] 'process raft request' (duration: 126.19077ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:05:09.961844Z","caller":"traceutil/trace.go:171","msg":"trace[794466598] transaction","detail":"{read_only:false; response_revision:1689; number_of_response:1; }","duration":"114.291291ms","start":"2026-04-27T21:05:09.847534Z","end":"2026-04-27T21:05:09.961825Z","steps":["trace[794466598] 'process raft request' (duration: 114.22579ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:05:09.96185Z","caller":"traceutil/trace.go:171","msg":"trace[597750858] transaction","detail":"{read_only:false; response_revision:1688; number_of_response:1; }","duration":"116.122422ms","start":"2026-04-27T21:05:09.845701Z","end":"2026-04-27T21:05:09.961824Z","steps":["trace[597750858] 'process raft request' (duration: 116.00938ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:05:09.961913Z","caller":"traceutil/trace.go:171","msg":"trace[1333781658] transaction","detail":"{read_only:false; response_revision:1687; number_of_response:1; }","duration":"116.941551ms","start":"2026-04-27T21:05:09.844949Z","end":"2026-04-27T21:05:09.96189Z","steps":["trace[1333781658] 'process raft request' (duration: 113.433372ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:05:09.962059Z","caller":"traceutil/trace.go:171","msg":"trace[1814211887] transaction","detail":"{read_only:false; response_revision:1691; number_of_response:1; }","duration":"109.991013ms","start":"2026-04-27T21:05:09.852046Z","end":"2026-04-27T21:05:09.962037Z","steps":["trace[1814211887] 'process raft request' (duration: 109.884671ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:05:09.962144Z","caller":"traceutil/trace.go:171","msg":"trace[1977918488] transaction","detail":"{read_only:false; response_revision:1690; number_of_response:1; }","duration":"114.309402ms","start":"2026-04-27T21:05:09.847797Z","end":"2026-04-27T21:05:09.962107Z","steps":["trace[1977918488] 'process raft request' (duration: 113.998595ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:05:10.299252Z","caller":"traceutil/trace.go:171","msg":"trace[1162893283] transaction","detail":"{read_only:false; response_revision:1699; number_of_response:1; }","duration":"163.218505ms","start":"2026-04-27T21:05:10.135997Z","end":"2026-04-27T21:05:10.299216Z","steps":["trace[1162893283] 'process raft request' (duration: 153.656149ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:05:10.325365Z","caller":"traceutil/trace.go:171","msg":"trace[390407263] linearizableReadLoop","detail":"{readStateIndex:1772; appliedIndex:1768; }","duration":"144.234578ms","start":"2026-04-27T21:05:10.181118Z","end":"2026-04-27T21:05:10.325353Z","steps":["trace[390407263] 'read index received' (duration: 108.548662ms)","trace[390407263] 'applied index is now lower than readState.Index' (duration: 35.685166ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:05:10.325442Z","caller":"traceutil/trace.go:171","msg":"trace[573167825] transaction","detail":"{read_only:false; response_revision:1701; number_of_response:1; }","duration":"187.254519ms","start":"2026-04-27T21:05:10.138179Z","end":"2026-04-27T21:05:10.325433Z","steps":["trace[573167825] 'process raft request' (duration: 187.115356ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:05:10.325567Z","caller":"traceutil/trace.go:171","msg":"trace[1806867654] transaction","detail":"{read_only:false; response_revision:1700; number_of_response:1; }","duration":"189.158071ms","start":"2026-04-27T21:05:10.136399Z","end":"2026-04-27T21:05:10.325557Z","steps":["trace[1806867654] 'process raft request' (duration: 188.835524ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:05:10.325602Z","caller":"traceutil/trace.go:171","msg":"trace[777038871] transaction","detail":"{read_only:false; response_revision:1702; number_of_response:1; }","duration":"185.034109ms","start":"2026-04-27T21:05:10.140534Z","end":"2026-04-27T21:05:10.325568Z","steps":["trace[777038871] 'process raft request' (duration: 184.793113ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:05:10.325705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.586315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-27T21:05:10.32576Z","caller":"traceutil/trace.go:171","msg":"trace[2042423922] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1702; }","duration":"105.674847ms","start":"2026-04-27T21:05:10.220068Z","end":"2026-04-27T21:05:10.325743Z","steps":["trace[2042423922] 'agreement among raft nodes before linearized reading' (duration: 105.422091ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:05:10.325616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.487083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-27T21:05:10.325821Z","caller":"traceutil/trace.go:171","msg":"trace[1695594099] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1702; }","duration":"144.736089ms","start":"2026-04-27T21:05:10.181065Z","end":"2026-04-27T21:05:10.325801Z","steps":["trace[1695594099] 'agreement among raft nodes before linearized reading' (duration: 144.385951ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:05:10.325879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.730678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-27T21:05:10.325976Z","caller":"traceutil/trace.go:171","msg":"trace[983772001] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1702; }","duration":"105.886101ms","start":"2026-04-27T21:05:10.220068Z","end":"2026-04-27T21:05:10.325954Z","steps":["trace[983772001] 'agreement among raft nodes before linearized reading' (duration: 105.464052ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:05:10.522Z","caller":"traceutil/trace.go:171","msg":"trace[1942749158] transaction","detail":"{read_only:false; response_revision:1711; number_of_response:1; }","duration":"164.671978ms","start":"2026-04-27T21:05:10.357299Z","end":"2026-04-27T21:05:10.521971Z","steps":["trace[1942749158] 'process raft request' (duration: 67.371541ms)","trace[1942749158] 'compare' (duration: 97.097263ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:05:10.522283Z","caller":"traceutil/trace.go:171","msg":"trace[1972929119] transaction","detail":"{read_only:false; response_revision:1712; number_of_response:1; }","duration":"163.157474ms","start":"2026-04-27T21:05:10.359104Z","end":"2026-04-27T21:05:10.522262Z","steps":["trace[1972929119] 'process raft request' (duration: 162.819876ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:05:10.522496Z","caller":"traceutil/trace.go:171","msg":"trace[1257652066] transaction","detail":"{read_only:false; response_revision:1713; number_of_response:1; }","duration":"161.097638ms","start":"2026-04-27T21:05:10.361391Z","end":"2026-04-27T21:05:10.522488Z","steps":["trace[1257652066] 'process raft request' (duration: 160.774331ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:05:10.522585Z","caller":"traceutil/trace.go:171","msg":"trace[1613833505] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1714; }","duration":"157.265321ms","start":"2026-04-27T21:05:10.365294Z","end":"2026-04-27T21:05:10.52256Z","steps":["trace[1613833505] 'process raft request' (duration: 157.221951ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:05:10.522602Z","caller":"traceutil/trace.go:171","msg":"trace[1277416524] transaction","detail":"{read_only:false; response_revision:1714; number_of_response:1; }","duration":"158.886538ms","start":"2026-04-27T21:05:10.363693Z","end":"2026-04-27T21:05:10.52258Z","steps":["trace[1277416524] 'process raft request' (duration: 158.735795ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:05:10.555361Z","caller":"traceutil/trace.go:171","msg":"trace[1523994717] linearizableReadLoop","detail":"{readStateIndex:1788; appliedIndex:1780; }","duration":"140.762249ms","start":"2026-04-27T21:05:10.414577Z","end":"2026-04-27T21:05:10.555339Z","steps":["trace[1523994717] 'read index received' (duration: 10.104518ms)","trace[1523994717] 'applied index is now lower than readState.Index' (duration: 130.656761ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:05:10.555427Z","caller":"traceutil/trace.go:171","msg":"trace[1858569574] transaction","detail":"{read_only:false; response_revision:1716; number_of_response:1; }","duration":"185.325914ms","start":"2026-04-27T21:05:10.370068Z","end":"2026-04-27T21:05:10.555394Z","steps":["trace[1858569574] 'process raft request' (duration: 185.172001ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:05:10.555488Z","caller":"traceutil/trace.go:171","msg":"trace[1723131566] transaction","detail":"{read_only:false; response_revision:1715; number_of_response:1; }","duration":"185.662614ms","start":"2026-04-27T21:05:10.369794Z","end":"2026-04-27T21:05:10.555457Z","steps":["trace[1723131566] 'process raft request' (duration: 185.319186ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:05:10.55553Z","caller":"traceutil/trace.go:171","msg":"trace[1179597080] transaction","detail":"{read_only:false; response_revision:1717; number_of_response:1; }","duration":"185.436198ms","start":"2026-04-27T21:05:10.370063Z","end":"2026-04-27T21:05:10.555499Z","steps":["trace[1179597080] 'process raft request' (duration: 185.238733ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:05:10.555666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.076846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-27T21:05:10.555729Z","caller":"traceutil/trace.go:171","msg":"trace[696216864] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1717; }","duration":"141.175548ms","start":"2026-04-27T21:05:10.414538Z","end":"2026-04-27T21:05:10.555713Z","steps":["trace[696216864] 'agreement among raft nodes before linearized reading' (duration: 140.983134ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:05:10.586259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.623686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:05:10.586312Z","caller":"traceutil/trace.go:171","msg":"trace[402077076] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1721; }","duration":"171.694818ms","start":"2026-04-27T21:05:10.414605Z","end":"2026-04-27T21:05:10.5863Z","steps":["trace[402077076] 'agreement among raft nodes before linearized reading' (duration: 171.599646ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:05:10.790253Z","caller":"traceutil/trace.go:171","msg":"trace[468734960] transaction","detail":"{read_only:false; response_revision:1735; number_of_response:1; }","duration":"126.999147ms","start":"2026-04-27T21:05:10.663215Z","end":"2026-04-27T21:05:10.790214Z","steps":["trace[468734960] 'process raft request' (duration: 120.714465ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:05:10.790717Z","caller":"traceutil/trace.go:171","msg":"trace[2050205991] linearizableReadLoop","detail":"{readStateIndex:1806; appliedIndex:1804; }","duration":"125.806762ms","start":"2026-04-27T21:05:10.664878Z","end":"2026-04-27T21:05:10.790685Z","steps":["trace[2050205991] 'read index received' (duration: 48.746591ms)","trace[2050205991] 'applied index is now lower than readState.Index' (duration: 77.059051ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:05:10.79079Z","caller":"traceutil/trace.go:171","msg":"trace[255471978] transaction","detail":"{read_only:false; response_revision:1738; number_of_response:1; }","duration":"122.218641ms","start":"2026-04-27T21:05:10.668552Z","end":"2026-04-27T21:05:10.790771Z","steps":["trace[255471978] 'process raft request' (duration: 122.011296ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:05:10.790774Z","caller":"traceutil/trace.go:171","msg":"trace[60751876] transaction","detail":"{read_only:false; response_revision:1737; number_of_response:1; }","duration":"122.182509ms","start":"2026-04-27T21:05:10.668518Z","end":"2026-04-27T21:05:10.7907Z","steps":["trace[60751876] 'process raft request' (duration: 121.835411ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:05:10.79102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.101848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/rabbitmq-messaging-topology-operator-7f8596f788\" ","response":"range_response_count:1 size:5848"} {"level":"info","ts":"2026-04-27T21:05:10.791074Z","caller":"traceutil/trace.go:171","msg":"trace[1046829846] range","detail":"{range_begin:/registry/replicasets/openstack/rabbitmq-messaging-topology-operator-7f8596f788; range_end:; response_count:1; response_revision:1739; }","duration":"126.21665ms","start":"2026-04-27T21:05:10.664842Z","end":"2026-04-27T21:05:10.791059Z","steps":["trace[1046829846] 'agreement among raft nodes before linearized reading' (duration: 126.004645ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:05:10.79097Z","caller":"traceutil/trace.go:171","msg":"trace[308737809] transaction","detail":"{read_only:false; response_revision:1739; number_of_response:1; }","duration":"121.892523ms","start":"2026-04-27T21:05:10.669018Z","end":"2026-04-27T21:05:10.79091Z","steps":["trace[308737809] 'process raft request' (duration: 121.604506ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:05:10.79131Z","caller":"traceutil/trace.go:171","msg":"trace[1810795231] transaction","detail":"{read_only:false; response_revision:1736; number_of_response:1; }","duration":"122.305142ms","start":"2026-04-27T21:05:10.668308Z","end":"2026-04-27T21:05:10.790613Z","steps":["trace[1810795231] 'process raft request' (duration: 121.80141ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:05:10.80315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.166291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/rabbitmq-cluster-operator-7fcdcd478\" ","response":"range_response_count:1 size:5562"} {"level":"info","ts":"2026-04-27T21:05:10.80325Z","caller":"traceutil/trace.go:171","msg":"trace[562376510] range","detail":"{range_begin:/registry/replicasets/openstack/rabbitmq-cluster-operator-7fcdcd478; range_end:; response_count:1; response_revision:1740; }","duration":"135.293795ms","start":"2026-04-27T21:05:10.667912Z","end":"2026-04-27T21:05:10.803206Z","steps":["trace[562376510] 'agreement among raft nodes before linearized reading' (duration: 135.009038ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:05:12.135322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.699492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-27T21:05:12.135407Z","caller":"traceutil/trace.go:171","msg":"trace[703269241] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1771; }","duration":"169.844016ms","start":"2026-04-27T21:05:11.965546Z","end":"2026-04-27T21:05:12.13539Z","steps":["trace[703269241] 'range keys from in-memory index tree' (duration: 169.494717ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:05:12.643447Z","caller":"traceutil/trace.go:171","msg":"trace[140695170] linearizableReadLoop","detail":"{readStateIndex:1849; appliedIndex:1845; }","duration":"229.79821ms","start":"2026-04-27T21:05:12.413628Z","end":"2026-04-27T21:05:12.643426Z","steps":["trace[140695170] 'read index received' (duration: 36.688699ms)","trace[140695170] 'applied index is now lower than readState.Index' (duration: 193.108471ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:05:12.64369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.044805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:05:12.643747Z","caller":"traceutil/trace.go:171","msg":"trace[1420255212] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1776; }","duration":"230.135847ms","start":"2026-04-27T21:05:12.413597Z","end":"2026-04-27T21:05:12.643732Z","steps":["trace[1420255212] 'agreement among raft nodes before linearized reading' (duration: 229.931132ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:05:12.644139Z","caller":"traceutil/trace.go:171","msg":"trace[790922681] transaction","detail":"{read_only:false; response_revision:1774; number_of_response:1; }","duration":"239.273743ms","start":"2026-04-27T21:05:12.404847Z","end":"2026-04-27T21:05:12.644121Z","steps":["trace[790922681] 'process raft request' (duration: 204.436047ms)","trace[790922681] 'compare' (duration: 33.844754ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:05:12.644315Z","caller":"traceutil/trace.go:171","msg":"trace[1979036555] transaction","detail":"{read_only:false; response_revision:1775; number_of_response:1; }","duration":"239.373125ms","start":"2026-04-27T21:05:12.404927Z","end":"2026-04-27T21:05:12.644301Z","steps":["trace[1979036555] 'process raft request' (duration: 238.415264ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:05:12.644534Z","caller":"traceutil/trace.go:171","msg":"trace[565731675] transaction","detail":"{read_only:false; response_revision:1776; number_of_response:1; }","duration":"239.535919ms","start":"2026-04-27T21:05:12.404984Z","end":"2026-04-27T21:05:12.644519Z","steps":["trace[565731675] 'process raft request' (duration: 238.405764ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:05:19.065178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.051151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:05:19.065275Z","caller":"traceutil/trace.go:171","msg":"trace[1583502022] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1842; }","duration":"314.201565ms","start":"2026-04-27T21:05:18.751054Z","end":"2026-04-27T21:05:19.065256Z","steps":["trace[1583502022] 'range keys from in-memory index tree' (duration: 313.97531ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:05:19.065319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:05:18.751039Z","time spent":"314.270887ms","remote":"127.0.0.1:39786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T21:05:19.065316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.266422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-27T21:05:19.065425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.315705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-27T21:05:19.065448Z","caller":"traceutil/trace.go:171","msg":"trace[1659080727] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1842; }","duration":"386.397234ms","start":"2026-04-27T21:05:18.678995Z","end":"2026-04-27T21:05:19.065392Z","steps":["trace[1659080727] 'range keys from in-memory index tree' (duration: 386.119108ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:05:19.06549Z","caller":"traceutil/trace.go:171","msg":"trace[675405894] linearizableReadLoop","detail":"{readStateIndex:1921; appliedIndex:1920; }","duration":"168.579246ms","start":"2026-04-27T21:05:18.896892Z","end":"2026-04-27T21:05:19.065471Z","steps":["trace[675405894] 'read index received' (duration: 167.055502ms)","trace[675405894] 'applied index is now lower than readState.Index' (duration: 1.522664ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:05:19.065503Z","caller":"traceutil/trace.go:171","msg":"trace[1122794771] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1842; }","duration":"387.436898ms","start":"2026-04-27T21:05:18.678048Z","end":"2026-04-27T21:05:19.065485Z","steps":["trace[1122794771] 'range keys from in-memory index tree' (duration: 387.154932ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:05:19.06553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:05:18.678988Z","time spent":"386.523208ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-27T21:05:19.065533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.966855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-27T21:05:19.065555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:05:18.67803Z","time spent":"387.513712ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-27T21:05:19.065594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.705641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-27T21:05:19.065603Z","caller":"traceutil/trace.go:171","msg":"trace[1703249958] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1842; }","duration":"386.068419ms","start":"2026-04-27T21:05:18.679517Z","end":"2026-04-27T21:05:19.065585Z","steps":["trace[1703249958] 'range keys from in-memory index tree' (duration: 385.826432ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:05:19.065623Z","caller":"traceutil/trace.go:171","msg":"trace[913489942] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1843; }","duration":"168.775382ms","start":"2026-04-27T21:05:18.89684Z","end":"2026-04-27T21:05:19.065616Z","steps":["trace[913489942] 'agreement among raft nodes before linearized reading' (duration: 168.68017ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:05:19.065651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:05:18.679511Z","time spent":"386.12644ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-27T21:05:19.065709Z","caller":"traceutil/trace.go:171","msg":"trace[105268607] transaction","detail":"{read_only:false; response_revision:1843; number_of_response:1; }","duration":"191.642558ms","start":"2026-04-27T21:05:18.874053Z","end":"2026-04-27T21:05:19.065695Z","steps":["trace[105268607] 'process raft request' (duration: 189.95309ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:05:26.483166Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185919323854192,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T21:05:26.983863Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185919323854192,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T21:05:27.484106Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185919323854192,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T21:05:27.530685Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.56323444s","expected-duration":"1s"} {"level":"info","ts":"2026-04-27T21:05:27.531029Z","caller":"traceutil/trace.go:171","msg":"trace[515047307] transaction","detail":"{read_only:false; response_revision:1960; number_of_response:1; }","duration":"1.653555809s","start":"2026-04-27T21:05:25.877448Z","end":"2026-04-27T21:05:27.531004Z","steps":["trace[515047307] 'process raft request' (duration: 1.653422476s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:05:27.53118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:05:25.877415Z","time spent":"1.653690482s","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7745,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:05:28.035397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.729701ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-27T21:05:28.035869Z","caller":"traceutil/trace.go:171","msg":"trace[1423096150] transaction","detail":"{read_only:false; response_revision:1961; number_of_response:1; }","duration":"1.139458711s","start":"2026-04-27T21:05:26.896367Z","end":"2026-04-27T21:05:28.035826Z","steps":["trace[1423096150] 'process raft request' (duration: 1.139136523s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:05:28.036036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:05:26.896321Z","time spent":"1.139632575s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:05:28.221014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.10645ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T21:05:28.22122Z","caller":"traceutil/trace.go:171","msg":"trace[1429062491] transaction","detail":"{read_only:false; response_revision:1963; number_of_response:1; }","duration":"789.284793ms","start":"2026-04-27T21:05:27.431917Z","end":"2026-04-27T21:05:28.221202Z","steps":["trace[1429062491] 'process raft request' (duration: 789.198011ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:05:28.221234Z","caller":"traceutil/trace.go:171","msg":"trace[1835266244] transaction","detail":"{read_only:false; response_revision:1962; number_of_response:1; }","duration":"1.131165424s","start":"2026-04-27T21:05:27.090022Z","end":"2026-04-27T21:05:28.221187Z","steps":["trace[1835266244] 'process raft request' (duration: 945.769917ms)","trace[1835266244] 'compare' (duration: 184.888056ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:05:28.221293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:05:27.431897Z","time spent":"789.363665ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:05:28.221309Z","caller":"traceutil/trace.go:171","msg":"trace[712542720] linearizableReadLoop","detail":"{readStateIndex:2044; appliedIndex:2039; }","duration":"2.238380655s","start":"2026-04-27T21:05:25.982915Z","end":"2026-04-27T21:05:28.221296Z","steps":["trace[712542720] 'read index received' (duration: 1.548034256s)","trace[712542720] 'applied index is now lower than readState.Index' (duration: 690.345299ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:05:28.221447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:05:27.089993Z","time spent":"1.131343027s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:05:28.221445Z","caller":"traceutil/trace.go:171","msg":"trace[341939739] transaction","detail":"{read_only:false; response_revision:1964; number_of_response:1; }","duration":"726.173268ms","start":"2026-04-27T21:05:27.495241Z","end":"2026-04-27T21:05:28.221414Z","steps":["trace[341939739] 'process raft request' (duration: 725.926062ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:05:28.221578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.118405525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-27T21:05:28.221603Z","caller":"traceutil/trace.go:171","msg":"trace[1727805677] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1964; }","duration":"1.118459476s","start":"2026-04-27T21:05:27.103137Z","end":"2026-04-27T21:05:28.221596Z","steps":["trace[1727805677] 'agreement among raft nodes before linearized reading' (duration: 1.118402255s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:05:28.221623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:05:27.103122Z","time spent":"1.118497127s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-27T21:05:28.221657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:05:27.49522Z","time spent":"726.353011ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:05:28.221714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.862550409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-04-27T21:05:28.221763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.109219297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-04-27T21:05:28.221759Z","caller":"traceutil/trace.go:171","msg":"trace[2025486616] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1964; }","duration":"1.862637321s","start":"2026-04-27T21:05:26.359109Z","end":"2026-04-27T21:05:28.221746Z","steps":["trace[2025486616] 'agreement among raft nodes before linearized reading' (duration: 1.862525109s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:05:28.221749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.007633654s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-27T21:05:28.221783Z","caller":"traceutil/trace.go:171","msg":"trace[2010155317] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1964; }","duration":"1.109258409s","start":"2026-04-27T21:05:27.112518Z","end":"2026-04-27T21:05:28.221777Z","steps":["trace[2010155317] 'agreement among raft nodes before linearized reading' (duration: 1.109203828s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:05:28.221478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.238559809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-04-27T21:05:28.221801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:05:27.112507Z","time spent":"1.109289809s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-27T21:05:28.221808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.948022938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-04-27T21:05:28.221826Z","caller":"traceutil/trace.go:171","msg":"trace[1725282258] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:1964; }","duration":"1.00791787s","start":"2026-04-27T21:05:27.21387Z","end":"2026-04-27T21:05:28.221788Z","steps":["trace[1725282258] 'agreement among raft nodes before linearized reading' (duration: 1.007813398s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:05:28.221859Z","caller":"traceutil/trace.go:171","msg":"trace[1755571744] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1964; }","duration":"1.948088429s","start":"2026-04-27T21:05:26.273753Z","end":"2026-04-27T21:05:28.221841Z","steps":["trace[1755571744] 'agreement among raft nodes before linearized reading' (duration: 1.947990657s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:05:28.221693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.131819699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-eb7a6ee7-3ba5-41a9-829e-c85469d95312\" ","response":"range_response_count:1 size:3627"} {"level":"warn","ts":"2026-04-27T21:05:28.221899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.806862402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:05:28.221902Z","caller":"traceutil/trace.go:171","msg":"trace[227911634] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-eb7a6ee7-3ba5-41a9-829e-c85469d95312; range_end:; response_count:1; response_revision:1964; }","duration":"2.132105915s","start":"2026-04-27T21:05:26.089785Z","end":"2026-04-27T21:05:28.221891Z","steps":["trace[227911634] 'agreement among raft nodes before linearized reading' (duration: 2.131742047s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:05:28.221865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.650384938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-27T21:05:28.221926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.115857717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-04-27T21:05:28.221928Z","caller":"traceutil/trace.go:171","msg":"trace[1828740615] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1964; }","duration":"1.806927083s","start":"2026-04-27T21:05:26.414992Z","end":"2026-04-27T21:05:28.22192Z","steps":["trace[1828740615] 'agreement among raft nodes before linearized reading' (duration: 1.806891502s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:05:28.221936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:05:26.089761Z","time spent":"2.132167546s","remote":"127.0.0.1:39966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3651,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-eb7a6ee7-3ba5-41a9-829e-c85469d95312\" "} {"level":"info","ts":"2026-04-27T21:05:28.221945Z","caller":"traceutil/trace.go:171","msg":"trace[994008837] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1964; }","duration":"1.115932588s","start":"2026-04-27T21:05:27.106007Z","end":"2026-04-27T21:05:28.22194Z","steps":["trace[994008837] 'agreement among raft nodes before linearized reading' (duration: 1.115880087s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:05:28.221951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:05:26.414971Z","time spent":"1.806975284s","remote":"127.0.0.1:39786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T21:05:28.221967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:05:27.105983Z","time spent":"1.11598004s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-27T21:05:28.222025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.978523027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.18aa52b13c502e8a\" ","response":"range_response_count:1 size:982"} {"level":"warn","ts":"2026-04-27T21:05:28.222032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.668118457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-04-27T21:05:28.222044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.118758393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-27T21:05:28.222061Z","caller":"traceutil/trace.go:171","msg":"trace[119427859] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1964; }","duration":"1.118812584s","start":"2026-04-27T21:05:27.103243Z","end":"2026-04-27T21:05:28.222056Z","steps":["trace[119427859] 'agreement among raft nodes before linearized reading' (duration: 1.118762353s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:05:28.222055Z","caller":"traceutil/trace.go:171","msg":"trace[475163077] range","detail":"{range_begin:/registry/events/openstack/datadir-percona-xtradb-pxc-0.18aa52b13c502e8a; range_end:; response_count:1; response_revision:1964; }","duration":"1.978574948s","start":"2026-04-27T21:05:26.243469Z","end":"2026-04-27T21:05:28.222044Z","steps":["trace[475163077] 'agreement among raft nodes before linearized reading' (duration: 1.978489456s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:05:28.221895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.785952498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-27T21:05:28.222067Z","caller":"traceutil/trace.go:171","msg":"trace[1690344805] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1964; }","duration":"1.668182859s","start":"2026-04-27T21:05:26.55387Z","end":"2026-04-27T21:05:28.222053Z","steps":["trace[1690344805] 'agreement among raft nodes before linearized reading' (duration: 1.668047166s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:05:28.222082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:05:26.243453Z","time spent":"1.97862398s","remote":"127.0.0.1:39864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1006,"request content":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.18aa52b13c502e8a\" "} {"level":"warn","ts":"2026-04-27T21:05:28.222102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:05:26.553848Z","time spent":"1.668247411s","remote":"127.0.0.1:38014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5468,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-27T21:05:28.222098Z","caller":"traceutil/trace.go:171","msg":"trace[29357737] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:1964; }","duration":"1.786180175s","start":"2026-04-27T21:05:26.435908Z","end":"2026-04-27T21:05:28.222088Z","steps":["trace[29357737] 'agreement among raft nodes before linearized reading' (duration: 1.78594624s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:05:28.22223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.9218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-27T21:05:28.222244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.051603427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-eb7a6ee7-3ba5-41a9-829e-c85469d95312\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-04-27T21:05:28.221939Z","caller":"traceutil/trace.go:171","msg":"trace[484344465] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1964; }","duration":"1.650455159s","start":"2026-04-27T21:05:26.571475Z","end":"2026-04-27T21:05:28.22193Z","steps":["trace[484344465] 'agreement among raft nodes before linearized reading' (duration: 1.650333337s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:05:28.222295Z","caller":"traceutil/trace.go:171","msg":"trace[211406630] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-eb7a6ee7-3ba5-41a9-829e-c85469d95312; range_end:; response_count:1; response_revision:1964; }","duration":"2.051694239s","start":"2026-04-27T21:05:26.17059Z","end":"2026-04-27T21:05:28.222284Z","steps":["trace[211406630] 'agreement among raft nodes before linearized reading' (duration: 2.051553146s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:05:28.222292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.125974737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-27T21:05:28.222306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:05:26.571425Z","time spent":"1.650874108s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-27T21:05:28.222296Z","caller":"traceutil/trace.go:171","msg":"trace[666625075] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:1964; }","duration":"473.003131ms","start":"2026-04-27T21:05:27.749275Z","end":"2026-04-27T21:05:28.222278Z","steps":["trace[666625075] 'agreement among raft nodes before linearized reading' (duration: 472.925019ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:05:28.22233Z","caller":"traceutil/trace.go:171","msg":"trace[477881894] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:1964; }","duration":"2.126051749s","start":"2026-04-27T21:05:26.096267Z","end":"2026-04-27T21:05:28.222319Z","steps":["trace[477881894] 'agreement among raft nodes before linearized reading' (duration: 2.125994818s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:05:28.222235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:05:26.435897Z","time spent":"1.786324798s","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:05:28.222377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:05:26.096246Z","time spent":"2.12611295s","remote":"127.0.0.1:40086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:05:28.222374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:05:27.749263Z","time spent":"473.091754ms","remote":"127.0.0.1:42920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:05:28.222413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.07478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-27T21:05:28.221826Z","caller":"traceutil/trace.go:171","msg":"trace[166434770] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1964; }","duration":"2.238941278s","start":"2026-04-27T21:05:25.982872Z","end":"2026-04-27T21:05:28.221813Z","steps":["trace[166434770] 'agreement among raft nodes before linearized reading' (duration: 2.238504838s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:05:28.222446Z","caller":"traceutil/trace.go:171","msg":"trace[408188535] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:1964; }","duration":"832.154842ms","start":"2026-04-27T21:05:27.390282Z","end":"2026-04-27T21:05:28.222437Z","steps":["trace[408188535] 'agreement among raft nodes before linearized reading' (duration: 832.09504ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:05:28.222461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:05:25.982845Z","time spent":"2.239610593s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-27T21:05:28.2219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:05:26.273741Z","time spent":"1.948151211s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-27T21:05:28.222472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:05:27.39026Z","time spent":"832.204942ms","remote":"127.0.0.1:40056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":15,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:05:28.222325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:05:26.170567Z","time spent":"2.051749401s","remote":"127.0.0.1:39966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3651,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-eb7a6ee7-3ba5-41a9-829e-c85469d95312\" "} {"level":"warn","ts":"2026-04-27T21:05:28.221791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:05:26.359086Z","time spent":"1.862697752s","remote":"127.0.0.1:38014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5468,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-27T21:05:28.222077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:05:27.103221Z","time spent":"1.118852584s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-27T21:05:28.222595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"964.878438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T21:05:28.221866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:05:27.21385Z","time spent":"1.008006863s","remote":"127.0.0.1:40328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":12,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:05:28.22217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.108928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-27T21:05:28.222625Z","caller":"traceutil/trace.go:171","msg":"trace[1276729344] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:1964; }","duration":"964.957479ms","start":"2026-04-27T21:05:27.257657Z","end":"2026-04-27T21:05:28.222615Z","steps":["trace[1276729344] 'agreement among raft nodes before linearized reading' (duration: 964.915779ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:05:28.222648Z","caller":"traceutil/trace.go:171","msg":"trace[552173183] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:1964; }","duration":"316.595559ms","start":"2026-04-27T21:05:27.906045Z","end":"2026-04-27T21:05:28.22264Z","steps":["trace[552173183] 'agreement among raft nodes before linearized reading' (duration: 316.077218ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:05:28.222693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:05:27.906012Z","time spent":"316.666321ms","remote":"127.0.0.1:40190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:05:28.222652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:05:27.25764Z","time spent":"965.00467ms","remote":"127.0.0.1:42804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:05:29.354674Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.084428378s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-27T21:05:29.579698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.669654ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T21:05:29.579993Z","caller":"traceutil/trace.go:171","msg":"trace[951582026] transaction","detail":"{read_only:false; response_revision:1969; number_of_response:1; }","duration":"1.352379139s","start":"2026-04-27T21:05:28.227594Z","end":"2026-04-27T21:05:29.579973Z","steps":["trace[951582026] 'process raft request' (duration: 1.352314628s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:05:29.580061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:05:28.227583Z","time spent":"1.35244417s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:05:29.580273Z","caller":"traceutil/trace.go:171","msg":"trace[1796262677] transaction","detail":"{read_only:false; response_revision:1968; number_of_response:1; }","duration":"1.353203387s","start":"2026-04-27T21:05:28.227047Z","end":"2026-04-27T21:05:29.58025Z","steps":["trace[1796262677] 'process raft request' (duration: 1.352827749s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:05:29.580337Z","caller":"traceutil/trace.go:171","msg":"trace[1400492602] transaction","detail":"{read_only:false; response_revision:1970; number_of_response:1; }","duration":"1.352580664s","start":"2026-04-27T21:05:28.227738Z","end":"2026-04-27T21:05:29.580319Z","steps":["trace[1400492602] 'process raft request' (duration: 1.352199825s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:05:29.580387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:05:28.227022Z","time spent":"1.353323951s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:05:29.580156Z","caller":"traceutil/trace.go:171","msg":"trace[499596578] transaction","detail":"{read_only:false; response_revision:1967; number_of_response:1; }","duration":"1.352970143s","start":"2026-04-27T21:05:28.227153Z","end":"2026-04-27T21:05:29.580123Z","steps":["trace[499596578] 'process raft request' (duration: 1.352647565s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:05:29.580489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:05:28.227718Z","time spent":"1.352687676s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:05:29.580539Z","caller":"traceutil/trace.go:171","msg":"trace[754567946] transaction","detail":"{read_only:false; response_revision:1966; number_of_response:1; }","duration":"1.353498054s","start":"2026-04-27T21:05:28.227013Z","end":"2026-04-27T21:05:29.580511Z","steps":["trace[754567946] 'process raft request' (duration: 1.12793386s)","trace[754567946] 'compare' (duration: 224.378828ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:05:29.580725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:05:28.226996Z","time spent":"1.353606356s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:05:29.580805Z","caller":"traceutil/trace.go:171","msg":"trace[2081118105] transaction","detail":"{read_only:false; response_revision:1971; number_of_response:1; }","duration":"1.352630924s","start":"2026-04-27T21:05:28.228156Z","end":"2026-04-27T21:05:29.580787Z","steps":["trace[2081118105] 'process raft request' (duration: 1.352008511s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:05:29.58086Z","caller":"traceutil/trace.go:171","msg":"trace[1466485934] linearizableReadLoop","detail":"{readStateIndex:2053; appliedIndex:2045; }","duration":"1.349564556s","start":"2026-04-27T21:05:28.231282Z","end":"2026-04-27T21:05:29.580847Z","steps":["trace[1466485934] 'read index received' (duration: 38.999651ms)","trace[1466485934] 'applied index is now lower than readState.Index' (duration: 1.310563865s)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:05:29.580891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:05:28.227142Z","time spent":"1.353374291s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:05:29.58096Z","caller":"traceutil/trace.go:171","msg":"trace[408413182] transaction","detail":"{read_only:false; response_revision:1972; number_of_response:1; }","duration":"1.352707946s","start":"2026-04-27T21:05:28.228217Z","end":"2026-04-27T21:05:29.580925Z","steps":["trace[408413182] 'process raft request' (duration: 1.352494572s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:05:29.580904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:05:28.228143Z","time spent":"1.352711967s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:05:29.580908Z","caller":"traceutil/trace.go:171","msg":"trace[646331452] transaction","detail":"{read_only:false; response_revision:1973; number_of_response:1; }","duration":"1.347845647s","start":"2026-04-27T21:05:28.233041Z","end":"2026-04-27T21:05:29.580886Z","steps":["trace[646331452] 'process raft request' (duration: 1.347742324s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:05:29.581122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:05:28.228211Z","time spent":"1.352828209s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:05:29.581181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.319738702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T21:05:29.581241Z","caller":"traceutil/trace.go:171","msg":"trace[1734779063] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:1973; }","duration":"1.319856804s","start":"2026-04-27T21:05:28.261372Z","end":"2026-04-27T21:05:29.581228Z","steps":["trace[1734779063] 'agreement among raft nodes before linearized reading' (duration: 1.319635169s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:05:29.581282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:05:28.261339Z","time spent":"1.319933246s","remote":"127.0.0.1:40364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":244,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:05:29.581268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.450106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-04-27T21:05:29.581184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:05:28.233032Z","time spent":"1.348108472s","remote":"127.0.0.1:39966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3732,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:05:29.581258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.956781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-eb7a6ee7-3ba5-41a9-829e-c85469d95312\" ","response":"range_response_count:1 size:3747"} {"level":"info","ts":"2026-04-27T21:05:29.581342Z","caller":"traceutil/trace.go:171","msg":"trace[264836319] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1973; }","duration":"351.549138ms","start":"2026-04-27T21:05:29.229771Z","end":"2026-04-27T21:05:29.58132Z","steps":["trace[264836319] 'agreement among raft nodes before linearized reading' (duration: 351.336823ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:05:29.58137Z","caller":"traceutil/trace.go:171","msg":"trace[419453542] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-eb7a6ee7-3ba5-41a9-829e-c85469d95312; range_end:; response_count:1; response_revision:1973; }","duration":"353.119944ms","start":"2026-04-27T21:05:29.228224Z","end":"2026-04-27T21:05:29.581344Z","steps":["trace[419453542] 'agreement among raft nodes before linearized reading' (duration: 352.93703ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:05:29.581401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:05:29.229759Z","time spent":"351.62994ms","remote":"127.0.0.1:38014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5468,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-27T21:05:29.581417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:05:29.228203Z","time spent":"353.201016ms","remote":"127.0.0.1:39966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3771,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-eb7a6ee7-3ba5-41a9-829e-c85469d95312\" "} {"level":"warn","ts":"2026-04-27T21:05:29.580985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.349706389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:05:29.581493Z","caller":"traceutil/trace.go:171","msg":"trace[156668366] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1973; }","duration":"1.350239571s","start":"2026-04-27T21:05:28.23124Z","end":"2026-04-27T21:05:29.58148Z","steps":["trace[156668366] 'agreement among raft nodes before linearized reading' (duration: 1.349710309s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:05:29.58154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:05:28.231229Z","time spent":"1.350299622s","remote":"127.0.0.1:39786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-27T21:05:37.910042Z","caller":"traceutil/trace.go:171","msg":"trace[2040601013] transaction","detail":"{read_only:false; response_revision:2048; number_of_response:1; }","duration":"249.738109ms","start":"2026-04-27T21:05:37.660279Z","end":"2026-04-27T21:05:37.910017Z","steps":["trace[2040601013] 'process raft request' (duration: 249.573085ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:05:38.567442Z","caller":"traceutil/trace.go:171","msg":"trace[665187334] transaction","detail":"{read_only:false; response_revision:2049; number_of_response:1; }","duration":"906.666084ms","start":"2026-04-27T21:05:37.660738Z","end":"2026-04-27T21:05:38.567405Z","steps":["trace[665187334] 'process raft request' (duration: 838.181978ms)","trace[665187334] 'compare' (duration: 68.339533ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:05:38.567613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:05:37.66073Z","time spent":"906.796417ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:05:38.5677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"894.864517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-04-27T21:05:38.567425Z","caller":"traceutil/trace.go:171","msg":"trace[1119126366] linearizableReadLoop","detail":"{readStateIndex:2132; appliedIndex:2130; }","duration":"894.601831ms","start":"2026-04-27T21:05:37.6728Z","end":"2026-04-27T21:05:38.567402Z","steps":["trace[1119126366] 'read index received' (duration: 237.025792ms)","trace[1119126366] 'applied index is now lower than readState.Index' (duration: 657.575049ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:05:38.567795Z","caller":"traceutil/trace.go:171","msg":"trace[984510027] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2049; }","duration":"894.99366ms","start":"2026-04-27T21:05:37.672769Z","end":"2026-04-27T21:05:38.567763Z","steps":["trace[984510027] 'agreement among raft nodes before linearized reading' (duration: 894.721204ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:05:38.567867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:05:37.672756Z","time spent":"895.079432ms","remote":"127.0.0.1:38014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5468,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-27T21:05:38.568182Z","caller":"traceutil/trace.go:171","msg":"trace[15287875] transaction","detail":"{read_only:false; response_revision:2050; number_of_response:1; }","duration":"267.531921ms","start":"2026-04-27T21:05:38.300634Z","end":"2026-04-27T21:05:38.568166Z","steps":["trace[15287875] 'process raft request' (duration: 266.736793ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:05:38.568248Z","caller":"traceutil/trace.go:171","msg":"trace[1532327333] transaction","detail":"{read_only:false; response_revision:2051; number_of_response:1; }","duration":"267.222744ms","start":"2026-04-27T21:05:38.301002Z","end":"2026-04-27T21:05:38.568225Z","steps":["trace[1532327333] 'process raft request' (duration: 267.103352ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:05:38.569264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"856.44114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-27T21:05:38.56933Z","caller":"traceutil/trace.go:171","msg":"trace[1410820206] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2052; }","duration":"856.550352ms","start":"2026-04-27T21:05:37.712766Z","end":"2026-04-27T21:05:38.569316Z","steps":["trace[1410820206] 'agreement among raft nodes before linearized reading' (duration: 856.206765ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:05:38.569369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:05:37.712742Z","time spent":"856.618333ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-27T21:05:38.569669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"853.556645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-27T21:05:38.56975Z","caller":"traceutil/trace.go:171","msg":"trace[1734053987] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2052; }","duration":"853.665988ms","start":"2026-04-27T21:05:37.716064Z","end":"2026-04-27T21:05:38.56973Z","steps":["trace[1734053987] 'agreement among raft nodes before linearized reading' (duration: 853.355401ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:05:38.569774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.813336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:05:38.569851Z","caller":"traceutil/trace.go:171","msg":"trace[1579210295] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2052; }","duration":"154.950159ms","start":"2026-04-27T21:05:38.41489Z","end":"2026-04-27T21:05:38.569841Z","steps":["trace[1579210295] 'agreement among raft nodes before linearized reading' (duration: 154.824036ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:05:38.569849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:05:37.716052Z","time spent":"853.78406ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-27T21:05:38.570012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"853.658227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-27T21:05:38.570067Z","caller":"traceutil/trace.go:171","msg":"trace[574042774] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2052; }","duration":"853.743059ms","start":"2026-04-27T21:05:37.716311Z","end":"2026-04-27T21:05:38.570054Z","steps":["trace[574042774] 'agreement among raft nodes before linearized reading' (duration: 853.557755ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:05:38.570067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.44943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-27T21:05:38.570206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"854.055776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-27T21:05:38.570321Z","caller":"traceutil/trace.go:171","msg":"trace[673306759] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2052; }","duration":"854.209409ms","start":"2026-04-27T21:05:37.716094Z","end":"2026-04-27T21:05:38.570303Z","steps":["trace[673306759] 'agreement among raft nodes before linearized reading' (duration: 853.833501ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:05:38.570405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:05:37.716074Z","time spent":"854.318191ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-27T21:05:38.570255Z","caller":"traceutil/trace.go:171","msg":"trace[1085569649] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:2052; }","duration":"728.672594ms","start":"2026-04-27T21:05:37.841555Z","end":"2026-04-27T21:05:38.570227Z","steps":["trace[1085569649] 'agreement among raft nodes before linearized reading' (duration: 728.446889ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:05:38.570528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:05:37.841537Z","time spent":"728.969791ms","remote":"127.0.0.1:40044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:05:38.570103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:05:37.716303Z","time spent":"853.79132ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-27T21:05:38.570659Z","caller":"traceutil/trace.go:171","msg":"trace[351680133] transaction","detail":"{read_only:false; response_revision:2052; number_of_response:1; }","duration":"269.585067ms","start":"2026-04-27T21:05:38.301037Z","end":"2026-04-27T21:05:38.570622Z","steps":["trace[351680133] 'process raft request' (duration: 267.153692ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:05:38.570074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.648075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-27T21:05:38.570755Z","caller":"traceutil/trace.go:171","msg":"trace[184647591] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:2052; }","duration":"586.377661ms","start":"2026-04-27T21:05:37.984365Z","end":"2026-04-27T21:05:38.570742Z","steps":["trace[184647591] 'agreement among raft nodes before linearized reading' (duration: 585.602484ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:05:38.570793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:05:37.984342Z","time spent":"586.436892ms","remote":"127.0.0.1:40174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":67,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-04-27T21:05:39.369265Z","caller":"traceutil/trace.go:171","msg":"trace[1035475768] linearizableReadLoop","detail":"{readStateIndex:2141; appliedIndex:2140; }","duration":"147.135142ms","start":"2026-04-27T21:05:39.222106Z","end":"2026-04-27T21:05:39.369241Z","steps":["trace[1035475768] 'read index received' (duration: 146.897877ms)","trace[1035475768] 'applied index is now lower than readState.Index' (duration: 236.505µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:05:39.369342Z","caller":"traceutil/trace.go:171","msg":"trace[2072999384] transaction","detail":"{read_only:false; response_revision:2058; number_of_response:1; }","duration":"185.260633ms","start":"2026-04-27T21:05:39.184055Z","end":"2026-04-27T21:05:39.369316Z","steps":["trace[2072999384] 'process raft request' (duration: 185.030008ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:05:39.369461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.335367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-04-27T21:05:39.369502Z","caller":"traceutil/trace.go:171","msg":"trace[1630133407] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2058; }","duration":"147.436429ms","start":"2026-04-27T21:05:39.222054Z","end":"2026-04-27T21:05:39.36949Z","steps":["trace[1630133407] 'agreement among raft nodes before linearized reading' (duration: 147.283535ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:05:40.844443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.67625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-04-27T21:05:40.844484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.174183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-27T21:05:40.844536Z","caller":"traceutil/trace.go:171","msg":"trace[633827788] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2063; }","duration":"261.802842ms","start":"2026-04-27T21:05:40.582705Z","end":"2026-04-27T21:05:40.844508Z","steps":["trace[633827788] 'agreement among raft nodes before linearized reading' (duration: 82.841431ms)","trace[633827788] 'range keys from in-memory index tree' (duration: 178.712486ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:05:40.844565Z","caller":"traceutil/trace.go:171","msg":"trace[1650858759] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2063; }","duration":"263.282195ms","start":"2026-04-27T21:05:40.581262Z","end":"2026-04-27T21:05:40.844544Z","steps":["trace[1650858759] 'agreement among raft nodes before linearized reading' (duration: 84.260672ms)","trace[1650858759] 'range keys from in-memory index tree' (duration: 178.801659ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:05:40.844609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.907877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-27T21:05:40.8447Z","caller":"traceutil/trace.go:171","msg":"trace[132764116] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2063; }","duration":"263.02211ms","start":"2026-04-27T21:05:40.581658Z","end":"2026-04-27T21:05:40.84468Z","steps":["trace[132764116] 'agreement among raft nodes before linearized reading' (duration: 83.859124ms)","trace[132764116] 'range keys from in-memory index tree' (duration: 178.956862ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:05:40.844935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.774188ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T21:05:40.84509Z","caller":"traceutil/trace.go:171","msg":"trace[614198907] transaction","detail":"{read_only:false; response_revision:2064; number_of_response:1; }","duration":"199.023745ms","start":"2026-04-27T21:05:40.646038Z","end":"2026-04-27T21:05:40.845061Z","steps":["trace[614198907] 'process raft request' (duration: 35.030292ms)","trace[614198907] 'compare' (duration: 163.562603ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:05:40.856698Z","caller":"traceutil/trace.go:171","msg":"trace[158862806] transaction","detail":"{read_only:false; response_revision:2065; number_of_response:1; }","duration":"187.519935ms","start":"2026-04-27T21:05:40.669156Z","end":"2026-04-27T21:05:40.856676Z","steps":["trace[158862806] 'process raft request' (duration: 187.346591ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:05:40.856925Z","caller":"traceutil/trace.go:171","msg":"trace[805437147] transaction","detail":"{read_only:false; response_revision:2066; number_of_response:1; }","duration":"186.86343ms","start":"2026-04-27T21:05:40.670041Z","end":"2026-04-27T21:05:40.856905Z","steps":["trace[805437147] 'process raft request' (duration: 186.561623ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:05:40.857023Z","caller":"traceutil/trace.go:171","msg":"trace[1018181581] linearizableReadLoop","detail":"{readStateIndex:2150; appliedIndex:2147; }","duration":"125.019203ms","start":"2026-04-27T21:05:40.731985Z","end":"2026-04-27T21:05:40.857004Z","steps":["trace[1018181581] 'read index received' (duration: 124.516962ms)","trace[1018181581] 'applied index is now lower than readState.Index' (duration: 501.021µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:05:40.857122Z","caller":"traceutil/trace.go:171","msg":"trace[656061772] transaction","detail":"{read_only:false; response_revision:2067; number_of_response:1; }","duration":"186.817358ms","start":"2026-04-27T21:05:40.670289Z","end":"2026-04-27T21:05:40.857106Z","steps":["trace[656061772] 'process raft request' (duration: 186.528712ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:05:40.857137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.136335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-27T21:05:40.857178Z","caller":"traceutil/trace.go:171","msg":"trace[564820434] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:2067; }","duration":"125.221617ms","start":"2026-04-27T21:05:40.731943Z","end":"2026-04-27T21:05:40.857164Z","steps":["trace[564820434] 'agreement among raft nodes before linearized reading' (duration: 125.127435ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:05:41.205115Z","caller":"traceutil/trace.go:171","msg":"trace[316582025] transaction","detail":"{read_only:false; response_revision:2073; number_of_response:1; }","duration":"142.241642ms","start":"2026-04-27T21:05:41.06284Z","end":"2026-04-27T21:05:41.205082Z","steps":["trace[316582025] 'process raft request' (duration: 135.722584ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:05:41.956111Z","caller":"traceutil/trace.go:171","msg":"trace[155408809] linearizableReadLoop","detail":"{readStateIndex:2163; appliedIndex:2162; }","duration":"103.519398ms","start":"2026-04-27T21:05:41.85256Z","end":"2026-04-27T21:05:41.95608Z","steps":["trace[155408809] 'read index received' (duration: 50.245525ms)","trace[155408809] 'applied index is now lower than readState.Index' (duration: 53.272193ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:05:41.956235Z","caller":"traceutil/trace.go:171","msg":"trace[1430389473] transaction","detail":"{read_only:false; response_revision:2079; number_of_response:1; }","duration":"266.9999ms","start":"2026-04-27T21:05:41.689191Z","end":"2026-04-27T21:05:41.95619Z","steps":["trace[1430389473] 'process raft request' (duration: 213.724357ms)","trace[1430389473] 'compare' (duration: 53.011367ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:05:41.956327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.761393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-04-27T21:05:41.956385Z","caller":"traceutil/trace.go:171","msg":"trace[368177132] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2079; }","duration":"103.866236ms","start":"2026-04-27T21:05:41.852507Z","end":"2026-04-27T21:05:41.956373Z","steps":["trace[368177132] 'agreement among raft nodes before linearized reading' (duration: 103.705272ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:05:41.956594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.185435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-27T21:05:41.956727Z","caller":"traceutil/trace.go:171","msg":"trace[2106830113] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:2079; }","duration":"101.376139ms","start":"2026-04-27T21:05:41.855327Z","end":"2026-04-27T21:05:41.956703Z","steps":["trace[2106830113] 'agreement among raft nodes before linearized reading' (duration: 101.177105ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:05:43.010193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.62597ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T21:05:43.010361Z","caller":"traceutil/trace.go:171","msg":"trace[707754919] linearizableReadLoop","detail":"{readStateIndex:2167; appliedIndex:2165; }","duration":"160.710356ms","start":"2026-04-27T21:05:42.849635Z","end":"2026-04-27T21:05:43.010345Z","steps":["trace[707754919] 'read index received' (duration: 59.881µs)","trace[707754919] 'applied index is now lower than readState.Index' (duration: 160.649455ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:05:43.010429Z","caller":"traceutil/trace.go:171","msg":"trace[764174370] transaction","detail":"{read_only:false; response_revision:2082; number_of_response:1; }","duration":"339.804783ms","start":"2026-04-27T21:05:42.670595Z","end":"2026-04-27T21:05:43.0104Z","steps":["trace[764174370] 'process raft request' (duration: 119.882186ms)","trace[764174370] 'compare' (duration: 219.520448ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:05:43.010522Z","caller":"traceutil/trace.go:171","msg":"trace[1860394869] transaction","detail":"{read_only:false; response_revision:2083; number_of_response:1; }","duration":"339.795522ms","start":"2026-04-27T21:05:42.670709Z","end":"2026-04-27T21:05:43.010504Z","steps":["trace[1860394869] 'process raft request' (duration: 339.577828ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:05:43.010548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.871584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-27T21:05:43.010576Z","caller":"traceutil/trace.go:171","msg":"trace[856291586] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2083; }","duration":"149.966276ms","start":"2026-04-27T21:05:42.860601Z","end":"2026-04-27T21:05:43.010567Z","steps":["trace[856291586] 'agreement among raft nodes before linearized reading' (duration: 149.837653ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:05:43.010583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:05:42.670568Z","time spent":"339.932605ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:05:43.010614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:05:42.670681Z","time spent":"339.888815ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:05:43.010718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.075474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-27T21:05:43.010827Z","caller":"traceutil/trace.go:171","msg":"trace[788522941] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2083; }","duration":"161.237398ms","start":"2026-04-27T21:05:42.849569Z","end":"2026-04-27T21:05:43.010807Z","steps":["trace[788522941] 'agreement among raft nodes before linearized reading' (duration: 160.86751ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:05:43.010851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.775956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-27T21:05:43.01091Z","caller":"traceutil/trace.go:171","msg":"trace[163957359] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2083; }","duration":"116.835497ms","start":"2026-04-27T21:05:42.894064Z","end":"2026-04-27T21:05:43.0109Z","steps":["trace[163957359] 'agreement among raft nodes before linearized reading' (duration: 116.665483ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:05:43.010764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.363994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-27T21:05:43.011018Z","caller":"traceutil/trace.go:171","msg":"trace[356226084] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2083; }","duration":"115.660551ms","start":"2026-04-27T21:05:42.895336Z","end":"2026-04-27T21:05:43.010996Z","steps":["trace[356226084] 'agreement among raft nodes before linearized reading' (duration: 115.356764ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:05:43.011845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.635542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-27T21:05:43.01196Z","caller":"traceutil/trace.go:171","msg":"trace[1369985468] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2083; }","duration":"150.782065ms","start":"2026-04-27T21:05:42.861153Z","end":"2026-04-27T21:05:43.011935Z","steps":["trace[1369985468] 'agreement among raft nodes before linearized reading' (duration: 149.567937ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:05:43.345098Z","caller":"traceutil/trace.go:171","msg":"trace[656618823] transaction","detail":"{read_only:false; response_revision:2085; number_of_response:1; }","duration":"330.113737ms","start":"2026-04-27T21:05:43.014958Z","end":"2026-04-27T21:05:43.345072Z","steps":["trace[656618823] 'process raft request' (duration: 276.9179ms)","trace[656618823] 'compare' (duration: 53.021852ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:05:43.345263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:05:43.014933Z","time spent":"330.23973ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:05:43.345522Z","caller":"traceutil/trace.go:171","msg":"trace[405964147] transaction","detail":"{read_only:false; response_revision:2086; number_of_response:1; }","duration":"330.519595ms","start":"2026-04-27T21:05:43.014987Z","end":"2026-04-27T21:05:43.345507Z","steps":["trace[405964147] 'process raft request' (duration: 330.029365ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:05:43.345611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:05:43.01496Z","time spent":"330.608488ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:05:43.345618Z","caller":"traceutil/trace.go:171","msg":"trace[323533633] transaction","detail":"{read_only:false; response_revision:2089; number_of_response:1; }","duration":"299.496884ms","start":"2026-04-27T21:05:43.046105Z","end":"2026-04-27T21:05:43.345602Z","steps":["trace[323533633] 'process raft request' (duration: 299.453073ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:05:43.345613Z","caller":"traceutil/trace.go:171","msg":"trace[2079347040] transaction","detail":"{read_only:false; response_revision:2087; number_of_response:1; }","duration":"330.184168ms","start":"2026-04-27T21:05:43.015398Z","end":"2026-04-27T21:05:43.345582Z","steps":["trace[2079347040] 'process raft request' (duration: 330.047125ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:05:43.345656Z","caller":"traceutil/trace.go:171","msg":"trace[1970353918] transaction","detail":"{read_only:false; response_revision:2088; number_of_response:1; }","duration":"329.919102ms","start":"2026-04-27T21:05:43.015711Z","end":"2026-04-27T21:05:43.34563Z","steps":["trace[1970353918] 'process raft request' (duration: 329.796629ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:05:43.345742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:05:43.015698Z","time spent":"329.998105ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:05:43.345754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:05:43.015387Z","time spent":"330.291211ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:05:44.709509Z","caller":"traceutil/trace.go:171","msg":"trace[69355442] transaction","detail":"{read_only:false; response_revision:2091; number_of_response:1; }","duration":"118.107417ms","start":"2026-04-27T21:05:44.591379Z","end":"2026-04-27T21:05:44.709487Z","steps":["trace[69355442] 'process raft request' (duration: 117.991374ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:05:44.884511Z","caller":"traceutil/trace.go:171","msg":"trace[1250473244] transaction","detail":"{read_only:false; response_revision:2092; number_of_response:1; }","duration":"126.84401ms","start":"2026-04-27T21:05:44.757632Z","end":"2026-04-27T21:05:44.884476Z","steps":["trace[1250473244] 'process raft request' (duration: 89.665561ms)","trace[1250473244] 'compare' (duration: 36.839572ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:05:45.156265Z","caller":"traceutil/trace.go:171","msg":"trace[1191086087] transaction","detail":"{read_only:false; response_revision:2093; number_of_response:1; }","duration":"138.50994ms","start":"2026-04-27T21:05:45.017707Z","end":"2026-04-27T21:05:45.156217Z","steps":["trace[1191086087] 'process raft request' (duration: 107.492928ms)","trace[1191086087] 'compare' (duration: 30.759347ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:05:45.159385Z","caller":"traceutil/trace.go:171","msg":"trace[1289357464] linearizableReadLoop","detail":"{readStateIndex:2178; appliedIndex:2176; }","duration":"133.145351ms","start":"2026-04-27T21:05:45.026231Z","end":"2026-04-27T21:05:45.159377Z","steps":["trace[1289357464] 'read index received' (duration: 98.877186ms)","trace[1289357464] 'applied index is now lower than readState.Index' (duration: 34.267665ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:05:45.159599Z","caller":"traceutil/trace.go:171","msg":"trace[1282610043] transaction","detail":"{read_only:false; response_revision:2094; number_of_response:1; }","duration":"140.935525ms","start":"2026-04-27T21:05:45.018641Z","end":"2026-04-27T21:05:45.159576Z","steps":["trace[1282610043] 'process raft request' (duration: 140.657199ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:05:45.159747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.455637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-04-27T21:05:45.159853Z","caller":"traceutil/trace.go:171","msg":"trace[1346374613] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2094; }","duration":"133.641732ms","start":"2026-04-27T21:05:45.026187Z","end":"2026-04-27T21:05:45.159829Z","steps":["trace[1346374613] 'agreement among raft nodes before linearized reading' (duration: 133.318575ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:05:45.486509Z","caller":"traceutil/trace.go:171","msg":"trace[868145566] transaction","detail":"{read_only:false; response_revision:2097; number_of_response:1; }","duration":"131.887163ms","start":"2026-04-27T21:05:45.354597Z","end":"2026-04-27T21:05:45.486485Z","steps":["trace[868145566] 'process raft request' (duration: 124.703602ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:05:45.486672Z","caller":"traceutil/trace.go:171","msg":"trace[1609543012] transaction","detail":"{read_only:false; response_revision:2098; number_of_response:1; }","duration":"131.794881ms","start":"2026-04-27T21:05:45.354865Z","end":"2026-04-27T21:05:45.48666Z","steps":["trace[1609543012] 'process raft request' (duration: 131.523535ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:05:45.486886Z","caller":"traceutil/trace.go:171","msg":"trace[1439167928] transaction","detail":"{read_only:false; response_revision:2099; number_of_response:1; }","duration":"131.947554ms","start":"2026-04-27T21:05:45.354914Z","end":"2026-04-27T21:05:45.486862Z","steps":["trace[1439167928] 'process raft request' (duration: 131.703039ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:05:46.371518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.247864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-04-27T21:05:46.371601Z","caller":"traceutil/trace.go:171","msg":"trace[400301741] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2104; }","duration":"185.395367ms","start":"2026-04-27T21:05:46.186187Z","end":"2026-04-27T21:05:46.371582Z","steps":["trace[400301741] 'range keys from in-memory index tree' (duration: 184.963637ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:05:47.494022Z","caller":"traceutil/trace.go:171","msg":"trace[1566580328] linearizableReadLoop","detail":"{readStateIndex:2194; appliedIndex:2193; }","duration":"113.997444ms","start":"2026-04-27T21:05:47.37999Z","end":"2026-04-27T21:05:47.493988Z","steps":["trace[1566580328] 'read index received' (duration: 113.725907ms)","trace[1566580328] 'applied index is now lower than readState.Index' (duration: 269.847µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:05:47.494098Z","caller":"traceutil/trace.go:171","msg":"trace[1849639025] transaction","detail":"{read_only:false; response_revision:2109; number_of_response:1; }","duration":"120.022259ms","start":"2026-04-27T21:05:47.374035Z","end":"2026-04-27T21:05:47.494057Z","steps":["trace[1849639025] 'process raft request' (duration: 119.752882ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:05:47.494348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.334792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-04-27T21:05:47.49445Z","caller":"traceutil/trace.go:171","msg":"trace[598475482] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2109; }","duration":"114.509246ms","start":"2026-04-27T21:05:47.379919Z","end":"2026-04-27T21:05:47.494428Z","steps":["trace[598475482] 'agreement among raft nodes before linearized reading' (duration: 114.2371ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:05:48.709992Z","caller":"traceutil/trace.go:171","msg":"trace[549963718] linearizableReadLoop","detail":"{readStateIndex:2198; appliedIndex:2197; }","duration":"207.49245ms","start":"2026-04-27T21:05:48.502468Z","end":"2026-04-27T21:05:48.709961Z","steps":["trace[549963718] 'read index received' (duration: 207.190464ms)","trace[549963718] 'applied index is now lower than readState.Index' (duration: 300.506µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:05:48.710088Z","caller":"traceutil/trace.go:171","msg":"trace[1721259131] transaction","detail":"{read_only:false; response_revision:2113; number_of_response:1; }","duration":"692.247798ms","start":"2026-04-27T21:05:48.017783Z","end":"2026-04-27T21:05:48.710031Z","steps":["trace[1721259131] 'process raft request' (duration: 691.993112ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:05:48.710286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.786836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-04-27T21:05:48.710309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:05:48.017767Z","time spent":"692.428141ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:05:48.71036Z","caller":"traceutil/trace.go:171","msg":"trace[284244503] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2113; }","duration":"207.93179ms","start":"2026-04-27T21:05:48.502407Z","end":"2026-04-27T21:05:48.710339Z","steps":["trace[284244503] 'agreement among raft nodes before linearized reading' (duration: 207.668834ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:05:51.472272Z","caller":"traceutil/trace.go:171","msg":"trace[1301763288] transaction","detail":"{read_only:false; response_revision:2130; number_of_response:1; }","duration":"185.792187ms","start":"2026-04-27T21:05:51.286426Z","end":"2026-04-27T21:05:51.472218Z","steps":["trace[1301763288] 'process raft request' (duration: 166.021836ms)","trace[1301763288] 'compare' (duration: 19.526286ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:05:58.478999Z","caller":"traceutil/trace.go:171","msg":"trace[1143671285] transaction","detail":"{read_only:false; response_revision:2176; number_of_response:1; }","duration":"107.386916ms","start":"2026-04-27T21:05:58.371584Z","end":"2026-04-27T21:05:58.478971Z","steps":["trace[1143671285] 'process raft request' (duration: 107.1405ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:05:59.469909Z","caller":"traceutil/trace.go:171","msg":"trace[234762480] transaction","detail":"{read_only:false; response_revision:2180; number_of_response:1; }","duration":"162.457765ms","start":"2026-04-27T21:05:59.307426Z","end":"2026-04-27T21:05:59.469884Z","steps":["trace[234762480] 'process raft request' (duration: 162.353733ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:05:59.524421Z","caller":"traceutil/trace.go:171","msg":"trace[509250548] linearizableReadLoop","detail":"{readStateIndex:2268; appliedIndex:2267; }","duration":"147.85816ms","start":"2026-04-27T21:05:59.376536Z","end":"2026-04-27T21:05:59.524394Z","steps":["trace[509250548] 'read index received' (duration: 93.340344ms)","trace[509250548] 'applied index is now lower than readState.Index' (duration: 54.516836ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:05:59.524525Z","caller":"traceutil/trace.go:171","msg":"trace[849341846] transaction","detail":"{read_only:false; response_revision:2181; number_of_response:1; }","duration":"155.569801ms","start":"2026-04-27T21:05:59.368919Z","end":"2026-04-27T21:05:59.524488Z","steps":["trace[849341846] 'process raft request' (duration: 137.277374ms)","trace[849341846] 'compare' (duration: 18.068272ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:05:59.524625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.074735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-27T21:05:59.524692Z","caller":"traceutil/trace.go:171","msg":"trace[1171498892] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2181; }","duration":"148.207208ms","start":"2026-04-27T21:05:59.376471Z","end":"2026-04-27T21:05:59.524678Z","steps":["trace[1171498892] 'agreement among raft nodes before linearized reading' (duration: 148.020723ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:05:59.872959Z","caller":"traceutil/trace.go:171","msg":"trace[1563708474] transaction","detail":"{read_only:false; response_revision:2187; number_of_response:1; }","duration":"113.912811ms","start":"2026-04-27T21:05:59.758998Z","end":"2026-04-27T21:05:59.872911Z","steps":["trace[1563708474] 'process raft request' (duration: 79.191737ms)","trace[1563708474] 'compare' (duration: 34.423468ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:06:01.576697Z","caller":"traceutil/trace.go:171","msg":"trace[1336886530] transaction","detail":"{read_only:false; response_revision:2192; number_of_response:1; }","duration":"101.564837ms","start":"2026-04-27T21:06:01.4751Z","end":"2026-04-27T21:06:01.576665Z","steps":["trace[1336886530] 'process raft request' (duration: 101.261031ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:06:03.986554Z","caller":"traceutil/trace.go:171","msg":"trace[921589649] transaction","detail":"{read_only:false; response_revision:2207; number_of_response:1; }","duration":"185.52258ms","start":"2026-04-27T21:06:03.800993Z","end":"2026-04-27T21:06:03.986515Z","steps":["trace[921589649] 'process raft request' (duration: 185.336536ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:06:03.986581Z","caller":"traceutil/trace.go:171","msg":"trace[1485455007] transaction","detail":"{read_only:false; response_revision:2208; number_of_response:1; }","duration":"185.486099ms","start":"2026-04-27T21:06:03.801061Z","end":"2026-04-27T21:06:03.986547Z","steps":["trace[1485455007] 'process raft request' (duration: 185.365316ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:06:03.986769Z","caller":"traceutil/trace.go:171","msg":"trace[1585990715] transaction","detail":"{read_only:false; response_revision:2206; number_of_response:1; }","duration":"185.789395ms","start":"2026-04-27T21:06:03.800922Z","end":"2026-04-27T21:06:03.986711Z","steps":["trace[1585990715] 'process raft request' (duration: 160.157674ms)","trace[1585990715] 'compare' (duration: 25.034368ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:06:09.988224Z","caller":"traceutil/trace.go:171","msg":"trace[887779065] transaction","detail":"{read_only:false; response_revision:2235; number_of_response:1; }","duration":"123.277431ms","start":"2026-04-27T21:06:09.8649Z","end":"2026-04-27T21:06:09.988178Z","steps":["trace[887779065] 'process raft request' (duration: 123.035626ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:06:14.28279Z","caller":"traceutil/trace.go:171","msg":"trace[1599063038] linearizableReadLoop","detail":"{readStateIndex:2348; appliedIndex:2347; }","duration":"257.466055ms","start":"2026-04-27T21:06:14.025294Z","end":"2026-04-27T21:06:14.28276Z","steps":["trace[1599063038] 'read index received' (duration: 257.281591ms)","trace[1599063038] 'applied index is now lower than readState.Index' (duration: 183.244µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:06:14.283035Z","caller":"traceutil/trace.go:171","msg":"trace[69463264] transaction","detail":"{read_only:false; response_revision:2258; number_of_response:1; }","duration":"277.254617ms","start":"2026-04-27T21:06:14.00574Z","end":"2026-04-27T21:06:14.282995Z","steps":["trace[69463264] 'process raft request' (duration: 276.857749ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:06:14.283139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.513525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-04-27T21:06:14.28307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.16312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-04-27T21:06:14.283145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.825674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-04-27T21:06:14.283208Z","caller":"traceutil/trace.go:171","msg":"trace[678790377] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2258; }","duration":"232.344874ms","start":"2026-04-27T21:06:14.05085Z","end":"2026-04-27T21:06:14.283195Z","steps":["trace[678790377] 'agreement among raft nodes before linearized reading' (duration: 232.090928ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:06:14.283213Z","caller":"traceutil/trace.go:171","msg":"trace[1260688672] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2258; }","duration":"252.601667ms","start":"2026-04-27T21:06:14.030589Z","end":"2026-04-27T21:06:14.28319Z","steps":["trace[1260688672] 'agreement among raft nodes before linearized reading' (duration: 252.446313ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:06:14.283236Z","caller":"traceutil/trace.go:171","msg":"trace[1970642254] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2258; }","duration":"257.994927ms","start":"2026-04-27T21:06:14.025219Z","end":"2026-04-27T21:06:14.283214Z","steps":["trace[1970642254] 'agreement among raft nodes before linearized reading' (duration: 257.68822ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:06:14.283079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.030145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-04-27T21:06:14.283344Z","caller":"traceutil/trace.go:171","msg":"trace[726576697] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2258; }","duration":"257.316862ms","start":"2026-04-27T21:06:14.026009Z","end":"2026-04-27T21:06:14.283326Z","steps":["trace[726576697] 'agreement among raft nodes before linearized reading' (duration: 256.928413ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:06:15.101485Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185919323854857,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T21:06:15.734074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.244249256s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T21:06:15.73449Z","caller":"traceutil/trace.go:171","msg":"trace[384700446] transaction","detail":"{read_only:false; response_revision:2259; number_of_response:1; }","duration":"1.447532892s","start":"2026-04-27T21:06:14.286902Z","end":"2026-04-27T21:06:15.734434Z","steps":["trace[384700446] 'process raft request' (duration: 202.58318ms)","trace[384700446] 'compare' (duration: 1.244093783s)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:06:15.734856Z","caller":"traceutil/trace.go:171","msg":"trace[429408894] transaction","detail":"{read_only:false; response_revision:2260; number_of_response:1; }","duration":"1.447620835s","start":"2026-04-27T21:06:14.287203Z","end":"2026-04-27T21:06:15.734824Z","steps":["trace[429408894] 'process raft request' (duration: 1.447106302s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:06:15.734992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:06:14.287175Z","time spent":"1.447761918s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:06:15.735332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:06:14.28688Z","time spent":"1.44830483s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:06:15.735355Z","caller":"traceutil/trace.go:171","msg":"trace[309728900] transaction","detail":"{read_only:false; response_revision:2262; number_of_response:1; }","duration":"542.65556ms","start":"2026-04-27T21:06:15.192683Z","end":"2026-04-27T21:06:15.735338Z","steps":["trace[309728900] 'process raft request' (duration: 542.592299ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:06:15.735417Z","caller":"traceutil/trace.go:171","msg":"trace[130167023] linearizableReadLoop","detail":"{readStateIndex:2351; appliedIndex:2348; }","duration":"1.134989418s","start":"2026-04-27T21:06:14.600409Z","end":"2026-04-27T21:06:15.735399Z","steps":["trace[130167023] 'read index received' (duration: 558.595165ms)","trace[130167023] 'applied index is now lower than readState.Index' (duration: 576.392023ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:06:15.735418Z","caller":"traceutil/trace.go:171","msg":"trace[1576761946] transaction","detail":"{read_only:false; response_revision:2261; number_of_response:1; }","duration":"1.44783823s","start":"2026-04-27T21:06:14.287556Z","end":"2026-04-27T21:06:15.735394Z","steps":["trace[1576761946] 'process raft request' (duration: 1.446831927s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:06:15.735449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:06:15.192624Z","time spent":"542.775123ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:06:15.735552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:06:14.28753Z","time spent":"1.447975863s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:06:15.735689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.135262894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18aa52baa8b0ecb2\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-04-27T21:06:15.735774Z","caller":"traceutil/trace.go:171","msg":"trace[1743958668] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18aa52baa8b0ecb2; range_end:; response_count:1; response_revision:2262; }","duration":"1.135409557s","start":"2026-04-27T21:06:14.600343Z","end":"2026-04-27T21:06:15.735752Z","steps":["trace[1743958668] 'agreement among raft nodes before linearized reading' (duration: 1.135135791s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:06:15.73581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:06:14.600315Z","time spent":"1.135487589s","remote":"127.0.0.1:39864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":870,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18aa52baa8b0ecb2\" "} {"level":"warn","ts":"2026-04-27T21:06:16.235876Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185919323854864,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T21:06:16.676723Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.046532214s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-27T21:06:17.020597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.406514ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T21:06:17.021026Z","caller":"traceutil/trace.go:171","msg":"trace[1504913909] transaction","detail":"{read_only:false; response_revision:2265; number_of_response:1; }","duration":"1.283053472s","start":"2026-04-27T21:06:15.737948Z","end":"2026-04-27T21:06:17.021001Z","steps":["trace[1504913909] 'process raft request' (duration: 1.28295192s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:06:17.02115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:06:15.737924Z","time spent":"1.283166854s","remote":"127.0.0.1:39864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:06:17.02149Z","caller":"traceutil/trace.go:171","msg":"trace[149252284] transaction","detail":"{read_only:false; response_revision:2264; number_of_response:1; }","duration":"1.362418083s","start":"2026-04-27T21:06:15.659057Z","end":"2026-04-27T21:06:17.021475Z","steps":["trace[149252284] 'process raft request' (duration: 1.361735348s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:06:17.021549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:06:15.659029Z","time spent":"1.362493475s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:06:17.021797Z","caller":"traceutil/trace.go:171","msg":"trace[2115587822] transaction","detail":"{read_only:false; response_revision:2263; number_of_response:1; }","duration":"1.391644226s","start":"2026-04-27T21:06:15.630067Z","end":"2026-04-27T21:06:17.021711Z","steps":["trace[2115587822] 'process raft request' (duration: 1.047026385s)","trace[2115587822] 'compare' (duration: 342.78478ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:06:17.02208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:06:15.630034Z","time spent":"1.391877141s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:06:17.059088Z","caller":"traceutil/trace.go:171","msg":"trace[2005279455] linearizableReadLoop","detail":"{readStateIndex:2355; appliedIndex:2352; }","duration":"1.323590706s","start":"2026-04-27T21:06:15.735468Z","end":"2026-04-27T21:06:17.059059Z","steps":["trace[2005279455] 'read index received' (duration: 941.616192ms)","trace[2005279455] 'applied index is now lower than readState.Index' (duration: 381.972854ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:06:17.059269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.643655288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:06:17.059344Z","caller":"traceutil/trace.go:171","msg":"trace[110501527] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2265; }","duration":"1.643785252s","start":"2026-04-27T21:06:15.415537Z","end":"2026-04-27T21:06:17.059322Z","steps":["trace[110501527] 'agreement among raft nodes before linearized reading' (duration: 1.643659409s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:06:17.059385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.769030836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-04-27T21:06:17.05938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.701155362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12382"} {"level":"warn","ts":"2026-04-27T21:06:17.059414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.181224815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-04-27T21:06:17.059439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:06:15.415513Z","time spent":"1.643871983s","remote":"127.0.0.1:39786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-27T21:06:17.059472Z","caller":"traceutil/trace.go:171","msg":"trace[100013603] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2265; }","duration":"1.701289455s","start":"2026-04-27T21:06:15.358163Z","end":"2026-04-27T21:06:17.059453Z","steps":["trace[100013603] 'agreement among raft nodes before linearized reading' (duration: 1.701001208s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:06:17.059483Z","caller":"traceutil/trace.go:171","msg":"trace[1079655901] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2265; }","duration":"2.181323267s","start":"2026-04-27T21:06:14.87814Z","end":"2026-04-27T21:06:17.059464Z","steps":["trace[1079655901] 'agreement among raft nodes before linearized reading' (duration: 2.181113882s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:06:17.059482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"771.707171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-27T21:06:17.059522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:06:15.358148Z","time spent":"1.701365477s","remote":"127.0.0.1:39966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12406,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-27T21:06:17.059531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:06:14.878126Z","time spent":"2.18139377s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-27T21:06:17.059543Z","caller":"traceutil/trace.go:171","msg":"trace[1885331619] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2265; }","duration":"771.820274ms","start":"2026-04-27T21:06:16.287704Z","end":"2026-04-27T21:06:17.059524Z","steps":["trace[1885331619] 'agreement among raft nodes before linearized reading' (duration: 771.642329ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:06:17.059574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.411822886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T21:06:17.059589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:06:16.287676Z","time spent":"771.903315ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-27T21:06:17.059621Z","caller":"traceutil/trace.go:171","msg":"trace[1152633215] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:2265; }","duration":"1.411900048s","start":"2026-04-27T21:06:15.647703Z","end":"2026-04-27T21:06:17.059603Z","steps":["trace[1152633215] 'agreement among raft nodes before linearized reading' (duration: 1.411837156s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:06:17.059623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.075930937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-27T21:06:17.059668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:06:15.647684Z","time spent":"1.411963059s","remote":"127.0.0.1:56716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:06:17.059534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.372465977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-27T21:06:17.059431Z","caller":"traceutil/trace.go:171","msg":"trace[1675371207] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2265; }","duration":"1.769138219s","start":"2026-04-27T21:06:15.290276Z","end":"2026-04-27T21:06:17.059414Z","steps":["trace[1675371207] 'agreement among raft nodes before linearized reading' (duration: 1.768935164s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:06:17.059708Z","caller":"traceutil/trace.go:171","msg":"trace[1872420414] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2265; }","duration":"1.372688802s","start":"2026-04-27T21:06:15.687006Z","end":"2026-04-27T21:06:17.059695Z","steps":["trace[1872420414] 'agreement among raft nodes before linearized reading' (duration: 1.372461706s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:06:17.05973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:06:15.290252Z","time spent":"1.769471117s","remote":"127.0.0.1:38014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5468,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-27T21:06:17.059251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.625122706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-27T21:06:17.059665Z","caller":"traceutil/trace.go:171","msg":"trace[410694410] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2265; }","duration":"2.076014379s","start":"2026-04-27T21:06:14.983639Z","end":"2026-04-27T21:06:17.059654Z","steps":["trace[410694410] 'agreement among raft nodes before linearized reading' (duration: 2.075923397s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:06:17.059795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:06:14.983617Z","time spent":"2.076170302s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-27T21:06:17.059803Z","caller":"traceutil/trace.go:171","msg":"trace[406752975] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:2265; }","duration":"1.62571417s","start":"2026-04-27T21:06:15.43407Z","end":"2026-04-27T21:06:17.059784Z","steps":["trace[406752975] 'agreement among raft nodes before linearized reading' (duration: 1.625038544s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:06:17.05985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:06:15.434049Z","time spent":"1.625784871s","remote":"127.0.0.1:40114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":2,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:06:17.059756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:06:15.686976Z","time spent":"1.372767704s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-27T21:06:17.452035Z","caller":"traceutil/trace.go:171","msg":"trace[784241255] transaction","detail":"{read_only:false; response_revision:2267; number_of_response:1; }","duration":"387.456847ms","start":"2026-04-27T21:06:17.064551Z","end":"2026-04-27T21:06:17.452007Z","steps":["trace[784241255] 'process raft request' (duration: 383.382385ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:06:17.452062Z","caller":"traceutil/trace.go:171","msg":"trace[982197008] transaction","detail":"{read_only:false; response_revision:2268; number_of_response:1; }","duration":"387.377476ms","start":"2026-04-27T21:06:17.064668Z","end":"2026-04-27T21:06:17.452045Z","steps":["trace[982197008] 'process raft request' (duration: 387.251823ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:06:17.452175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:06:17.064533Z","time spent":"387.57286ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:06:17.452174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:06:17.064621Z","time spent":"387.489428ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:06:17.452302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.058981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:06:17.452144Z","caller":"traceutil/trace.go:171","msg":"trace[1843650592] linearizableReadLoop","detail":"{readStateIndex:2360; appliedIndex:2356; }","duration":"383.887227ms","start":"2026-04-27T21:06:17.06822Z","end":"2026-04-27T21:06:17.452107Z","steps":["trace[1843650592] 'read index received' (duration: 67.281972ms)","trace[1843650592] 'applied index is now lower than readState.Index' (duration: 316.604005ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:06:17.452375Z","caller":"traceutil/trace.go:171","msg":"trace[2123682033] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2269; }","duration":"384.170233ms","start":"2026-04-27T21:06:17.068189Z","end":"2026-04-27T21:06:17.452359Z","steps":["trace[2123682033] 'agreement among raft nodes before linearized reading' (duration: 384.023529ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:06:17.452437Z","caller":"traceutil/trace.go:171","msg":"trace[1417891058] transaction","detail":"{read_only:false; response_revision:2269; number_of_response:1; }","duration":"387.61221ms","start":"2026-04-27T21:06:17.064813Z","end":"2026-04-27T21:06:17.452425Z","steps":["trace[1417891058] 'process raft request' (duration: 387.194831ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:06:17.452433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:06:17.068177Z","time spent":"384.241835ms","remote":"127.0.0.1:39786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T21:06:17.452502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:06:17.064795Z","time spent":"387.676632ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:06:17.452548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.327044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:06:17.45352Z","caller":"traceutil/trace.go:171","msg":"trace[1361857837] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2269; }","duration":"384.326687ms","start":"2026-04-27T21:06:17.069176Z","end":"2026-04-27T21:06:17.453503Z","steps":["trace[1361857837] 'agreement among raft nodes before linearized reading' (duration: 383.297234ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:06:17.453571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:06:17.069163Z","time spent":"384.391658ms","remote":"127.0.0.1:40292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-27T21:06:23.153846Z","caller":"traceutil/trace.go:171","msg":"trace[519296004] transaction","detail":"{read_only:false; response_revision:2297; number_of_response:1; }","duration":"109.672738ms","start":"2026-04-27T21:06:23.044142Z","end":"2026-04-27T21:06:23.153815Z","steps":["trace[519296004] 'process raft request' (duration: 109.517094ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:06:23.336439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.494936ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T21:06:23.336617Z","caller":"traceutil/trace.go:171","msg":"trace[1684953852] linearizableReadLoop","detail":"{readStateIndex:2390; appliedIndex:2389; }","duration":"232.393906ms","start":"2026-04-27T21:06:23.104162Z","end":"2026-04-27T21:06:23.336556Z","steps":["trace[1684953852] 'read index received' (duration: 50.301633ms)","trace[1684953852] 'applied index is now lower than readState.Index' (duration: 182.090863ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:06:23.336711Z","caller":"traceutil/trace.go:171","msg":"trace[732912193] transaction","detail":"{read_only:false; response_revision:2298; number_of_response:1; }","duration":"290.878011ms","start":"2026-04-27T21:06:23.045754Z","end":"2026-04-27T21:06:23.336633Z","steps":["trace[732912193] 'process raft request' (duration: 171.085638ms)","trace[732912193] 'compare' (duration: 119.224871ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:06:23.336838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.995409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-04-27T21:06:23.336844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.676222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-04-27T21:06:23.336872Z","caller":"traceutil/trace.go:171","msg":"trace[887166954] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2298; }","duration":"177.061041ms","start":"2026-04-27T21:06:23.159801Z","end":"2026-04-27T21:06:23.336862Z","steps":["trace[887166954] 'agreement among raft nodes before linearized reading' (duration: 176.925978ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:06:23.33689Z","caller":"traceutil/trace.go:171","msg":"trace[654907183] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2298; }","duration":"232.755944ms","start":"2026-04-27T21:06:23.10412Z","end":"2026-04-27T21:06:23.336876Z","steps":["trace[654907183] 'agreement among raft nodes before linearized reading' (duration: 232.594241ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:06:24.265672Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185919323854958,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T21:06:24.510967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.035769113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-27T21:06:24.511085Z","caller":"traceutil/trace.go:171","msg":"trace[1299766112] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2299; }","duration":"1.035939107s","start":"2026-04-27T21:06:23.475117Z","end":"2026-04-27T21:06:24.511056Z","steps":["trace[1299766112] 'range keys from in-memory index tree' (duration: 1.035531378s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:06:24.511149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:06:23.475098Z","time spent":"1.036034179s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-27T21:06:24.511266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.035821645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-27T21:06:24.511329Z","caller":"traceutil/trace.go:171","msg":"trace[174244858] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2299; }","duration":"1.035935058s","start":"2026-04-27T21:06:23.475378Z","end":"2026-04-27T21:06:24.511313Z","steps":["trace[174244858] 'range keys from in-memory index tree' (duration: 1.035647542s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:06:24.511392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:06:23.475353Z","time spent":"1.03602706s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-27T21:06:24.543082Z","caller":"traceutil/trace.go:171","msg":"trace[319380432] linearizableReadLoop","detail":"{readStateIndex:2392; appliedIndex:2391; }","duration":"778.049703ms","start":"2026-04-27T21:06:23.765003Z","end":"2026-04-27T21:06:24.543053Z","steps":["trace[319380432] 'read index received' (duration: 777.854668ms)","trace[319380432] 'applied index is now lower than readState.Index' (duration: 193.615µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:06:24.543116Z","caller":"traceutil/trace.go:171","msg":"trace[1502708207] transaction","detail":"{read_only:false; response_revision:2300; number_of_response:1; }","duration":"780.929197ms","start":"2026-04-27T21:06:23.762157Z","end":"2026-04-27T21:06:24.543086Z","steps":["trace[1502708207] 'process raft request' (duration: 780.714823ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:06:24.543294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:06:23.762125Z","time spent":"781.075471ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:06:24.543312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"778.284249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-27T21:06:24.543384Z","caller":"traceutil/trace.go:171","msg":"trace[123650150] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2300; }","duration":"778.412752ms","start":"2026-04-27T21:06:23.764954Z","end":"2026-04-27T21:06:24.543367Z","steps":["trace[123650150] 'agreement among raft nodes before linearized reading' (duration: 778.202647ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:06:24.543417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:06:23.764933Z","time spent":"778.478013ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-27T21:06:25.044288Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185919323854962,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T21:06:25.545471Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185919323854962,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T21:06:26.046511Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185919323854962,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T21:06:26.058354Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.515532291s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-27T21:06:26.653995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.253443ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T21:06:26.65422Z","caller":"traceutil/trace.go:171","msg":"trace[1981909041] transaction","detail":"{read_only:false; response_revision:2302; number_of_response:1; }","duration":"2.137846518s","start":"2026-04-27T21:06:24.516346Z","end":"2026-04-27T21:06:26.654193Z","steps":["trace[1981909041] 'process raft request' (duration: 2.137772066s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:06:26.654324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:06:24.516335Z","time spent":"2.137941261s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:06:26.654473Z","caller":"traceutil/trace.go:171","msg":"trace[970030054] transaction","detail":"{read_only:false; response_revision:2301; number_of_response:1; }","duration":"2.139152577s","start":"2026-04-27T21:06:24.515289Z","end":"2026-04-27T21:06:26.654442Z","steps":["trace[970030054] 'process raft request' (duration: 1.543347121s)","trace[970030054] 'compare' (duration: 595.13465ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:06:26.654581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:06:24.515252Z","time spent":"2.13927468s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:06:26.655581Z","caller":"traceutil/trace.go:171","msg":"trace[134137948] transaction","detail":"{read_only:false; response_revision:2304; number_of_response:1; }","duration":"1.495955683s","start":"2026-04-27T21:06:25.159611Z","end":"2026-04-27T21:06:26.655566Z","steps":["trace[134137948] 'process raft request' (duration: 1.495884101s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:06:26.65562Z","caller":"traceutil/trace.go:171","msg":"trace[1467784341] transaction","detail":"{read_only:false; response_revision:2303; number_of_response:1; }","duration":"2.108506433s","start":"2026-04-27T21:06:24.547079Z","end":"2026-04-27T21:06:26.655585Z","steps":["trace[1467784341] 'process raft request' (duration: 2.10833594s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:06:26.65568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:06:25.159579Z","time spent":"1.496058546s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:06:26.655792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:06:24.54706Z","time spent":"2.108637846s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:06:26.655869Z","caller":"traceutil/trace.go:171","msg":"trace[2074478097] transaction","detail":"{read_only:false; response_revision:2305; number_of_response:1; }","duration":"1.314285389s","start":"2026-04-27T21:06:25.341567Z","end":"2026-04-27T21:06:26.655853Z","steps":["trace[2074478097] 'process raft request' (duration: 1.313962352s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:06:26.655931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:06:25.341531Z","time spent":"1.314367301s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:06:26.655897Z","caller":"traceutil/trace.go:171","msg":"trace[1213542409] linearizableReadLoop","detail":"{readStateIndex:2397; appliedIndex:2392; }","duration":"2.112682646s","start":"2026-04-27T21:06:24.543168Z","end":"2026-04-27T21:06:26.65585Z","steps":["trace[1213542409] 'read index received' (duration: 1.51548869s)","trace[1213542409] 'applied index is now lower than readState.Index' (duration: 597.191016ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:06:26.656115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.888007468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-27T21:06:26.656145Z","caller":"traceutil/trace.go:171","msg":"trace[213305502] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2305; }","duration":"2.88808066s","start":"2026-04-27T21:06:23.768054Z","end":"2026-04-27T21:06:26.656135Z","steps":["trace[213305502] 'agreement among raft nodes before linearized reading' (duration: 2.887949317s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:06:26.656176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:06:23.768033Z","time spent":"2.888137081s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-27T21:06:26.656146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.311275348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-04-27T21:06:26.656226Z","caller":"traceutil/trace.go:171","msg":"trace[886750875] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2305; }","duration":"2.311422401s","start":"2026-04-27T21:06:24.344783Z","end":"2026-04-27T21:06:26.656206Z","steps":["trace[886750875] 'agreement among raft nodes before linearized reading' (duration: 2.311169226s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:06:26.656241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.888261194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-27T21:06:26.65627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:06:24.344752Z","time spent":"2.311508613s","remote":"127.0.0.1:38014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5468,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-27T21:06:26.656288Z","caller":"traceutil/trace.go:171","msg":"trace[1881848272] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2305; }","duration":"2.888347046s","start":"2026-04-27T21:06:23.767928Z","end":"2026-04-27T21:06:26.656275Z","steps":["trace[1881848272] 'agreement among raft nodes before linearized reading' (duration: 2.888127771s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:06:26.656327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:06:23.767921Z","time spent":"2.888397687s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-27T21:06:27.156678Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185919323854968,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-27T21:06:27.388423Z","caller":"traceutil/trace.go:171","msg":"trace[1273093874] linearizableReadLoop","detail":"{readStateIndex:2401; appliedIndex:2397; }","duration":"732.392934ms","start":"2026-04-27T21:06:26.656009Z","end":"2026-04-27T21:06:27.388402Z","steps":["trace[1273093874] 'read index received' (duration: 720.782514ms)","trace[1273093874] 'applied index is now lower than readState.Index' (duration: 11.60974ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:06:27.38844Z","caller":"traceutil/trace.go:171","msg":"trace[148465968] transaction","detail":"{read_only:false; response_revision:2306; number_of_response:1; }","duration":"838.210536ms","start":"2026-04-27T21:06:26.5502Z","end":"2026-04-27T21:06:27.388411Z","steps":["trace[148465968] 'process raft request' (duration: 838.049913ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:06:27.388547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.221625167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T21:06:27.388546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.974560864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:06:27.388576Z","caller":"traceutil/trace.go:171","msg":"trace[1497041210] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:2308; }","duration":"2.221698899s","start":"2026-04-27T21:06:25.166868Z","end":"2026-04-27T21:06:27.388567Z","steps":["trace[1497041210] 'agreement among raft nodes before linearized reading' (duration: 2.221646338s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:06:27.38858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:06:26.550166Z","time spent":"838.34207ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:06:27.388592Z","caller":"traceutil/trace.go:171","msg":"trace[1815774209] transaction","detail":"{read_only:false; response_revision:2308; number_of_response:1; }","duration":"727.477374ms","start":"2026-04-27T21:06:26.661105Z","end":"2026-04-27T21:06:27.388583Z","steps":["trace[1815774209] 'process raft request' (duration: 727.27247ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:06:27.388553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.169198892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T21:06:27.388608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:06:25.166848Z","time spent":"2.221749861s","remote":"127.0.0.1:42844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-27T21:06:27.38872Z","caller":"traceutil/trace.go:171","msg":"trace[1688862712] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:2308; }","duration":"1.169343975s","start":"2026-04-27T21:06:26.219284Z","end":"2026-04-27T21:06:27.388628Z","steps":["trace[1688862712] 'agreement among raft nodes before linearized reading' (duration: 1.169213942s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:06:27.388734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.19152133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-27T21:06:27.388774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.306112402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-27T21:06:27.388822Z","caller":"traceutil/trace.go:171","msg":"trace[2067632024] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:2308; }","duration":"2.306158123s","start":"2026-04-27T21:06:25.082654Z","end":"2026-04-27T21:06:27.388812Z","steps":["trace[2067632024] 'agreement among raft nodes before linearized reading' (duration: 2.306088222s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:06:27.388826Z","caller":"traceutil/trace.go:171","msg":"trace[441709501] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:2308; }","duration":"1.191737445s","start":"2026-04-27T21:06:26.197068Z","end":"2026-04-27T21:06:27.388805Z","steps":["trace[441709501] 'agreement among raft nodes before linearized reading' (duration: 1.191451189s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:06:27.388863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:06:25.08259Z","time spent":"2.306263817s","remote":"127.0.0.1:40308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":2,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:06:27.388868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.963587599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-04-27T21:06:27.388872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:06:26.19705Z","time spent":"1.191812046s","remote":"127.0.0.1:39882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":25,"response size":31,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"info","ts":"2026-04-27T21:06:27.388907Z","caller":"traceutil/trace.go:171","msg":"trace[130946661] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2308; }","duration":"1.963680201s","start":"2026-04-27T21:06:25.425216Z","end":"2026-04-27T21:06:27.388897Z","steps":["trace[130946661] 'agreement among raft nodes before linearized reading' (duration: 1.963567269s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:06:27.388879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.793795847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18aa52baa8b0ecb2\" ","response":"range_response_count:1 size:846"} {"level":"warn","ts":"2026-04-27T21:06:27.388945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:06:25.425193Z","time spent":"1.963744772s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-27T21:06:27.388631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.494788328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-04-27T21:06:27.388719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:06:26.661084Z","time spent":"727.542436ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:06:27.388769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:06:26.219259Z","time spent":"1.169495699s","remote":"127.0.0.1:42866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"info","ts":"2026-04-27T21:06:27.389004Z","caller":"traceutil/trace.go:171","msg":"trace[1474754313] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18aa52baa8b0ecb2; range_end:; response_count:1; response_revision:2308; }","duration":"2.794004871s","start":"2026-04-27T21:06:24.594962Z","end":"2026-04-27T21:06:27.388966Z","steps":["trace[1474754313] 'agreement among raft nodes before linearized reading' (duration: 2.793617522s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:06:27.388601Z","caller":"traceutil/trace.go:171","msg":"trace[34234470] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2308; }","duration":"1.974701857s","start":"2026-04-27T21:06:25.413888Z","end":"2026-04-27T21:06:27.38859Z","steps":["trace[34234470] 'agreement among raft nodes before linearized reading' (duration: 1.974596005s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:06:27.38902Z","caller":"traceutil/trace.go:171","msg":"trace[732261788] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2308; }","duration":"1.495229017s","start":"2026-04-27T21:06:25.893767Z","end":"2026-04-27T21:06:27.388996Z","steps":["trace[732261788] 'agreement among raft nodes before linearized reading' (duration: 1.494700626s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:06:27.389069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:06:25.413864Z","time spent":"1.975196078s","remote":"127.0.0.1:39786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T21:06:27.38907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:06:24.594931Z","time spent":"2.794128824s","remote":"127.0.0.1:39864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":870,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18aa52baa8b0ecb2\" "} {"level":"warn","ts":"2026-04-27T21:06:27.389086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:06:25.893741Z","time spent":"1.49532806s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-27T21:06:27.38844Z","caller":"traceutil/trace.go:171","msg":"trace[135844527] transaction","detail":"{read_only:false; response_revision:2307; number_of_response:1; }","duration":"727.344012ms","start":"2026-04-27T21:06:26.661071Z","end":"2026-04-27T21:06:27.388415Z","steps":["trace[135844527] 'process raft request' (duration: 727.27146ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:06:27.389234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:06:26.66105Z","time spent":"728.118879ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:06:27.389376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.314013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-27T21:06:27.389433Z","caller":"traceutil/trace.go:171","msg":"trace[1401328882] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:2308; }","duration":"275.411816ms","start":"2026-04-27T21:06:27.114005Z","end":"2026-04-27T21:06:27.389417Z","steps":["trace[1401328882] 'agreement among raft nodes before linearized reading' (duration: 274.771292ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:06:39.579581Z","caller":"traceutil/trace.go:171","msg":"trace[1583099112] transaction","detail":"{read_only:false; response_revision:2372; number_of_response:1; }","duration":"108.49408ms","start":"2026-04-27T21:06:39.471047Z","end":"2026-04-27T21:06:39.579542Z","steps":["trace[1583099112] 'process raft request' (duration: 108.257395ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:06:39.77467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.159896ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T21:06:39.774996Z","caller":"traceutil/trace.go:171","msg":"trace[1738696308] linearizableReadLoop","detail":"{readStateIndex:2471; appliedIndex:2468; }","duration":"177.165103ms","start":"2026-04-27T21:06:39.597802Z","end":"2026-04-27T21:06:39.774967Z","steps":["trace[1738696308] 'read index received' (duration: 7.912017ms)","trace[1738696308] 'applied index is now lower than readState.Index' (duration: 169.251346ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:06:39.775095Z","caller":"traceutil/trace.go:171","msg":"trace[664832911] transaction","detail":"{read_only:false; response_revision:2375; number_of_response:1; }","duration":"190.370388ms","start":"2026-04-27T21:06:39.584685Z","end":"2026-04-27T21:06:39.775055Z","steps":["trace[664832911] 'process raft request' (duration: 190.137903ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:06:39.775097Z","caller":"traceutil/trace.go:171","msg":"trace[1107983529] transaction","detail":"{read_only:false; response_revision:2374; number_of_response:1; }","duration":"190.565642ms","start":"2026-04-27T21:06:39.58449Z","end":"2026-04-27T21:06:39.775056Z","steps":["trace[1107983529] 'process raft request' (duration: 71.861234ms)","trace[1107983529] 'compare' (duration: 117.790688ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:06:39.775222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.423769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18aa52baa8b0ecb2\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-04-27T21:06:39.775273Z","caller":"traceutil/trace.go:171","msg":"trace[760165263] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18aa52baa8b0ecb2; range_end:; response_count:1; response_revision:2375; }","duration":"177.508761ms","start":"2026-04-27T21:06:39.597747Z","end":"2026-04-27T21:06:39.775255Z","steps":["trace[760165263] 'agreement among raft nodes before linearized reading' (duration: 177.301076ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:07:27.334633Z","caller":"traceutil/trace.go:171","msg":"trace[364572169] transaction","detail":"{read_only:false; response_revision:2630; number_of_response:1; }","duration":"128.452241ms","start":"2026-04-27T21:07:27.206145Z","end":"2026-04-27T21:07:27.334597Z","steps":["trace[364572169] 'process raft request' (duration: 46.685293ms)","trace[364572169] 'compare' (duration: 81.337149ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:07:42.457452Z","caller":"traceutil/trace.go:171","msg":"trace[457619220] linearizableReadLoop","detail":"{readStateIndex:2990; appliedIndex:2989; }","duration":"485.462104ms","start":"2026-04-27T21:07:41.971951Z","end":"2026-04-27T21:07:42.457413Z","steps":["trace[457619220] 'read index received' (duration: 485.28509ms)","trace[457619220] 'applied index is now lower than readState.Index' (duration: 176.124µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:07:42.45752Z","caller":"traceutil/trace.go:171","msg":"trace[515038731] transaction","detail":"{read_only:false; response_revision:2872; number_of_response:1; }","duration":"592.1494ms","start":"2026-04-27T21:07:41.865346Z","end":"2026-04-27T21:07:42.457496Z","steps":["trace[515038731] 'process raft request' (duration: 591.871614ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:07:42.457754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.794331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-27T21:07:42.457819Z","caller":"traceutil/trace.go:171","msg":"trace[1180093359] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2872; }","duration":"485.915174ms","start":"2026-04-27T21:07:41.971886Z","end":"2026-04-27T21:07:42.457801Z","steps":["trace[1180093359] 'agreement among raft nodes before linearized reading' (duration: 485.72091ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:07:42.457818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.22443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-27T21:07:42.457856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:07:41.971861Z","time spent":"485.985286ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-27T21:07:42.457881Z","caller":"traceutil/trace.go:171","msg":"trace[512211799] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2872; }","duration":"261.328353ms","start":"2026-04-27T21:07:42.196536Z","end":"2026-04-27T21:07:42.457864Z","steps":["trace[512211799] 'agreement among raft nodes before linearized reading' (duration: 261.18174ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:07:42.457913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.996691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"warn","ts":"2026-04-27T21:07:42.457911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:07:41.86531Z","time spent":"592.377575ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:07:42.45801Z","caller":"traceutil/trace.go:171","msg":"trace[1117722682] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2872; }","duration":"255.122355ms","start":"2026-04-27T21:07:42.202868Z","end":"2026-04-27T21:07:42.45799Z","steps":["trace[1117722682] 'agreement among raft nodes before linearized reading' (duration: 254.883029ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:07:46.539706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"942.41052ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T21:07:46.539861Z","caller":"traceutil/trace.go:171","msg":"trace[133030933] transaction","detail":"{read_only:false; response_revision:2897; number_of_response:1; }","duration":"1.088251791s","start":"2026-04-27T21:07:45.451578Z","end":"2026-04-27T21:07:46.53983Z","steps":["trace[133030933] 'process raft request' (duration: 145.599176ms)","trace[133030933] 'compare' (duration: 942.090152ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:07:46.539952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:07:45.451546Z","time spent":"1.088362503s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:07:46.9194Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185919323856313,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T21:07:47.420015Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185919323856313,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T21:07:47.920581Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185919323856313,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T21:07:48.415747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00066167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T21:07:48.415827Z","caller":"traceutil/trace.go:171","msg":"trace[1001672621] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000803354s","start":"2026-04-27T21:07:46.415003Z","end":"2026-04-27T21:07:48.415806Z","steps":["trace[1001672621] 'agreement among raft nodes before linearized reading' (duration: 2.000700311s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:07:48.415866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:07:46.414981Z","time spent":"2.000876075s","remote":"127.0.0.1:39786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/27 21:07:48 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T21:07:48.421089Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185919323856313,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T21:07:48.922009Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185919323856313,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T21:07:49.410447Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.997364565s","expected-duration":"1s"} {"level":"info","ts":"2026-04-27T21:07:49.418306Z","caller":"traceutil/trace.go:171","msg":"trace[1019507571] linearizableReadLoop","detail":"{readStateIndex:3019; appliedIndex:3015; }","duration":"3.003226215s","start":"2026-04-27T21:07:46.41506Z","end":"2026-04-27T21:07:49.418286Z","steps":["trace[1019507571] 'read index received' (duration: 2.995795599s)","trace[1019507571] 'applied index is now lower than readState.Index' (duration: 7.429896ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:07:49.41836Z","caller":"traceutil/trace.go:171","msg":"trace[209770928] transaction","detail":"{read_only:false; response_revision:2899; number_of_response:1; }","duration":"2.371806328s","start":"2026-04-27T21:07:47.046525Z","end":"2026-04-27T21:07:49.418332Z","steps":["trace[209770928] 'process raft request' (duration: 2.371697926s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:07:49.41841Z","caller":"traceutil/trace.go:171","msg":"trace[135826258] transaction","detail":"{read_only:false; response_revision:2900; number_of_response:1; }","duration":"2.289277413s","start":"2026-04-27T21:07:47.129101Z","end":"2026-04-27T21:07:49.418379Z","steps":["trace[135826258] 'process raft request' (duration: 2.289158051s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:07:49.41844Z","caller":"traceutil/trace.go:171","msg":"trace[146672961] transaction","detail":"{read_only:false; response_revision:2898; number_of_response:1; }","duration":"2.949491044s","start":"2026-04-27T21:07:46.468922Z","end":"2026-04-27T21:07:49.418413Z","steps":["trace[146672961] 'process raft request' (duration: 2.949179067s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:07:49.41853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.937113338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-27T21:07:49.418549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:07:46.468902Z","time spent":"2.949583207s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:07:49.418543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99347204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-27T21:07:49.418548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:07:47.12907Z","time spent":"2.289410637s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:07:49.418491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:07:47.046502Z","time spent":"2.371913551s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:07:49.418598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.1267948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-27T21:07:49.418633Z","caller":"traceutil/trace.go:171","msg":"trace[500023053] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2900; }","duration":"2.126876822s","start":"2026-04-27T21:07:47.291747Z","end":"2026-04-27T21:07:49.418624Z","steps":["trace[500023053] 'agreement among raft nodes before linearized reading' (duration: 2.12681169s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:07:49.418649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.935507762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-27T21:07:49.418663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:07:47.291721Z","time spent":"2.126935763s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-27T21:07:49.418577Z","caller":"traceutil/trace.go:171","msg":"trace[353932906] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2900; }","duration":"2.937178759s","start":"2026-04-27T21:07:46.481386Z","end":"2026-04-27T21:07:49.418565Z","steps":["trace[353932906] 'agreement among raft nodes before linearized reading' (duration: 2.937021776s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:07:49.418683Z","caller":"traceutil/trace.go:171","msg":"trace[272696079] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2900; }","duration":"2.935558853s","start":"2026-04-27T21:07:46.483117Z","end":"2026-04-27T21:07:49.418675Z","steps":["trace[272696079] 'agreement among raft nodes before linearized reading' (duration: 2.935476621s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:07:49.418705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:07:46.481345Z","time spent":"2.937350133s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-27T21:07:49.41873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"873.570282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-27T21:07:49.418759Z","caller":"traceutil/trace.go:171","msg":"trace[1686938824] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2900; }","duration":"873.622732ms","start":"2026-04-27T21:07:48.545128Z","end":"2026-04-27T21:07:49.418751Z","steps":["trace[1686938824] 'agreement among raft nodes before linearized reading' (duration: 873.544241ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:07:49.418539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.396665155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-04-27T21:07:49.418784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.936015973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-04-27T21:07:49.418798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"883.433582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T21:07:49.41879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.365204781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-27T21:07:49.418802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:07:48.545117Z","time spent":"873.678023ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-27T21:07:49.418815Z","caller":"traceutil/trace.go:171","msg":"trace[1528712587] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2900; }","duration":"2.936085925s","start":"2026-04-27T21:07:46.482718Z","end":"2026-04-27T21:07:49.418804Z","steps":["trace[1528712587] 'agreement among raft nodes before linearized reading' (duration: 2.936015963s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:07:49.418818Z","caller":"traceutil/trace.go:171","msg":"trace[1368572114] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:2900; }","duration":"883.497734ms","start":"2026-04-27T21:07:48.535314Z","end":"2026-04-27T21:07:49.418811Z","steps":["trace[1368572114] 'agreement among raft nodes before linearized reading' (duration: 883.464983ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:07:49.418647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.792437383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-27T21:07:49.418813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.572999027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-04-27T21:07:49.418845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:07:48.53529Z","time spent":"883.548285ms","remote":"127.0.0.1:42834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-27T21:07:49.418852Z","caller":"traceutil/trace.go:171","msg":"trace[1368145292] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:2900; }","duration":"2.79272621s","start":"2026-04-27T21:07:46.626117Z","end":"2026-04-27T21:07:49.418843Z","steps":["trace[1368145292] 'agreement among raft nodes before linearized reading' (duration: 2.792421343s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:07:49.418892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:07:46.626094Z","time spent":"2.79278153s","remote":"127.0.0.1:40068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:07:49.418654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.100353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T21:07:49.418931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.128332735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-27T21:07:49.418946Z","caller":"traceutil/trace.go:171","msg":"trace[927086159] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2900; }","duration":"666.42305ms","start":"2026-04-27T21:07:48.752498Z","end":"2026-04-27T21:07:49.418921Z","steps":["trace[927086159] 'agreement among raft nodes before linearized reading' (duration: 666.133264ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:07:49.418599Z","caller":"traceutil/trace.go:171","msg":"trace[1474444878] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2900; }","duration":"1.993574452s","start":"2026-04-27T21:07:47.42501Z","end":"2026-04-27T21:07:49.418584Z","steps":["trace[1474444878] 'agreement among raft nodes before linearized reading' (duration: 1.993431939s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:07:49.418767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.002613367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:07:49.418969Z","caller":"traceutil/trace.go:171","msg":"trace[588285351] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:2900; }","duration":"2.128428417s","start":"2026-04-27T21:07:47.29053Z","end":"2026-04-27T21:07:49.418959Z","steps":["trace[588285351] 'agreement among raft nodes before linearized reading' (duration: 2.128356475s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:07:49.418989Z","caller":"traceutil/trace.go:171","msg":"trace[624733528] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2900; }","duration":"1.002872693s","start":"2026-04-27T21:07:48.416111Z","end":"2026-04-27T21:07:49.418984Z","steps":["trace[624733528] 'agreement among raft nodes before linearized reading' (duration: 1.002641898s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:07:49.419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:07:47.290507Z","time spent":"2.128485308s","remote":"127.0.0.1:50604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":15,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:07:49.419002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.901384291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-04-27T21:07:49.419002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:07:47.424984Z","time spent":"1.994005522s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-27T21:07:49.419018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:07:48.416076Z","time spent":"1.002938754s","remote":"127.0.0.1:39788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-27T21:07:49.418827Z","caller":"traceutil/trace.go:171","msg":"trace[862184666] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:2900; }","duration":"2.365244862s","start":"2026-04-27T21:07:47.053572Z","end":"2026-04-27T21:07:49.418817Z","steps":["trace[862184666] 'agreement among raft nodes before linearized reading' (duration: 2.365119679s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:07:49.419035Z","caller":"traceutil/trace.go:171","msg":"trace[118879676] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2900; }","duration":"1.901415081s","start":"2026-04-27T21:07:47.517609Z","end":"2026-04-27T21:07:49.419024Z","steps":["trace[118879676] 'agreement among raft nodes before linearized reading' (duration: 1.90132965s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:07:49.418717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:07:46.483108Z","time spent":"2.935601304s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-27T21:07:49.41907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:07:47.517532Z","time spent":"1.901532774s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-27T21:07:49.418845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:07:46.482695Z","time spent":"2.936143135s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-27T21:07:49.419087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.757869853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:07:49.419186Z","caller":"traceutil/trace.go:171","msg":"trace[1153606447] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:2900; }","duration":"1.758040587s","start":"2026-04-27T21:07:47.661125Z","end":"2026-04-27T21:07:49.419166Z","steps":["trace[1153606447] 'agreement among raft nodes before linearized reading' (duration: 1.757868993s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:07:49.419238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:07:47.661095Z","time spent":"1.758131539s","remote":"127.0.0.1:39916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"info","ts":"2026-04-27T21:07:49.418814Z","caller":"traceutil/trace.go:171","msg":"trace[1956410578] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2900; }","duration":"2.396987942s","start":"2026-04-27T21:07:47.021812Z","end":"2026-04-27T21:07:49.4188Z","steps":["trace[1956410578] 'agreement among raft nodes before linearized reading' (duration: 2.396655124s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:07:49.419313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:07:47.021788Z","time spent":"2.397515924s","remote":"127.0.0.1:39974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1393,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-04-27T21:07:49.418969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:07:48.752476Z","time spent":"666.488592ms","remote":"127.0.0.1:39786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-27T21:07:49.419036Z","caller":"traceutil/trace.go:171","msg":"trace[405018772] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2900; }","duration":"2.573277703s","start":"2026-04-27T21:07:46.84574Z","end":"2026-04-27T21:07:49.419018Z","steps":["trace[405018772] 'agreement among raft nodes before linearized reading' (duration: 2.572965246s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:07:49.419416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:07:46.845718Z","time spent":"2.573686552s","remote":"127.0.0.1:39966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-27T21:07:49.4191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:07:47.053455Z","time spent":"2.3656104s","remote":"127.0.0.1:40162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":90,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"info","ts":"2026-04-27T21:08:05.80266Z","caller":"traceutil/trace.go:171","msg":"trace[1168589803] linearizableReadLoop","detail":"{readStateIndex:3137; appliedIndex:3132; }","duration":"235.563796ms","start":"2026-04-27T21:08:05.567073Z","end":"2026-04-27T21:08:05.802637Z","steps":["trace[1168589803] 'read index received' (duration: 7.017028ms)","trace[1168589803] 'applied index is now lower than readState.Index' (duration: 228.545498ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:08:05.802918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.823332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-27T21:08:05.802967Z","caller":"traceutil/trace.go:171","msg":"trace[168727260] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3015; }","duration":"235.906214ms","start":"2026-04-27T21:08:05.567046Z","end":"2026-04-27T21:08:05.802953Z","steps":["trace[168727260] 'agreement among raft nodes before linearized reading' (duration: 235.72152ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:08:05.803179Z","caller":"traceutil/trace.go:171","msg":"trace[1326871791] transaction","detail":"{read_only:false; response_revision:3014; number_of_response:1; }","duration":"236.558868ms","start":"2026-04-27T21:08:05.566607Z","end":"2026-04-27T21:08:05.803166Z","steps":["trace[1326871791] 'process raft request' (duration: 235.927344ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:08:05.803186Z","caller":"traceutil/trace.go:171","msg":"trace[2025737635] transaction","detail":"{read_only:false; response_revision:3013; number_of_response:1; }","duration":"236.744243ms","start":"2026-04-27T21:08:05.566404Z","end":"2026-04-27T21:08:05.803148Z","steps":["trace[2025737635] 'process raft request' (duration: 236.081588ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:08:05.803274Z","caller":"traceutil/trace.go:171","msg":"trace[120313683] transaction","detail":"{read_only:false; response_revision:3015; number_of_response:1; }","duration":"236.573219ms","start":"2026-04-27T21:08:05.566653Z","end":"2026-04-27T21:08:05.803226Z","steps":["trace[120313683] 'process raft request' (duration: 235.944775ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:08:05.803336Z","caller":"traceutil/trace.go:171","msg":"trace[1576237388] transaction","detail":"{read_only:false; response_revision:3012; number_of_response:1; }","duration":"237.854938ms","start":"2026-04-27T21:08:05.565456Z","end":"2026-04-27T21:08:05.803311Z","steps":["trace[1576237388] 'process raft request' (duration: 230.309418ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:08:07.933563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.478409ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T21:08:07.933704Z","caller":"traceutil/trace.go:171","msg":"trace[1958782028] linearizableReadLoop","detail":"{readStateIndex:3145; appliedIndex:3144; }","duration":"202.335511ms","start":"2026-04-27T21:08:07.731345Z","end":"2026-04-27T21:08:07.93368Z","steps":["trace[1958782028] 'read index received' (duration: 5.587486ms)","trace[1958782028] 'applied index is now lower than readState.Index' (duration: 196.746095ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:08:07.933844Z","caller":"traceutil/trace.go:171","msg":"trace[1560098235] transaction","detail":"{read_only:false; response_revision:3022; number_of_response:1; }","duration":"294.185892ms","start":"2026-04-27T21:08:07.639644Z","end":"2026-04-27T21:08:07.93383Z","steps":["trace[1560098235] 'process raft request' (duration: 97.338885ms)","trace[1560098235] 'compare' (duration: 196.245454ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:08:07.934027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.655708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:08:07.934109Z","caller":"traceutil/trace.go:171","msg":"trace[1862001440] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:3022; }","duration":"202.787681ms","start":"2026-04-27T21:08:07.731303Z","end":"2026-04-27T21:08:07.934091Z","steps":["trace[1862001440] 'agreement among raft nodes before linearized reading' (duration: 202.658338ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:08:07.934116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.810994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-27T21:08:07.934156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.198628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-04-27T21:08:07.934158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.287341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-27T21:08:07.93425Z","caller":"traceutil/trace.go:171","msg":"trace[509446221] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3022; }","duration":"108.324771ms","start":"2026-04-27T21:08:07.8259Z","end":"2026-04-27T21:08:07.934225Z","steps":["trace[509446221] 'agreement among raft nodes before linearized reading' (duration: 108.085475ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:08:07.934263Z","caller":"traceutil/trace.go:171","msg":"trace[1676150166] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3022; }","duration":"125.419915ms","start":"2026-04-27T21:08:07.808819Z","end":"2026-04-27T21:08:07.934239Z","steps":["trace[1676150166] 'agreement among raft nodes before linearized reading' (duration: 125.145139ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:08:07.934156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.513537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-27T21:08:07.934354Z","caller":"traceutil/trace.go:171","msg":"trace[1256279454] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3022; }","duration":"125.749722ms","start":"2026-04-27T21:08:07.808595Z","end":"2026-04-27T21:08:07.934345Z","steps":["trace[1256279454] 'agreement among raft nodes before linearized reading' (duration: 125.424565ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:08:07.934193Z","caller":"traceutil/trace.go:171","msg":"trace[720809714] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3022; }","duration":"125.934616ms","start":"2026-04-27T21:08:07.808241Z","end":"2026-04-27T21:08:07.934175Z","steps":["trace[720809714] 'agreement among raft nodes before linearized reading' (duration: 125.719211ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:08:07.93452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.136281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-27T21:08:07.93458Z","caller":"traceutil/trace.go:171","msg":"trace[905029444] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3022; }","duration":"126.252483ms","start":"2026-04-27T21:08:07.808312Z","end":"2026-04-27T21:08:07.934564Z","steps":["trace[905029444] 'agreement among raft nodes before linearized reading' (duration: 125.878715ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:08:11.504878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.573113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-27T21:08:11.504959Z","caller":"traceutil/trace.go:171","msg":"trace[1494140864] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:3041; }","duration":"115.698056ms","start":"2026-04-27T21:08:11.389243Z","end":"2026-04-27T21:08:11.504941Z","steps":["trace[1494140864] 'count revisions from in-memory index tree' (duration: 115.479852ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:08:13.783939Z","caller":"traceutil/trace.go:171","msg":"trace[141313279] transaction","detail":"{read_only:false; response_revision:3054; number_of_response:1; }","duration":"104.974826ms","start":"2026-04-27T21:08:13.67894Z","end":"2026-04-27T21:08:13.783915Z","steps":["trace[141313279] 'process raft request' (duration: 58.048063ms)","trace[141313279] 'compare' (duration: 46.754209ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:08:14.086677Z","caller":"traceutil/trace.go:171","msg":"trace[1884610270] linearizableReadLoop","detail":"{readStateIndex:3180; appliedIndex:3179; }","duration":"101.569309ms","start":"2026-04-27T21:08:13.985089Z","end":"2026-04-27T21:08:14.086659Z","steps":["trace[1884610270] 'read index received' (duration: 101.406986ms)","trace[1884610270] 'applied index is now lower than readState.Index' (duration: 161.223µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:08:14.086762Z","caller":"traceutil/trace.go:171","msg":"trace[491971366] transaction","detail":"{read_only:false; response_revision:3056; number_of_response:1; }","duration":"122.467898ms","start":"2026-04-27T21:08:13.964255Z","end":"2026-04-27T21:08:14.086723Z","steps":["trace[491971366] 'process raft request' (duration: 122.294444ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:08:14.086984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.875617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-27T21:08:14.087068Z","caller":"traceutil/trace.go:171","msg":"trace[1107073966] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3056; }","duration":"102.01662ms","start":"2026-04-27T21:08:13.985027Z","end":"2026-04-27T21:08:14.087043Z","steps":["trace[1107073966] 'agreement among raft nodes before linearized reading' (duration: 101.761093ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:08:14.206421Z","caller":"traceutil/trace.go:171","msg":"trace[344029223] transaction","detail":"{read_only:false; response_revision:3057; number_of_response:1; }","duration":"115.728696ms","start":"2026-04-27T21:08:14.090658Z","end":"2026-04-27T21:08:14.206387Z","steps":["trace[344029223] 'process raft request' (duration: 77.52225ms)","trace[344029223] 'compare' (duration: 37.967451ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:08:14.206631Z","caller":"traceutil/trace.go:171","msg":"trace[1230127587] transaction","detail":"{read_only:false; response_revision:3058; number_of_response:1; }","duration":"115.515152ms","start":"2026-04-27T21:08:14.091089Z","end":"2026-04-27T21:08:14.206604Z","steps":["trace[1230127587] 'process raft request' (duration: 115.250376ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:08:16.488331Z","caller":"traceutil/trace.go:171","msg":"trace[1854632035] transaction","detail":"{read_only:false; response_revision:3067; number_of_response:1; }","duration":"273.519599ms","start":"2026-04-27T21:08:16.214778Z","end":"2026-04-27T21:08:16.488298Z","steps":["trace[1854632035] 'process raft request' (duration: 273.337805ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:08:16.51731Z","caller":"traceutil/trace.go:171","msg":"trace[1277615712] transaction","detail":"{read_only:false; response_revision:3068; number_of_response:1; }","duration":"302.088659ms","start":"2026-04-27T21:08:16.2152Z","end":"2026-04-27T21:08:16.517289Z","steps":["trace[1277615712] 'process raft request' (duration: 301.935536ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:08:16.517438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:08:16.215177Z","time spent":"302.191232ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:08:16.761358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.093548ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-27T21:08:16.761463Z","caller":"traceutil/trace.go:171","msg":"trace[463170694] linearizableReadLoop","detail":"{readStateIndex:3192; appliedIndex:3190; }","duration":"479.674574ms","start":"2026-04-27T21:08:16.281771Z","end":"2026-04-27T21:08:16.761445Z","steps":["trace[463170694] 'read index received' (duration: 206.472763ms)","trace[463170694] 'applied index is now lower than readState.Index' (duration: 273.200361ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:08:16.761862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.721396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-27T21:08:16.76196Z","caller":"traceutil/trace.go:171","msg":"trace[798640531] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:3068; }","duration":"184.90481ms","start":"2026-04-27T21:08:16.577034Z","end":"2026-04-27T21:08:16.761939Z","steps":["trace[798640531] 'agreement among raft nodes before linearized reading' (duration: 184.699755ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:08:16.761993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.032996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-27T21:08:16.761874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.948714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-27T21:08:16.762048Z","caller":"traceutil/trace.go:171","msg":"trace[240778231] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3068; }","duration":"453.105658ms","start":"2026-04-27T21:08:16.308922Z","end":"2026-04-27T21:08:16.762028Z","steps":["trace[240778231] 'agreement among raft nodes before linearized reading' (duration: 453.000456ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:08:16.76209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:08:16.308903Z","time spent":"453.178519ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-27T21:08:16.76211Z","caller":"traceutil/trace.go:171","msg":"trace[1044551729] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3068; }","duration":"453.186149ms","start":"2026-04-27T21:08:16.308895Z","end":"2026-04-27T21:08:16.762081Z","steps":["trace[1044551729] 'agreement among raft nodes before linearized reading' (duration: 452.78442ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:08:16.76188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.953856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T21:08:16.762199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:08:16.308861Z","time spent":"453.305763ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-27T21:08:16.76218Z","caller":"traceutil/trace.go:171","msg":"trace[1302738211] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3068; }","duration":"347.330295ms","start":"2026-04-27T21:08:16.414835Z","end":"2026-04-27T21:08:16.762165Z","steps":["trace[1302738211] 'agreement among raft nodes before linearized reading' (duration: 346.916245ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:08:16.761867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.890792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18aa52d5d55bc8fe\" ","response":"range_response_count:1 size:779"} {"level":"info","ts":"2026-04-27T21:08:16.762426Z","caller":"traceutil/trace.go:171","msg":"trace[2093086644] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18aa52d5d55bc8fe; range_end:; response_count:1; response_revision:3068; }","duration":"448.540476ms","start":"2026-04-27T21:08:16.313869Z","end":"2026-04-27T21:08:16.76241Z","steps":["trace[2093086644] 'agreement among raft nodes before linearized reading' (duration: 447.806709ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:08:16.762477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:08:16.31385Z","time spent":"448.616709ms","remote":"127.0.0.1:39864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":803,"request content":"key:\"/registry/events/auth-system/keycloak-0.18aa52d5d55bc8fe\" "} {"level":"warn","ts":"2026-04-27T21:08:16.762626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.545088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-04-27T21:08:16.762724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:08:16.414781Z","time spent":"347.59281ms","remote":"127.0.0.1:39786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-27T21:08:16.762724Z","caller":"traceutil/trace.go:171","msg":"trace[1347125421] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3068; }","duration":"453.737623ms","start":"2026-04-27T21:08:16.308958Z","end":"2026-04-27T21:08:16.762696Z","steps":["trace[1347125421] 'agreement among raft nodes before linearized reading' (duration: 453.467527ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:08:16.762876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:08:16.308943Z","time spent":"453.919936ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-27T21:08:16.763402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.619998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-27T21:08:16.76348Z","caller":"traceutil/trace.go:171","msg":"trace[664315614] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3068; }","duration":"481.72854ms","start":"2026-04-27T21:08:16.281729Z","end":"2026-04-27T21:08:16.763458Z","steps":["trace[664315614] 'agreement among raft nodes before linearized reading' (duration: 479.839978ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:08:16.763535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:08:16.281707Z","time spent":"481.815063ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-27T21:08:17.182724Z","caller":"traceutil/trace.go:171","msg":"trace[982054748] linearizableReadLoop","detail":"{readStateIndex:3198; appliedIndex:3194; }","duration":"160.458131ms","start":"2026-04-27T21:08:17.022202Z","end":"2026-04-27T21:08:17.18266Z","steps":["trace[982054748] 'read index received' (duration: 160.216246ms)","trace[982054748] 'applied index is now lower than readState.Index' (duration: 241.305µs)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:08:17.182893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.680077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-27T21:08:17.182923Z","caller":"traceutil/trace.go:171","msg":"trace[404659086] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3073; }","duration":"160.747338ms","start":"2026-04-27T21:08:17.022167Z","end":"2026-04-27T21:08:17.182914Z","steps":["trace[404659086] 'agreement among raft nodes before linearized reading' (duration: 160.614115ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:08:17.182755Z","caller":"traceutil/trace.go:171","msg":"trace[1937348248] transaction","detail":"{read_only:false; response_revision:3070; number_of_response:1; }","duration":"416.484036ms","start":"2026-04-27T21:08:16.766222Z","end":"2026-04-27T21:08:17.182706Z","steps":["trace[1937348248] 'process raft request' (duration: 416.251111ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:08:17.183164Z","caller":"traceutil/trace.go:171","msg":"trace[1854204323] transaction","detail":"{read_only:false; response_revision:3072; number_of_response:1; }","duration":"416.734432ms","start":"2026-04-27T21:08:16.766419Z","end":"2026-04-27T21:08:17.183153Z","steps":["trace[1854204323] 'process raft request' (duration: 416.19389ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:08:17.183223Z","caller":"traceutil/trace.go:171","msg":"trace[716329719] transaction","detail":"{read_only:false; response_revision:3071; number_of_response:1; }","duration":"416.818404ms","start":"2026-04-27T21:08:16.766393Z","end":"2026-04-27T21:08:17.183211Z","steps":["trace[716329719] 'process raft request' (duration: 416.19149ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:08:17.183252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:08:16.766397Z","time spent":"416.793134ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:08:17.18324Z","caller":"traceutil/trace.go:171","msg":"trace[245268815] transaction","detail":"{read_only:false; response_revision:3073; number_of_response:1; }","duration":"415.696999ms","start":"2026-04-27T21:08:16.76751Z","end":"2026-04-27T21:08:17.183207Z","steps":["trace[245268815] 'process raft request' (duration: 415.126247ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:08:17.18327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:08:16.766374Z","time spent":"416.873675ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:08:17.183389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:08:16.767499Z","time spent":"415.812132ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:08:17.183401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:08:16.766204Z","time spent":"416.893766ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:08:17.909597Z","caller":"traceutil/trace.go:171","msg":"trace[406353078] transaction","detail":"{read_only:false; response_revision:3074; number_of_response:1; }","duration":"194.404033ms","start":"2026-04-27T21:08:17.71517Z","end":"2026-04-27T21:08:17.909574Z","steps":["trace[406353078] 'process raft request' (duration: 194.214278ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:08:18.495269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.171765ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T21:08:18.495446Z","caller":"traceutil/trace.go:171","msg":"trace[1293299774] transaction","detail":"{read_only:false; response_revision:3075; number_of_response:1; }","duration":"696.51326ms","start":"2026-04-27T21:08:17.798914Z","end":"2026-04-27T21:08:18.495428Z","steps":["trace[1293299774] 'process raft request' (duration: 290.106729ms)","trace[1293299774] 'compare' (duration: 406.041253ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:08:18.495498Z","caller":"traceutil/trace.go:171","msg":"trace[626441982] linearizableReadLoop","detail":"{readStateIndex:3201; appliedIndex:3199; }","duration":"328.817169ms","start":"2026-04-27T21:08:18.166666Z","end":"2026-04-27T21:08:18.495483Z","steps":["trace[626441982] 'read index received' (duration: 41.751µs)","trace[626441982] 'applied index is now lower than readState.Index' (duration: 328.774328ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:08:18.49555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:08:17.798895Z","time spent":"696.606172ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:08:18.495669Z","caller":"traceutil/trace.go:171","msg":"trace[1326065522] transaction","detail":"{read_only:false; response_revision:3076; number_of_response:1; }","duration":"689.407101ms","start":"2026-04-27T21:08:17.806251Z","end":"2026-04-27T21:08:18.495658Z","steps":["trace[1326065522] 'process raft request' (duration: 689.110154ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:08:18.495703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.103466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-27T21:08:18.495728Z","caller":"traceutil/trace.go:171","msg":"trace[1854339745] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:3076; }","duration":"100.151957ms","start":"2026-04-27T21:08:18.395567Z","end":"2026-04-27T21:08:18.495719Z","steps":["trace[1854339745] 'agreement among raft nodes before linearized reading' (duration: 100.108416ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:08:18.495739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:08:17.806244Z","time spent":"689.460083ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:08:18.495879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.101325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-27T21:08:18.49596Z","caller":"traceutil/trace.go:171","msg":"trace[76026495] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:3076; }","duration":"329.32627ms","start":"2026-04-27T21:08:18.16662Z","end":"2026-04-27T21:08:18.495946Z","steps":["trace[76026495] 'agreement among raft nodes before linearized reading' (duration: 329.109955ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:08:18.49604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:08:18.166601Z","time spent":"329.380902ms","remote":"127.0.0.1:39944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":2,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:08:19.04352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.346554ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T21:08:19.043595Z","caller":"traceutil/trace.go:171","msg":"trace[27327767] linearizableReadLoop","detail":"{readStateIndex:3202; appliedIndex:3201; }","duration":"521.635216ms","start":"2026-04-27T21:08:18.521948Z","end":"2026-04-27T21:08:19.043583Z","steps":["trace[27327767] 'read index received' (duration: 215.106887ms)","trace[27327767] 'applied index is now lower than readState.Index' (duration: 306.527379ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:08:19.043886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.944622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-27T21:08:19.043958Z","caller":"traceutil/trace.go:171","msg":"trace[1263998076] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3077; }","duration":"522.053265ms","start":"2026-04-27T21:08:18.521895Z","end":"2026-04-27T21:08:19.043949Z","steps":["trace[1263998076] 'agreement among raft nodes before linearized reading' (duration: 521.906732ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:08:19.043989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:08:18.521876Z","time spent":"522.102726ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-27T21:08:19.043937Z","caller":"traceutil/trace.go:171","msg":"trace[231767509] transaction","detail":"{read_only:false; response_revision:3077; number_of_response:1; }","duration":"544.650312ms","start":"2026-04-27T21:08:18.499249Z","end":"2026-04-27T21:08:19.043899Z","steps":["trace[231767509] 'process raft request' (duration: 237.871248ms)","trace[231767509] 'compare' (duration: 305.969266ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:08:19.043995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.587999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:08:19.044085Z","caller":"traceutil/trace.go:171","msg":"trace[322375722] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:3077; }","duration":"441.711402ms","start":"2026-04-27T21:08:18.602351Z","end":"2026-04-27T21:08:19.044063Z","steps":["trace[322375722] 'agreement among raft nodes before linearized reading' (duration: 441.552059ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:08:19.044129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:08:18.499235Z","time spent":"544.824875ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:08:19.044145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:08:18.602335Z","time spent":"441.794594ms","remote":"127.0.0.1:42784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:08:19.043992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.181466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:08:19.044216Z","caller":"traceutil/trace.go:171","msg":"trace[1825977483] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3077; }","duration":"292.461683ms","start":"2026-04-27T21:08:18.751738Z","end":"2026-04-27T21:08:19.0442Z","steps":["trace[1825977483] 'agreement among raft nodes before linearized reading' (duration: 292.160936ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:08:19.551628Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185919323856774,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T21:08:20.051807Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185919323856774,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T21:08:20.069898Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.015169672s","expected-duration":"1s"} {"level":"info","ts":"2026-04-27T21:08:20.070301Z","caller":"traceutil/trace.go:171","msg":"trace[1307585700] transaction","detail":"{read_only:false; response_revision:3078; number_of_response:1; }","duration":"1.020685495s","start":"2026-04-27T21:08:19.04959Z","end":"2026-04-27T21:08:20.070276Z","steps":["trace[1307585700] 'process raft request' (duration: 1.020496331s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:08:20.070459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:08:19.049569Z","time spent":"1.020797038s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:08:20.947517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.487442ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T21:08:20.947719Z","caller":"traceutil/trace.go:171","msg":"trace[92784314] transaction","detail":"{read_only:false; response_revision:3080; number_of_response:1; }","duration":"446.772046ms","start":"2026-04-27T21:08:20.500931Z","end":"2026-04-27T21:08:20.947703Z","steps":["trace[92784314] 'process raft request' (duration: 446.687534ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:08:20.947789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:08:20.500907Z","time spent":"446.852329ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:08:20.948023Z","caller":"traceutil/trace.go:171","msg":"trace[1449577309] transaction","detail":"{read_only:false; response_revision:3079; number_of_response:1; }","duration":"1.033062773s","start":"2026-04-27T21:08:19.914945Z","end":"2026-04-27T21:08:20.948008Z","steps":["trace[1449577309] 'process raft request' (duration: 347.981419ms)","trace[1449577309] 'compare' (duration: 684.250185ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:08:20.948094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:08:19.914919Z","time spent":"1.033142415s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:08:20.948155Z","caller":"traceutil/trace.go:171","msg":"trace[1685869213] linearizableReadLoop","detail":"{readStateIndex:3204; appliedIndex:3202; }","duration":"1.897514154s","start":"2026-04-27T21:08:19.050607Z","end":"2026-04-27T21:08:20.948121Z","steps":["trace[1685869213] 'read index received' (duration: 1.01950983s)","trace[1685869213] 'applied index is now lower than readState.Index' (duration: 878.000493ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:08:20.948417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.897796459s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-04-27T21:08:20.948461Z","caller":"traceutil/trace.go:171","msg":"trace[465845399] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3080; }","duration":"1.897883172s","start":"2026-04-27T21:08:19.050568Z","end":"2026-04-27T21:08:20.948451Z","steps":["trace[465845399] 'agreement among raft nodes before linearized reading' (duration: 1.897690858s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:08:20.948509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:08:19.050551Z","time spent":"1.897949403s","remote":"127.0.0.1:39974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1343,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-04-27T21:08:21.415981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001164659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T21:08:21.41608Z","caller":"traceutil/trace.go:171","msg":"trace[888681342] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001285801s","start":"2026-04-27T21:08:19.414773Z","end":"2026-04-27T21:08:21.416059Z","steps":["trace[888681342] 'agreement among raft nodes before linearized reading' (duration: 2.001159649s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:08:21.416129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:08:19.414733Z","time spent":"2.001385594s","remote":"127.0.0.1:39788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/27 21:08:21 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T21:08:22.655563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.604745223s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T21:08:22.655741Z","caller":"traceutil/trace.go:171","msg":"trace[900625908] transaction","detail":"{read_only:false; response_revision:3081; number_of_response:1; }","duration":"2.153795704s","start":"2026-04-27T21:08:20.501905Z","end":"2026-04-27T21:08:22.655701Z","steps":["trace[900625908] 'process raft request' (duration: 548.852397ms)","trace[900625908] 'compare' (duration: 1.604390035s)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:08:22.655866Z","caller":"traceutil/trace.go:171","msg":"trace[142503] linearizableReadLoop","detail":"{readStateIndex:3206; appliedIndex:3205; }","duration":"1.70762159s","start":"2026-04-27T21:08:20.948226Z","end":"2026-04-27T21:08:22.655848Z","steps":["trace[142503] 'read index received' (duration: 102.50832ms)","trace[142503] 'applied index is now lower than readState.Index' (duration: 1.60511145s)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:08:22.65592Z","caller":"traceutil/trace.go:171","msg":"trace[362016425] transaction","detail":"{read_only:false; response_revision:3082; number_of_response:1; }","duration":"1.468548645s","start":"2026-04-27T21:08:21.187352Z","end":"2026-04-27T21:08:22.655901Z","steps":["trace[362016425] 'process raft request' (duration: 1.46829835s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:08:22.655927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:08:20.501891Z","time spent":"2.153938557s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:08:22.655999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:08:21.187332Z","time spent":"1.468635278s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:08:22.656423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.904360388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-27T21:08:22.656452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.294002501s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-04-27T21:08:22.656509Z","caller":"traceutil/trace.go:171","msg":"trace[31522235] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:3082; }","duration":"3.294106314s","start":"2026-04-27T21:08:19.362387Z","end":"2026-04-27T21:08:22.656494Z","steps":["trace[31522235] 'agreement among raft nodes before linearized reading' (duration: 3.293995571s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:08:22.656498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.414904823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-27T21:08:22.65653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.642734707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-04-27T21:08:22.65653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.192646027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-27T21:08:22.656575Z","caller":"traceutil/trace.go:171","msg":"trace[441149520] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:3082; }","duration":"2.415034596s","start":"2026-04-27T21:08:20.241522Z","end":"2026-04-27T21:08:22.656557Z","steps":["trace[441149520] 'agreement among raft nodes before linearized reading' (duration: 2.414870452s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:08:22.656582Z","caller":"traceutil/trace.go:171","msg":"trace[920831446] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3082; }","duration":"2.642829269s","start":"2026-04-27T21:08:20.013737Z","end":"2026-04-27T21:08:22.656566Z","steps":["trace[920831446] 'agreement among raft nodes before linearized reading' (duration: 2.642658015s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:08:22.656607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.446481823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:08:22.656615Z","caller":"traceutil/trace.go:171","msg":"trace[1415347230] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:3082; }","duration":"3.19276565s","start":"2026-04-27T21:08:19.463828Z","end":"2026-04-27T21:08:22.656593Z","steps":["trace[1415347230] 'agreement among raft nodes before linearized reading' (duration: 3.192556605s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:08:22.656622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:08:20.01372Z","time spent":"2.64289581s","remote":"127.0.0.1:39966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-27T21:08:22.656601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.753847329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18aa52d7d4deaa4c\" ","response":"range_response_count:1 size:765"} {"level":"warn","ts":"2026-04-27T21:08:22.65661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.772453597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T21:08:22.656696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:08:19.463808Z","time spent":"3.192873082s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-27T21:08:22.656632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.294272617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:119756"} {"level":"info","ts":"2026-04-27T21:08:22.656708Z","caller":"traceutil/trace.go:171","msg":"trace[2037357507] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18aa52d7d4deaa4c; range_end:; response_count:1; response_revision:3082; }","duration":"2.754003463s","start":"2026-04-27T21:08:19.902686Z","end":"2026-04-27T21:08:22.65669Z","steps":["trace[2037357507] 'agreement among raft nodes before linearized reading' (duration: 2.753742307s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:08:22.656709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.27930651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-27T21:08:22.656635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.925661456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-27T21:08:22.6569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.469543181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-27T21:08:22.656552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:08:19.362357Z","time spent":"3.294187756s","remote":"127.0.0.1:39848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"info","ts":"2026-04-27T21:08:22.656943Z","caller":"traceutil/trace.go:171","msg":"trace[995590876] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3082; }","duration":"3.469585582s","start":"2026-04-27T21:08:19.187349Z","end":"2026-04-27T21:08:22.656934Z","steps":["trace[995590876] 'agreement among raft nodes before linearized reading' (duration: 3.469445569s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:08:22.656982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:08:19.187251Z","time spent":"3.469719155s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-27T21:08:22.656903Z","caller":"traceutil/trace.go:171","msg":"trace[96896596] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:3082; }","duration":"2.925988623s","start":"2026-04-27T21:08:19.730874Z","end":"2026-04-27T21:08:22.656863Z","steps":["trace[96896596] 'agreement among raft nodes before linearized reading' (duration: 2.925647825s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:08:22.657049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:08:19.730857Z","time spent":"2.926178457s","remote":"127.0.0.1:40216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:08:22.65709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.379334377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-27T21:08:22.657096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.469788686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-27T21:08:22.657151Z","caller":"traceutil/trace.go:171","msg":"trace[2067650323] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:3082; }","duration":"3.37944081s","start":"2026-04-27T21:08:19.277696Z","end":"2026-04-27T21:08:22.657137Z","steps":["trace[2067650323] 'agreement among raft nodes before linearized reading' (duration: 3.379119453s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:08:22.657185Z","caller":"traceutil/trace.go:171","msg":"trace[480255340] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3082; }","duration":"3.469885589s","start":"2026-04-27T21:08:19.187262Z","end":"2026-04-27T21:08:22.657148Z","steps":["trace[480255340] 'agreement among raft nodes before linearized reading' (duration: 3.469688785s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:08:22.65673Z","caller":"traceutil/trace.go:171","msg":"trace[1435839980] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:3082; }","duration":"1.77262882s","start":"2026-04-27T21:08:20.88408Z","end":"2026-04-27T21:08:22.656709Z","steps":["trace[1435839980] 'agreement among raft nodes before linearized reading' (duration: 1.772462807s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:08:22.657208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:08:19.277674Z","time spent":"3.379518651s","remote":"127.0.0.1:39864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":334,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:08:22.657235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:08:19.18723Z","time spent":"3.469991391s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-27T21:08:22.657254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:08:20.884048Z","time spent":"1.773193242s","remote":"127.0.0.1:42710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:08:22.657246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.704810219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7462"} {"level":"warn","ts":"2026-04-27T21:08:22.65729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.499065481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.250\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-27T21:08:22.656623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:08:20.241501Z","time spent":"2.415111448s","remote":"127.0.0.1:40190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:08:22.657237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.175715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-27T21:08:22.657316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.2343491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T21:08:22.657327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.849243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-27T21:08:22.657302Z","caller":"traceutil/trace.go:171","msg":"trace[1189733304] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:3082; }","duration":"1.70489241s","start":"2026-04-27T21:08:20.952398Z","end":"2026-04-27T21:08:22.657291Z","steps":["trace[1189733304] 'agreement among raft nodes before linearized reading' (duration: 1.704738847s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:08:22.657362Z","caller":"traceutil/trace.go:171","msg":"trace[62433320] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3082; }","duration":"1.234438252s","start":"2026-04-27T21:08:21.422914Z","end":"2026-04-27T21:08:22.657352Z","steps":["trace[62433320] 'agreement among raft nodes before linearized reading' (duration: 1.234372791s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:08:22.657359Z","caller":"traceutil/trace.go:171","msg":"trace[1716496397] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3082; }","duration":"582.331998ms","start":"2026-04-27T21:08:22.075013Z","end":"2026-04-27T21:08:22.657345Z","steps":["trace[1716496397] 'agreement among raft nodes before linearized reading' (duration: 582.122074ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:08:22.656469Z","caller":"traceutil/trace.go:171","msg":"trace[249042386] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:3082; }","duration":"2.90443939s","start":"2026-04-27T21:08:19.75202Z","end":"2026-04-27T21:08:22.656459Z","steps":["trace[249042386] 'agreement among raft nodes before linearized reading' (duration: 2.904361878s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:08:22.657391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:08:21.422803Z","time spent":"1.234581865s","remote":"127.0.0.1:39786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T21:08:22.657392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:08:20.952382Z","time spent":"1.704999953s","remote":"127.0.0.1:40308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7486,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"info","ts":"2026-04-27T21:08:22.65739Z","caller":"traceutil/trace.go:171","msg":"trace[888927040] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3082; }","duration":"362.918145ms","start":"2026-04-27T21:08:22.294456Z","end":"2026-04-27T21:08:22.657374Z","steps":["trace[888927040] 'agreement among raft nodes before linearized reading' (duration: 362.826783ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:08:22.657417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:08:22.074994Z","time spent":"582.40961ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-27T21:08:22.657439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:08:22.294401Z","time spent":"363.022877ms","remote":"127.0.0.1:38010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:08:22.657438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:08:19.751999Z","time spent":"2.905415021s","remote":"127.0.0.1:56704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":4,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"info","ts":"2026-04-27T21:08:22.656761Z","caller":"traceutil/trace.go:171","msg":"trace[1721893607] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:3082; }","duration":"2.279350911s","start":"2026-04-27T21:08:20.377394Z","end":"2026-04-27T21:08:22.656745Z","steps":["trace[1721893607] 'agreement among raft nodes before linearized reading' (duration: 2.27928482s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:08:22.656672Z","caller":"traceutil/trace.go:171","msg":"trace[195858313] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:3082; }","duration":"2.446553195s","start":"2026-04-27T21:08:20.21008Z","end":"2026-04-27T21:08:22.656633Z","steps":["trace[195858313] 'agreement among raft nodes before linearized reading' (duration: 2.446496863s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:08:22.657345Z","caller":"traceutil/trace.go:171","msg":"trace[399791408] range","detail":"{range_begin:/registry/masterleases/199.204.45.250; range_end:; response_count:1; response_revision:3082; }","duration":"1.499152313s","start":"2026-04-27T21:08:21.158179Z","end":"2026-04-27T21:08:22.657332Z","steps":["trace[399791408] 'agreement among raft nodes before linearized reading' (duration: 1.49901031s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:08:22.657523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:08:20.377324Z","time spent":"2.28018496s","remote":"127.0.0.1:40290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:08:22.657536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:08:20.210061Z","time spent":"2.447465224s","remote":"127.0.0.1:42852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:08:22.657548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:08:21.158157Z","time spent":"1.499376817s","remote":"127.0.0.1:39810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.250\" "} {"level":"info","ts":"2026-04-27T21:08:22.656766Z","caller":"traceutil/trace.go:171","msg":"trace[1857049082] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:3082; }","duration":"3.294448301s","start":"2026-04-27T21:08:19.362292Z","end":"2026-04-27T21:08:22.656741Z","steps":["trace[1857049082] 'agreement among raft nodes before linearized reading' (duration: 3.294095143s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:08:22.657251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.436103498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T21:08:22.657604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.963383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T21:08:22.656768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:08:19.902666Z","time spent":"2.754093255s","remote":"127.0.0.1:39864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":789,"request content":"key:\"/registry/events/openstack/valkey-node-0.18aa52d7d4deaa4c\" "} {"level":"warn","ts":"2026-04-27T21:08:22.657546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.29454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:08:22.65766Z","caller":"traceutil/trace.go:171","msg":"trace[2095142356] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:3082; }","duration":"485.051765ms","start":"2026-04-27T21:08:22.17259Z","end":"2026-04-27T21:08:22.657642Z","steps":["trace[2095142356] 'agreement among raft nodes before linearized reading' (duration: 484.987043ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:08:22.656905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.46953084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-27T21:08:22.657703Z","caller":"traceutil/trace.go:171","msg":"trace[1687103386] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3082; }","duration":"3.470370279s","start":"2026-04-27T21:08:19.187325Z","end":"2026-04-27T21:08:22.657695Z","steps":["trace[1687103386] 'agreement among raft nodes before linearized reading' (duration: 3.46951384s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:08:22.657632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:08:19.362268Z","time spent":"3.295346251s","remote":"127.0.0.1:39840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":119780,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-04-27T21:08:22.65771Z","caller":"traceutil/trace.go:171","msg":"trace[2051638266] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:3082; }","duration":"534.488575ms","start":"2026-04-27T21:08:22.123201Z","end":"2026-04-27T21:08:22.657689Z","steps":["trace[2051638266] 'agreement among raft nodes before linearized reading' (duration: 534.302921ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:08:22.657304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.608913856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-27T21:08:22.657733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:08:19.187299Z","time spent":"3.470428181s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-27T21:08:22.657752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:08:22.123173Z","time spent":"534.565937ms","remote":"127.0.0.1:42690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"info","ts":"2026-04-27T21:08:22.657645Z","caller":"traceutil/trace.go:171","msg":"trace[1161878344] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:3082; }","duration":"1.436534407s","start":"2026-04-27T21:08:21.22109Z","end":"2026-04-27T21:08:22.657624Z","steps":["trace[1161878344] 'agreement among raft nodes before linearized reading' (duration: 1.436086388s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:08:22.657757Z","caller":"traceutil/trace.go:171","msg":"trace[1431922169] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3082; }","duration":"1.609400406s","start":"2026-04-27T21:08:21.048344Z","end":"2026-04-27T21:08:22.657744Z","steps":["trace[1431922169] 'agreement among raft nodes before linearized reading' (duration: 1.608908835s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:08:22.657787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:08:21.221067Z","time spent":"1.436714992s","remote":"127.0.0.1:56716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:08:22.657797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:08:21.048321Z","time spent":"1.609466998s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-27T21:08:22.65771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:08:22.172568Z","time spent":"485.129377ms","remote":"127.0.0.1:42734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:08:22.657143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.469862218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-27T21:08:22.658292Z","caller":"traceutil/trace.go:171","msg":"trace[1843071301] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3082; }","duration":"3.471033474s","start":"2026-04-27T21:08:19.187236Z","end":"2026-04-27T21:08:22.65827Z","steps":["trace[1843071301] 'agreement among raft nodes before linearized reading' (duration: 3.469848668s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:08:22.65836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:08:19.187214Z","time spent":"3.471126586s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-27T21:08:22.659233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.230047794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:08:22.65955Z","caller":"traceutil/trace.go:171","msg":"trace[1848727341] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:3082; }","duration":"2.230402054s","start":"2026-04-27T21:08:20.42913Z","end":"2026-04-27T21:08:22.659532Z","steps":["trace[1848727341] 'agreement among raft nodes before linearized reading' (duration: 2.227311434s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:08:22.659645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:08:20.429109Z","time spent":"2.230519077s","remote":"127.0.0.1:42768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:08:22.942322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.163912ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-04-27T21:08:22.942522Z","caller":"traceutil/trace.go:171","msg":"trace[769833337] linearizableReadLoop","detail":"{readStateIndex:3208; appliedIndex:3207; }","duration":"283.231185ms","start":"2026-04-27T21:08:22.65927Z","end":"2026-04-27T21:08:22.942502Z","steps":["trace[769833337] 'read index received' (duration: 135.835398ms)","trace[769833337] 'applied index is now lower than readState.Index' (duration: 147.393407ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:08:22.942668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.39947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:08:22.942739Z","caller":"traceutil/trace.go:171","msg":"trace[791365494] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3082; }","duration":"283.500951ms","start":"2026-04-27T21:08:22.659226Z","end":"2026-04-27T21:08:22.942727Z","steps":["trace[791365494] 'agreement among raft nodes before linearized reading' (duration: 283.392039ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:08:22.972578Z","caller":"traceutil/trace.go:171","msg":"trace[1385914507] transaction","detail":"{read_only:false; response_revision:3083; number_of_response:1; }","duration":"313.036184ms","start":"2026-04-27T21:08:22.659517Z","end":"2026-04-27T21:08:22.972554Z","steps":["trace[1385914507] 'process raft request' (duration: 312.465542ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:08:22.972771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:08:22.659503Z","time spent":"313.197837ms","remote":"127.0.0.1:39864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:08:22.973058Z","caller":"traceutil/trace.go:171","msg":"trace[1363718660] transaction","detail":"{read_only:false; response_revision:3084; number_of_response:1; }","duration":"311.169873ms","start":"2026-04-27T21:08:22.661876Z","end":"2026-04-27T21:08:22.973046Z","steps":["trace[1363718660] 'process raft request' (duration: 310.238282ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:08:22.973126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:08:22.66186Z","time spent":"311.234104ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:08:22.973265Z","caller":"traceutil/trace.go:171","msg":"trace[111058450] transaction","detail":"{read_only:false; response_revision:3085; number_of_response:1; }","duration":"311.293446ms","start":"2026-04-27T21:08:22.661961Z","end":"2026-04-27T21:08:22.973254Z","steps":["trace[111058450] 'process raft request' (duration: 310.203771ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:08:22.973318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:08:22.661951Z","time spent":"311.336296ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:08:22.973454Z","caller":"traceutil/trace.go:171","msg":"trace[479538959] transaction","detail":"{read_only:false; response_revision:3086; number_of_response:1; }","duration":"310.772834ms","start":"2026-04-27T21:08:22.66267Z","end":"2026-04-27T21:08:22.973443Z","steps":["trace[479538959] 'process raft request' (duration: 309.526075ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:08:22.973516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:08:22.662636Z","time spent":"310.852936ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:08:22.973649Z","caller":"traceutil/trace.go:171","msg":"trace[33926850] transaction","detail":"{read_only:false; response_revision:3087; number_of_response:1; }","duration":"310.899947ms","start":"2026-04-27T21:08:22.662739Z","end":"2026-04-27T21:08:22.973639Z","steps":["trace[33926850] 'process raft request' (duration: 309.487925ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:08:22.973755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:08:22.662722Z","time spent":"310.956068ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:08:22.973893Z","caller":"traceutil/trace.go:171","msg":"trace[54609446] transaction","detail":"{read_only:false; response_revision:3088; number_of_response:1; }","duration":"311.044011ms","start":"2026-04-27T21:08:22.662839Z","end":"2026-04-27T21:08:22.973883Z","steps":["trace[54609446] 'process raft request' (duration: 309.418754ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:08:22.973953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:08:22.662828Z","time spent":"311.095452ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:08:22.974082Z","caller":"traceutil/trace.go:171","msg":"trace[1561275454] transaction","detail":"{read_only:false; response_revision:3089; number_of_response:1; }","duration":"311.164523ms","start":"2026-04-27T21:08:22.662908Z","end":"2026-04-27T21:08:22.974073Z","steps":["trace[1561275454] 'process raft request' (duration: 309.382712ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:08:22.97414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:08:22.662894Z","time spent":"311.217974ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:08:22.974271Z","caller":"traceutil/trace.go:171","msg":"trace[712363411] transaction","detail":"{read_only:false; response_revision:3090; number_of_response:1; }","duration":"310.548309ms","start":"2026-04-27T21:08:22.663713Z","end":"2026-04-27T21:08:22.974262Z","steps":["trace[712363411] 'process raft request' (duration: 308.604655ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:08:22.974328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:08:22.663698Z","time spent":"310.602121ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:08:22.974487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.676638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-27T21:08:22.97453Z","caller":"traceutil/trace.go:171","msg":"trace[1461436559] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:3090; }","duration":"251.7595ms","start":"2026-04-27T21:08:22.722758Z","end":"2026-04-27T21:08:22.974517Z","steps":["trace[1461436559] 'agreement among raft nodes before linearized reading' (duration: 251.682508ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:08:22.975043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.142576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:22 size:34965"} {"level":"info","ts":"2026-04-27T21:08:22.975082Z","caller":"traceutil/trace.go:171","msg":"trace[855131158] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:22; response_revision:3090; }","duration":"313.204928ms","start":"2026-04-27T21:08:22.661868Z","end":"2026-04-27T21:08:22.975073Z","steps":["trace[855131158] 'agreement among raft nodes before linearized reading' (duration: 312.976363ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:08:22.975112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:08:22.661857Z","time spent":"313.246969ms","remote":"127.0.0.1:39974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":22,"response size":34989,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-04-27T21:08:22.975351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.117099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-04-27T21:08:22.975387Z","caller":"traceutil/trace.go:171","msg":"trace[725405199] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3090; }","duration":"314.176541ms","start":"2026-04-27T21:08:22.661202Z","end":"2026-04-27T21:08:22.975379Z","steps":["trace[725405199] 'agreement among raft nodes before linearized reading' (duration: 314.080079ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:08:22.975415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:08:22.661193Z","time spent":"314.215701ms","remote":"127.0.0.1:39966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-27T21:08:22.975691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.620262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:22 size:34965"} {"level":"info","ts":"2026-04-27T21:08:22.975729Z","caller":"traceutil/trace.go:171","msg":"trace[1327942449] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:22; response_revision:3090; }","duration":"314.689582ms","start":"2026-04-27T21:08:22.661031Z","end":"2026-04-27T21:08:22.97572Z","steps":["trace[1327942449] 'agreement among raft nodes before linearized reading' (duration: 314.508807ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:08:22.975758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:08:22.661012Z","time spent":"314.739104ms","remote":"127.0.0.1:39974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":22,"response size":34989,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-04-27T21:08:23.702341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.946505ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T21:08:23.702879Z","caller":"traceutil/trace.go:171","msg":"trace[767171061] linearizableReadLoop","detail":"{readStateIndex:3219; appliedIndex:3216; }","duration":"730.227597ms","start":"2026-04-27T21:08:22.972351Z","end":"2026-04-27T21:08:23.702578Z","steps":["trace[767171061] 'read index received' (duration: 133.793743ms)","trace[767171061] 'applied index is now lower than readState.Index' (duration: 596.432824ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:08:23.703156Z","caller":"traceutil/trace.go:171","msg":"trace[970634299] transaction","detail":"{read_only:false; response_revision:3091; number_of_response:1; }","duration":"759.586786ms","start":"2026-04-27T21:08:22.943534Z","end":"2026-04-27T21:08:23.703121Z","steps":["trace[970634299] 'process raft request' (duration: 162.747153ms)","trace[970634299] 'compare' (duration: 595.79262ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:08:23.703202Z","caller":"traceutil/trace.go:171","msg":"trace[1629281809] transaction","detail":"{read_only:false; response_revision:3093; number_of_response:1; }","duration":"750.562064ms","start":"2026-04-27T21:08:22.952613Z","end":"2026-04-27T21:08:23.703175Z","steps":["trace[1629281809] 'process raft request' (duration: 749.92208ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:08:23.703214Z","caller":"traceutil/trace.go:171","msg":"trace[291288618] transaction","detail":"{read_only:false; response_revision:3092; number_of_response:1; }","duration":"750.664786ms","start":"2026-04-27T21:08:22.952513Z","end":"2026-04-27T21:08:23.703178Z","steps":["trace[291288618] 'process raft request' (duration: 749.93656ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:08:23.703323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:08:22.94351Z","time spent":"759.726449ms","remote":"127.0.0.1:39810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:08:23.703323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:08:22.952588Z","time spent":"750.659306ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:08:23.703359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:08:22.952492Z","time spent":"750.790049ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:08:23.703485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"752.749682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:08:23.703593Z","caller":"traceutil/trace.go:171","msg":"trace[239138424] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3093; }","duration":"752.985967ms","start":"2026-04-27T21:08:22.950589Z","end":"2026-04-27T21:08:23.703575Z","steps":["trace[239138424] 'agreement among raft nodes before linearized reading' (duration: 752.603619ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:08:23.703647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:08:22.950571Z","time spent":"753.064659ms","remote":"127.0.0.1:39786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T21:08:23.705933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.379778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-04-27T21:08:23.705992Z","caller":"traceutil/trace.go:171","msg":"trace[1492658260] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:3093; }","duration":"725.45234ms","start":"2026-04-27T21:08:22.980526Z","end":"2026-04-27T21:08:23.705978Z","steps":["trace[1492658260] 'agreement among raft nodes before linearized reading' (duration: 725.333208ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:08:23.706006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.629964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:119756"} {"level":"warn","ts":"2026-04-27T21:08:23.706027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:08:22.98052Z","time spent":"725.499961ms","remote":"127.0.0.1:39848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-04-27T21:08:23.706108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.461654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:8762"} {"level":"info","ts":"2026-04-27T21:08:23.706151Z","caller":"traceutil/trace.go:171","msg":"trace[1680961511] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:3093; }","duration":"727.537786ms","start":"2026-04-27T21:08:22.978604Z","end":"2026-04-27T21:08:23.706141Z","steps":["trace[1680961511] 'agreement among raft nodes before linearized reading' (duration: 727.384223ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:08:23.706181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:08:22.978588Z","time spent":"727.588107ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":8786,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-27T21:08:23.706345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.799409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-27T21:08:23.706388Z","caller":"traceutil/trace.go:171","msg":"trace[833829448] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3093; }","duration":"685.875741ms","start":"2026-04-27T21:08:23.020503Z","end":"2026-04-27T21:08:23.706378Z","steps":["trace[833829448] 'agreement among raft nodes before linearized reading' (duration: 685.624756ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:08:23.706388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.559954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18aa52d7e5e671dd\" ","response":"range_response_count:1 size:768"} {"level":"warn","ts":"2026-04-27T21:08:23.706411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:08:23.020485Z","time spent":"685.920382ms","remote":"127.0.0.1:39974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1393,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-04-27T21:08:23.70643Z","caller":"traceutil/trace.go:171","msg":"trace[319117455] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18aa52d7e5e671dd; range_end:; response_count:1; response_revision:3093; }","duration":"726.618366ms","start":"2026-04-27T21:08:22.9798Z","end":"2026-04-27T21:08:23.706418Z","steps":["trace[319117455] 'agreement among raft nodes before linearized reading' (duration: 726.458843ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:08:23.70647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:08:22.979788Z","time spent":"726.674857ms","remote":"127.0.0.1:39864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":792,"request content":"key:\"/registry/events/openstack/valkey-node-0.18aa52d7e5e671dd\" "} {"level":"info","ts":"2026-04-27T21:08:23.706671Z","caller":"traceutil/trace.go:171","msg":"trace[1489402164] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:3093; }","duration":"725.680425ms","start":"2026-04-27T21:08:22.980345Z","end":"2026-04-27T21:08:23.706025Z","steps":["trace[1489402164] 'agreement among raft nodes before linearized reading' (duration: 725.559573ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:08:23.706723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:08:22.980333Z","time spent":"726.36595ms","remote":"127.0.0.1:39840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":119780,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-04-27T21:08:24.210527Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185919323856802,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-27T21:08:24.674508Z","caller":"traceutil/trace.go:171","msg":"trace[1591592161] linearizableReadLoop","detail":"{readStateIndex:3220; appliedIndex:3219; }","duration":"964.641897ms","start":"2026-04-27T21:08:23.70984Z","end":"2026-04-27T21:08:24.674482Z","steps":["trace[1591592161] 'read index received' (duration: 964.466103ms)","trace[1591592161] 'applied index is now lower than readState.Index' (duration: 174.634µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:08:24.674558Z","caller":"traceutil/trace.go:171","msg":"trace[2040224428] transaction","detail":"{read_only:false; response_revision:3094; number_of_response:1; }","duration":"965.082428ms","start":"2026-04-27T21:08:23.709451Z","end":"2026-04-27T21:08:24.674534Z","steps":["trace[2040224428] 'process raft request' (duration: 964.853753ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:08:24.674691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:08:23.70942Z","time spent":"965.197261ms","remote":"127.0.0.1:39864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":753,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:08:24.674853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"964.990485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-27T21:08:24.674922Z","caller":"traceutil/trace.go:171","msg":"trace[1401404347] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:3094; }","duration":"965.108787ms","start":"2026-04-27T21:08:23.709795Z","end":"2026-04-27T21:08:24.674904Z","steps":["trace[1401404347] 'agreement among raft nodes before linearized reading' (duration: 964.801931ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:08:24.675035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:08:23.709786Z","time spent":"965.21152ms","remote":"127.0.0.1:40056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-04-27T21:08:25.175079Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185919323856806,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T21:08:25.676038Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185919323856806,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T21:08:25.853808Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.179491879s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-27T21:08:26.379549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.321659ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T21:08:26.379819Z","caller":"traceutil/trace.go:171","msg":"trace[692811202] transaction","detail":"{read_only:false; response_revision:3096; number_of_response:1; }","duration":"1.715751455s","start":"2026-04-27T21:08:24.664043Z","end":"2026-04-27T21:08:26.379795Z","steps":["trace[692811202] 'process raft request' (duration: 1.715630532s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:08:26.38004Z","caller":"traceutil/trace.go:171","msg":"trace[18605864] transaction","detail":"{read_only:false; response_revision:3095; number_of_response:1; }","duration":"1.946574604s","start":"2026-04-27T21:08:24.433423Z","end":"2026-04-27T21:08:26.379998Z","steps":["trace[18605864] 'process raft request' (duration: 1.420698452s)","trace[18605864] 'compare' (duration: 525.101324ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:08:26.380105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:08:24.664021Z","time spent":"1.7160117s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:08:26.380211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:08:24.433385Z","time spent":"1.946742698s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:08:26.413578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000383811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T21:08:26.413674Z","caller":"traceutil/trace.go:171","msg":"trace[1560455441] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000528094s","start":"2026-04-27T21:08:24.413126Z","end":"2026-04-27T21:08:26.413654Z","steps":["trace[1560455441] 'agreement among raft nodes before linearized reading' (duration: 2.000414582s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:08:26.413733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:08:24.413107Z","time spent":"2.000612296s","remote":"127.0.0.1:39786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/27 21:08:26 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T21:08:28.17644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.596979608s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T21:08:28.176911Z","caller":"traceutil/trace.go:171","msg":"trace[1378956500] transaction","detail":"{read_only:false; response_revision:3097; number_of_response:1; }","duration":"3.383129251s","start":"2026-04-27T21:08:24.793756Z","end":"2026-04-27T21:08:28.176885Z","steps":["trace[1378956500] 'process raft request' (duration: 1.785300074s)","trace[1378956500] 'compare' (duration: 1.595425863s)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:08:28.177026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:08:24.79373Z","time spent":"3.383236903s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:08:28.17724Z","caller":"traceutil/trace.go:171","msg":"trace[147410840] transaction","detail":"{read_only:false; response_revision:3098; number_of_response:1; }","duration":"2.46871678s","start":"2026-04-27T21:08:25.708514Z","end":"2026-04-27T21:08:28.177231Z","steps":["trace[147410840] 'process raft request' (duration: 2.468284571s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:08:28.177281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:08:25.708483Z","time spent":"2.468774392s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:08:28.17745Z","caller":"traceutil/trace.go:171","msg":"trace[1924915744] transaction","detail":"{read_only:false; response_revision:3099; number_of_response:1; }","duration":"2.467216097s","start":"2026-04-27T21:08:25.710224Z","end":"2026-04-27T21:08:28.17744Z","steps":["trace[1924915744] 'process raft request' (duration: 2.466738396s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:08:28.177488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:08:25.7102Z","time spent":"2.467264887s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:08:28.177564Z","caller":"traceutil/trace.go:171","msg":"trace[1282613581] linearizableReadLoop","detail":"{readStateIndex:3223; appliedIndex:3220; }","duration":"3.50296661s","start":"2026-04-27T21:08:24.674575Z","end":"2026-04-27T21:08:28.177542Z","steps":["trace[1282613581] 'read index received' (duration: 1.17953264s)","trace[1282613581] 'applied index is now lower than readState.Index' (duration: 2.32340813s)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:08:28.413923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999734187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T21:08:28.413994Z","caller":"traceutil/trace.go:171","msg":"trace[230285157] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999821559s","start":"2026-04-27T21:08:26.414157Z","end":"2026-04-27T21:08:28.413979Z","steps":["trace[230285157] 'agreement among raft nodes before linearized reading' (duration: 1.999731907s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:08:28.414031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:08:26.414094Z","time spent":"1.999929711s","remote":"127.0.0.1:39788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/27 21:08:28 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T21:08:29.16739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"990.329665ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-04-27T21:08:29.167693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.400640896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T21:08:29.167824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.457471962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1447"} {"level":"info","ts":"2026-04-27T21:08:29.168125Z","caller":"traceutil/trace.go:171","msg":"trace[1161465582] linearizableReadLoop","detail":"{readStateIndex:3226; appliedIndex:3225; }","duration":"990.481738ms","start":"2026-04-27T21:08:28.177622Z","end":"2026-04-27T21:08:29.168104Z","steps":["trace[1161465582] 'read index received' (duration: 307.438µs)","trace[1161465582] 'applied index is now lower than readState.Index' (duration: 990.173ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:08:29.16818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.613214705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:08:29.168162Z","caller":"traceutil/trace.go:171","msg":"trace[1791175459] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:3099; }","duration":"5.457807949s","start":"2026-04-27T21:08:23.710316Z","end":"2026-04-27T21:08:29.168124Z","steps":["trace[1791175459] 'agreement among raft nodes before linearized reading' (duration: 4.467325071s)","trace[1791175459] 'range keys from in-memory index tree' (duration: 990.08355ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:08:29.168189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.558385712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-27T21:08:29.168214Z","caller":"traceutil/trace.go:171","msg":"trace[1663201483] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:3099; }","duration":"3.613305297s","start":"2026-04-27T21:08:25.554902Z","end":"2026-04-27T21:08:29.168208Z","steps":["trace[1663201483] 'agreement among raft nodes before linearized reading' (duration: 3.613217115s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:08:29.168246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:08:25.55488Z","time spent":"3.613355068s","remote":"127.0.0.1:37916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:08:29.168286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.088339463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T21:08:29.168317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.185349665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-27T21:08:29.168326Z","caller":"traceutil/trace.go:171","msg":"trace[970330390] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:3099; }","duration":"1.088407065s","start":"2026-04-27T21:08:28.07991Z","end":"2026-04-27T21:08:29.168317Z","steps":["trace[970330390] 'agreement among raft nodes before linearized reading' (duration: 1.088353033s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:08:29.168349Z","caller":"traceutil/trace.go:171","msg":"trace[896432725] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3099; }","duration":"4.185418685s","start":"2026-04-27T21:08:24.982921Z","end":"2026-04-27T21:08:29.16834Z","steps":["trace[896432725] 'agreement among raft nodes before linearized reading' (duration: 4.185290332s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:08:29.168363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:08:28.079893Z","time spent":"1.088460785s","remote":"127.0.0.1:37822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:08:29.168346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.185252402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-27T21:08:29.168396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:08:24.98286Z","time spent":"4.185524858s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-27T21:08:29.168412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.653747452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-27T21:08:29.168432Z","caller":"traceutil/trace.go:171","msg":"trace[1288871739] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:3099; }","duration":"1.653807743s","start":"2026-04-27T21:08:27.514619Z","end":"2026-04-27T21:08:29.168426Z","steps":["trace[1288871739] 'agreement among raft nodes before linearized reading' (duration: 1.653766892s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:08:29.168452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:08:27.514598Z","time spent":"1.653849094s","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:08:29.168506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.18429305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-04-27T21:08:29.168537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:08:23.710301Z","time spent":"5.457918972s","remote":"127.0.0.1:39974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1471,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"info","ts":"2026-04-27T21:08:29.168551Z","caller":"traceutil/trace.go:171","msg":"trace[1524513212] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3099; }","duration":"4.184350131s","start":"2026-04-27T21:08:24.984191Z","end":"2026-04-27T21:08:29.168541Z","steps":["trace[1524513212] 'agreement among raft nodes before linearized reading' (duration: 4.184254859s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:08:29.16857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.868879461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T21:08:29.168588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:08:24.984184Z","time spent":"4.184395542s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-27T21:08:29.168629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.013856414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:08:29.168599Z","caller":"traceutil/trace.go:171","msg":"trace[1746602021] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:3099; }","duration":"2.868945773s","start":"2026-04-27T21:08:26.299644Z","end":"2026-04-27T21:08:29.16859Z","steps":["trace[1746602021] 'agreement among raft nodes before linearized reading' (duration: 2.868903232s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:08:29.168686Z","caller":"traceutil/trace.go:171","msg":"trace[854620621] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:3099; }","duration":"3.013962347s","start":"2026-04-27T21:08:26.154717Z","end":"2026-04-27T21:08:29.168679Z","steps":["trace[854620621] 'agreement among raft nodes before linearized reading' (duration: 3.013894135s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:08:29.168629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.185797444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-27T21:08:29.168716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:08:26.299615Z","time spent":"2.869086915s","remote":"127.0.0.1:42794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-04-27T21:08:29.168745Z","caller":"traceutil/trace.go:171","msg":"trace[481753770] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3099; }","duration":"4.185949837s","start":"2026-04-27T21:08:24.982783Z","end":"2026-04-27T21:08:29.168733Z","steps":["trace[481753770] 'agreement among raft nodes before linearized reading' (duration: 4.185768843s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:08:29.168793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:08:24.982763Z","time spent":"4.186019239s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-27T21:08:29.16882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.263144029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-27T21:08:29.168855Z","caller":"traceutil/trace.go:171","msg":"trace[1990272642] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:3099; }","duration":"3.26321731s","start":"2026-04-27T21:08:25.905631Z","end":"2026-04-27T21:08:29.168848Z","steps":["trace[1990272642] 'agreement among raft nodes before linearized reading' (duration: 3.263088228s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:08:29.168879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:08:25.90561Z","time spent":"3.263264722s","remote":"127.0.0.1:40264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-04-27T21:08:29.168419Z","caller":"traceutil/trace.go:171","msg":"trace[361970663] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3099; }","duration":"4.185351545s","start":"2026-04-27T21:08:24.98305Z","end":"2026-04-27T21:08:29.168402Z","steps":["trace[361970663] 'agreement among raft nodes before linearized reading' (duration: 4.18513244s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:08:29.168971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.187997654s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-27T21:08:29.168998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:08:24.983043Z","time spent":"4.185947788s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-27T21:08:29.16901Z","caller":"traceutil/trace.go:171","msg":"trace[913846810] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3099; }","duration":"4.188074245s","start":"2026-04-27T21:08:24.980926Z","end":"2026-04-27T21:08:29.169Z","steps":["trace[913846810] 'agreement among raft nodes before linearized reading' (duration: 4.187967432s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:08:29.169022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.536719258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T21:08:29.169045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:08:24.980906Z","time spent":"4.188130917s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-27T21:08:29.169036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.185522978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-27T21:08:29.169173Z","caller":"traceutil/trace.go:171","msg":"trace[1562460912] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3099; }","duration":"4.185703262s","start":"2026-04-27T21:08:24.983443Z","end":"2026-04-27T21:08:29.169146Z","steps":["trace[1562460912] 'agreement among raft nodes before linearized reading' (duration: 4.185132019s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:08:29.168055Z","caller":"traceutil/trace.go:171","msg":"trace[447546701] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3099; }","duration":"5.401014825s","start":"2026-04-27T21:08:23.76701Z","end":"2026-04-27T21:08:29.168025Z","steps":["trace[447546701] 'agreement among raft nodes before linearized reading' (duration: 4.410617239s)","trace[447546701] 'range keys from in-memory index tree' (duration: 990.036038ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:08:29.169365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:08:23.766998Z","time spent":"5.402356565s","remote":"127.0.0.1:40292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-27T21:08:29.169625Z","caller":"traceutil/trace.go:171","msg":"trace[1655049627] transaction","detail":"{read_only:false; response_revision:3100; number_of_response:1; }","duration":"781.843936ms","start":"2026-04-27T21:08:28.387762Z","end":"2026-04-27T21:08:29.169605Z","steps":["trace[1655049627] 'process raft request' (duration: 780.291221ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:08:29.169678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.283184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:08:29.16973Z","caller":"traceutil/trace.go:171","msg":"trace[1494392069] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:3100; }","duration":"708.340926ms","start":"2026-04-27T21:08:28.461378Z","end":"2026-04-27T21:08:29.169719Z","steps":["trace[1494392069] 'agreement among raft nodes before linearized reading' (duration: 708.245284ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:08:29.169742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:08:28.387743Z","time spent":"781.924418ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:08:29.169764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:08:28.461336Z","time spent":"708.419927ms","remote":"127.0.0.1:40084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":29,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-04-27T21:08:29.168239Z","caller":"traceutil/trace.go:171","msg":"trace[1225854712] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:3099; }","duration":"1.558476563s","start":"2026-04-27T21:08:27.609742Z","end":"2026-04-27T21:08:29.168219Z","steps":["trace[1225854712] 'agreement among raft nodes before linearized reading' (duration: 1.558362451s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:08:29.170062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:08:27.609707Z","time spent":"1.560331966s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-27T21:08:29.168707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:08:26.154692Z","time spent":"3.014010458s","remote":"127.0.0.1:42836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"info","ts":"2026-04-27T21:08:29.169058Z","caller":"traceutil/trace.go:171","msg":"trace[1343387953] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:3099; }","duration":"3.53679348s","start":"2026-04-27T21:08:25.632254Z","end":"2026-04-27T21:08:29.169047Z","steps":["trace[1343387953] 'agreement among raft nodes before linearized reading' (duration: 3.536737679s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:08:29.169236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:08:24.983434Z","time spent":"4.185790784s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-27T21:08:29.169245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.492252891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18aa52d5d55bc8fe\" ","response":"range_response_count:1 size:779"} {"level":"info","ts":"2026-04-27T21:08:29.170377Z","caller":"traceutil/trace.go:171","msg":"trace[233251968] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18aa52d5d55bc8fe; range_end:; response_count:1; response_revision:3099; }","duration":"4.493420508s","start":"2026-04-27T21:08:24.676947Z","end":"2026-04-27T21:08:29.170367Z","steps":["trace[233251968] 'agreement among raft nodes before linearized reading' (duration: 4.492038046s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:08:29.170469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:08:24.676925Z","time spent":"4.49353283s","remote":"127.0.0.1:39864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":803,"request content":"key:\"/registry/events/auth-system/keycloak-0.18aa52d5d55bc8fe\" "} {"level":"warn","ts":"2026-04-27T21:08:29.16806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.670935281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:08:29.170529Z","caller":"traceutil/trace.go:171","msg":"trace[1901175767] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:3099; }","duration":"4.673476958s","start":"2026-04-27T21:08:24.497024Z","end":"2026-04-27T21:08:29.170501Z","steps":["trace[1901175767] 'agreement among raft nodes before linearized reading' (duration: 3.680591226s)","trace[1901175767] 'count revisions from in-memory index tree' (duration: 990.364145ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:08:29.170606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:08:24.497001Z","time spent":"4.673582681s","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:08:29.171469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:08:25.632232Z","time spent":"3.539213834s","remote":"127.0.0.1:37890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:08:29.171836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.39152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:08:29.172042Z","caller":"traceutil/trace.go:171","msg":"trace[251804517] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3100; }","duration":"750.620565ms","start":"2026-04-27T21:08:28.421414Z","end":"2026-04-27T21:08:29.172034Z","steps":["trace[251804517] 'agreement among raft nodes before linearized reading' (duration: 747.941805ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:08:29.172061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:08:28.421379Z","time spent":"750.677546ms","remote":"127.0.0.1:39786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T21:08:29.676263Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185919323856814,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T21:08:30.775844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.451313ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:08:30.775958Z","caller":"traceutil/trace.go:171","msg":"trace[650204244] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3100; }","duration":"693.581986ms","start":"2026-04-27T21:08:30.082356Z","end":"2026-04-27T21:08:30.775938Z","steps":["trace[650204244] 'range keys from in-memory index tree' (duration: 693.430842ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:08:30.777039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"968.178437ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T21:08:30.777329Z","caller":"traceutil/trace.go:171","msg":"trace[193806010] transaction","detail":"{read_only:false; response_revision:3103; number_of_response:1; }","duration":"1.599104715s","start":"2026-04-27T21:08:29.178207Z","end":"2026-04-27T21:08:30.777312Z","steps":["trace[193806010] 'process raft request' (duration: 1.599030333s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:08:30.777331Z","caller":"traceutil/trace.go:171","msg":"trace[1105333302] transaction","detail":"{read_only:false; response_revision:3102; number_of_response:1; }","duration":"1.599136766s","start":"2026-04-27T21:08:29.178164Z","end":"2026-04-27T21:08:30.7773Z","steps":["trace[1105333302] 'process raft request' (duration: 1.598983222s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:08:30.777411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:08:29.178203Z","time spent":"1.599172716s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:08:30.777479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:08:29.178156Z","time spent":"1.599237558s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:08:30.777494Z","caller":"traceutil/trace.go:171","msg":"trace[482027821] transaction","detail":"{read_only:false; response_revision:3101; number_of_response:1; }","duration":"1.603149367s","start":"2026-04-27T21:08:29.17432Z","end":"2026-04-27T21:08:30.777469Z","steps":["trace[482027821] 'process raft request' (duration: 634.452338ms)","trace[482027821] 'compare' (duration: 967.41884ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:08:30.777631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:08:29.174299Z","time spent":"1.603248669s","remote":"127.0.0.1:39864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":764,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:08:30.777724Z","caller":"traceutil/trace.go:171","msg":"trace[1961053518] transaction","detail":"{read_only:false; response_revision:3105; number_of_response:1; }","duration":"1.599361482s","start":"2026-04-27T21:08:29.178346Z","end":"2026-04-27T21:08:30.777707Z","steps":["trace[1961053518] 'process raft request' (duration: 1.599181968s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:08:30.777852Z","caller":"traceutil/trace.go:171","msg":"trace[1850811750] transaction","detail":"{read_only:false; response_revision:3108; number_of_response:1; }","duration":"1.598646045s","start":"2026-04-27T21:08:29.179191Z","end":"2026-04-27T21:08:30.777837Z","steps":["trace[1850811750] 'process raft request' (duration: 1.598568644s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:08:30.777765Z","caller":"traceutil/trace.go:171","msg":"trace[567999133] transaction","detail":"{read_only:false; response_revision:3104; number_of_response:1; }","duration":"1.599438053s","start":"2026-04-27T21:08:29.17824Z","end":"2026-04-27T21:08:30.777678Z","steps":["trace[567999133] 'process raft request' (duration: 1.599029833s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:08:30.777848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:08:29.17834Z","time spent":"1.599446483s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:08:30.777857Z","caller":"traceutil/trace.go:171","msg":"trace[288499854] transaction","detail":"{read_only:false; response_revision:3107; number_of_response:1; }","duration":"1.598750978s","start":"2026-04-27T21:08:29.17908Z","end":"2026-04-27T21:08:30.777831Z","steps":["trace[288499854] 'process raft request' (duration: 1.598627716s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:08:30.777842Z","caller":"traceutil/trace.go:171","msg":"trace[309463126] transaction","detail":"{read_only:false; response_revision:3106; number_of_response:1; }","duration":"1.599149367s","start":"2026-04-27T21:08:29.178633Z","end":"2026-04-27T21:08:30.777782Z","steps":["trace[309463126] 'process raft request' (duration: 1.599021974s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:08:30.777931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:08:29.179177Z","time spent":"1.598709107s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:08:30.777841Z","caller":"traceutil/trace.go:171","msg":"trace[1752510958] linearizableReadLoop","detail":"{readStateIndex:3235; appliedIndex:3227; }","duration":"1.602270817s","start":"2026-04-27T21:08:29.175547Z","end":"2026-04-27T21:08:30.777818Z","steps":["trace[1752510958] 'read index received' (duration: 633.082527ms)","trace[1752510958] 'applied index is now lower than readState.Index' (duration: 969.18665ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:08:30.777982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.60242141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:08:30.778054Z","caller":"traceutil/trace.go:171","msg":"trace[1487210942] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3108; }","duration":"1.602517062s","start":"2026-04-27T21:08:29.175521Z","end":"2026-04-27T21:08:30.778038Z","steps":["trace[1487210942] 'agreement among raft nodes before linearized reading' (duration: 1.602364648s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:08:30.778004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:08:29.179066Z","time spent":"1.59885691s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:08:30.778056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:08:29.17862Z","time spent":"1.599326771s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:08:30.778114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:08:29.175507Z","time spent":"1.602594584s","remote":"127.0.0.1:39788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T21:08:30.778177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:08:29.178229Z","time spent":"1.599685299s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:08:31.27812Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185919323856826,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T21:08:31.726288Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.064013448s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-27T21:08:32.011597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.051997ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T21:08:32.011809Z","caller":"traceutil/trace.go:171","msg":"trace[1892559886] transaction","detail":"{read_only:false; response_revision:3111; number_of_response:1; }","duration":"1.830204942s","start":"2026-04-27T21:08:30.181587Z","end":"2026-04-27T21:08:32.011792Z","steps":["trace[1892559886] 'process raft request' (duration: 1.830162471s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:08:32.011882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:08:30.181566Z","time spent":"1.830283944s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:08:32.012037Z","caller":"traceutil/trace.go:171","msg":"trace[744873418] transaction","detail":"{read_only:false; response_revision:3110; number_of_response:1; }","duration":"1.830520529s","start":"2026-04-27T21:08:30.181492Z","end":"2026-04-27T21:08:32.012013Z","steps":["trace[744873418] 'process raft request' (duration: 1.830199972s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:08:32.01204Z","caller":"traceutil/trace.go:171","msg":"trace[14553984] transaction","detail":"{read_only:false; response_revision:3109; number_of_response:1; }","duration":"1.847861658s","start":"2026-04-27T21:08:30.164137Z","end":"2026-04-27T21:08:32.011998Z","steps":["trace[14553984] 'process raft request' (duration: 1.56233073s)","trace[14553984] 'compare' (duration: 284.581037ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:08:32.012138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:08:30.181472Z","time spent":"1.830621661s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:08:32.012227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:08:30.164109Z","time spent":"1.8480074s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:08:32.368487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.401592ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T21:08:32.369297Z","caller":"traceutil/trace.go:171","msg":"trace[1901451486] linearizableReadLoop","detail":"{readStateIndex:3240; appliedIndex:3235; }","duration":"1.59125243s","start":"2026-04-27T21:08:30.778023Z","end":"2026-04-27T21:08:32.369275Z","steps":["trace[1901451486] 'read index received' (duration: 948.460454ms)","trace[1901451486] 'applied index is now lower than readState.Index' (duration: 642.790726ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:08:32.36947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.028087874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-27T21:08:32.369471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.95080857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-27T21:08:32.369498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.423390373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-27T21:08:32.369666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.194045087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-04-27T21:08:32.369677Z","caller":"traceutil/trace.go:171","msg":"trace[652947194] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3113; }","duration":"2.423620848s","start":"2026-04-27T21:08:29.946036Z","end":"2026-04-27T21:08:32.369656Z","steps":["trace[652947194] 'agreement among raft nodes before linearized reading' (duration: 2.423393963s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:08:32.369711Z","caller":"traceutil/trace.go:171","msg":"trace[947116775] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3113; }","duration":"3.194109719s","start":"2026-04-27T21:08:29.175591Z","end":"2026-04-27T21:08:32.3697Z","steps":["trace[947116775] 'agreement among raft nodes before linearized reading' (duration: 3.193958156s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:08:32.369727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.588908877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa528bd1523b50\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-04-27T21:08:32.369751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:08:29.175577Z","time spent":"3.19416238s","remote":"127.0.0.1:39974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1343,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-04-27T21:08:32.36989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.194218152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:08:32.369936Z","caller":"traceutil/trace.go:171","msg":"trace[9498745] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3113; }","duration":"3.194367375s","start":"2026-04-27T21:08:29.175559Z","end":"2026-04-27T21:08:32.369926Z","steps":["trace[9498745] 'agreement among raft nodes before linearized reading' (duration: 3.194223372s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:08:32.370111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:08:29.946012Z","time spent":"2.423709561s","remote":"127.0.0.1:37958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-27T21:08:32.369759Z","caller":"traceutil/trace.go:171","msg":"trace[1196258680] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aa528bd1523b50; range_end:; response_count:1; response_revision:3113; }","duration":"1.588939247s","start":"2026-04-27T21:08:30.780808Z","end":"2026-04-27T21:08:32.369747Z","steps":["trace[1196258680] 'agreement among raft nodes before linearized reading' (duration: 1.588796174s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:08:32.37018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.778912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:08:32.370218Z","caller":"traceutil/trace.go:171","msg":"trace[1371012503] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:3113; }","duration":"219.849354ms","start":"2026-04-27T21:08:32.150358Z","end":"2026-04-27T21:08:32.370207Z","steps":["trace[1371012503] 'agreement among raft nodes before linearized reading' (duration: 219.794442ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:08:32.36955Z","caller":"traceutil/trace.go:171","msg":"trace[627333695] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:3113; }","duration":"2.950952444s","start":"2026-04-27T21:08:29.418579Z","end":"2026-04-27T21:08:32.369531Z","steps":["trace[627333695] 'agreement among raft nodes before linearized reading' (duration: 2.950744099s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:08:32.370267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:08:29.418558Z","time spent":"2.95169272s","remote":"127.0.0.1:40192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:08:32.370445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.652565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-27T21:08:32.370483Z","caller":"traceutil/trace.go:171","msg":"trace[351272007] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:3113; }","duration":"553.731835ms","start":"2026-04-27T21:08:31.816743Z","end":"2026-04-27T21:08:32.370474Z","steps":["trace[351272007] 'agreement among raft nodes before linearized reading' (duration: 553.675014ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:08:32.370512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:08:31.816721Z","time spent":"553.783097ms","remote":"127.0.0.1:40358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:08:32.370709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.211879575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.250\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-27T21:08:32.370209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:08:30.780744Z","time spent":"1.589446889s","remote":"127.0.0.1:39864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa528bd1523b50\" "} {"level":"info","ts":"2026-04-27T21:08:32.370748Z","caller":"traceutil/trace.go:171","msg":"trace[1855824651] range","detail":"{range_begin:/registry/masterleases/199.204.45.250; range_end:; response_count:1; response_revision:3113; }","duration":"1.211918426s","start":"2026-04-27T21:08:31.158817Z","end":"2026-04-27T21:08:32.370735Z","steps":["trace[1855824651] 'agreement among raft nodes before linearized reading' (duration: 1.211824984s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:08:32.370779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:08:31.15875Z","time spent":"1.212023328s","remote":"127.0.0.1:39810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.250\" "} {"level":"warn","ts":"2026-04-27T21:08:32.370971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.254994883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-27T21:08:32.370131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:08:29.175548Z","time spent":"3.194563869s","remote":"127.0.0.1:39974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-27T21:08:32.371089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.482240983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:08:32.371136Z","caller":"traceutil/trace.go:171","msg":"trace[1883611990] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:3113; }","duration":"1.482288244s","start":"2026-04-27T21:08:30.888833Z","end":"2026-04-27T21:08:32.371121Z","steps":["trace[1883611990] 'agreement among raft nodes before linearized reading' (duration: 1.482221312s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:08:32.371178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:08:30.88881Z","time spent":"1.482356046s","remote":"127.0.0.1:37884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"info","ts":"2026-04-27T21:08:32.371029Z","caller":"traceutil/trace.go:171","msg":"trace[236961253] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:3113; }","duration":"1.255085585s","start":"2026-04-27T21:08:31.11593Z","end":"2026-04-27T21:08:32.371015Z","steps":["trace[236961253] 'agreement among raft nodes before linearized reading' (duration: 1.254974223s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:08:32.371294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:08:31.11591Z","time spent":"1.255369231s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":14,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:08:32.371405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.587035686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:08:32.371456Z","caller":"traceutil/trace.go:171","msg":"trace[1086695599] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3113; }","duration":"1.587115677s","start":"2026-04-27T21:08:30.784328Z","end":"2026-04-27T21:08:32.371444Z","steps":["trace[1086695599] 'agreement among raft nodes before linearized reading' (duration: 1.587035654s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:08:32.371494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:08:30.784308Z","time spent":"1.587176399s","remote":"127.0.0.1:39786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-27T21:08:32.369525Z","caller":"traceutil/trace.go:171","msg":"trace[1883030443] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:3113; }","duration":"3.028183876s","start":"2026-04-27T21:08:29.341323Z","end":"2026-04-27T21:08:32.369507Z","steps":["trace[1883030443] 'agreement among raft nodes before linearized reading' (duration: 3.028094104s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:08:32.371662Z","caller":"traceutil/trace.go:171","msg":"trace[640284296] transaction","detail":"{read_only:false; response_revision:3113; number_of_response:1; }","duration":"1.192278156s","start":"2026-04-27T21:08:31.17937Z","end":"2026-04-27T21:08:32.371648Z","steps":["trace[640284296] 'process raft request' (duration: 1.18976378s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:08:32.371696Z","caller":"traceutil/trace.go:171","msg":"trace[387171032] transaction","detail":"{read_only:false; response_revision:3112; number_of_response:1; }","duration":"1.257426158s","start":"2026-04-27T21:08:31.114241Z","end":"2026-04-27T21:08:32.371667Z","steps":["trace[387171032] 'process raft request' (duration: 1.141769442s)","trace[387171032] 'compare' (duration: 112.29075ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:08:32.371758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:08:31.179347Z","time spent":"1.192352658s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:08:32.371962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:08:31.114212Z","time spent":"1.257680714s","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9386,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:08:32.37171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:08:29.341302Z","time spent":"3.030392185s","remote":"127.0.0.1:50608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:08:32.372405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.02215667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:08:32.372459Z","caller":"traceutil/trace.go:171","msg":"trace[417202426] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:3113; }","duration":"2.022270602s","start":"2026-04-27T21:08:30.350176Z","end":"2026-04-27T21:08:32.372447Z","steps":["trace[417202426] 'agreement among raft nodes before linearized reading' (duration: 2.02218722s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:08:32.372491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:08:30.350145Z","time spent":"2.022337344s","remote":"127.0.0.1:42750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-04-27T21:08:32.855009Z","caller":"traceutil/trace.go:171","msg":"trace[1327056249] linearizableReadLoop","detail":"{readStateIndex:3242; appliedIndex:3240; }","duration":"479.166723ms","start":"2026-04-27T21:08:32.375818Z","end":"2026-04-27T21:08:32.854985Z","steps":["trace[1327056249] 'read index received' (duration: 69.446838ms)","trace[1327056249] 'applied index is now lower than readState.Index' (duration: 409.718495ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:08:32.855127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:08:32.375704Z","time spent":"479.420029ms","remote":"127.0.0.1:39810","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-27T21:08:32.855347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.51396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:08:32.855389Z","caller":"traceutil/trace.go:171","msg":"trace[864951422] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3114; }","duration":"479.598672ms","start":"2026-04-27T21:08:32.37578Z","end":"2026-04-27T21:08:32.855378Z","steps":["trace[864951422] 'agreement among raft nodes before linearized reading' (duration: 479.5158ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:08:32.855417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:08:32.375761Z","time spent":"479.650464ms","remote":"127.0.0.1:39788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T21:08:32.855491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.034587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7462"} {"level":"info","ts":"2026-04-27T21:08:32.855545Z","caller":"traceutil/trace.go:171","msg":"trace[2088932333] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:3114; }","duration":"478.117579ms","start":"2026-04-27T21:08:32.377415Z","end":"2026-04-27T21:08:32.855532Z","steps":["trace[2088932333] 'agreement among raft nodes before linearized reading' (duration: 477.947575ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:08:32.855572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:08:32.377405Z","time spent":"478.161839ms","remote":"127.0.0.1:40308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7486,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"warn","ts":"2026-04-27T21:08:32.855757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.929755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-04-27T21:08:32.855777Z","caller":"traceutil/trace.go:171","msg":"trace[669390226] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3114; }","duration":"477.967395ms","start":"2026-04-27T21:08:32.377804Z","end":"2026-04-27T21:08:32.855771Z","steps":["trace[669390226] 'agreement among raft nodes before linearized reading' (duration: 477.902394ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:08:32.855794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:08:32.377796Z","time spent":"477.994646ms","remote":"127.0.0.1:39966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-27T21:08:32.855752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.704287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18aa52d5d55bc8fe\" ","response":"range_response_count:1 size:779"} {"level":"info","ts":"2026-04-27T21:08:32.85594Z","caller":"traceutil/trace.go:171","msg":"trace[1922902716] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18aa52d5d55bc8fe; range_end:; response_count:1; response_revision:3114; }","duration":"406.952052ms","start":"2026-04-27T21:08:32.448971Z","end":"2026-04-27T21:08:32.855923Z","steps":["trace[1922902716] 'agreement among raft nodes before linearized reading' (duration: 406.543103ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:08:32.856001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:08:32.44895Z","time spent":"407.036914ms","remote":"127.0.0.1:39864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":803,"request content":"key:\"/registry/events/auth-system/keycloak-0.18aa52d5d55bc8fe\" "} {"level":"warn","ts":"2026-04-27T21:08:33.457592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.338864ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T21:08:33.45843Z","caller":"traceutil/trace.go:171","msg":"trace[1658310522] linearizableReadLoop","detail":"{readStateIndex:3243; appliedIndex:3242; }","duration":"600.481236ms","start":"2026-04-27T21:08:32.857924Z","end":"2026-04-27T21:08:33.458406Z","steps":["trace[1658310522] 'read index received' (duration: 477.277642ms)","trace[1658310522] 'applied index is now lower than readState.Index' (duration: 123.201524ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:08:33.45844Z","caller":"traceutil/trace.go:171","msg":"trace[660213977] transaction","detail":"{read_only:false; response_revision:3115; number_of_response:1; }","duration":"602.485451ms","start":"2026-04-27T21:08:32.855938Z","end":"2026-04-27T21:08:33.458423Z","steps":["trace[660213977] 'process raft request' (duration: 479.219635ms)","trace[660213977] 'compare' (duration: 121.968746ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:08:33.458539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:08:32.855918Z","time spent":"602.553333ms","remote":"127.0.0.1:39810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:08:33.458582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.65059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:9400"} {"level":"info","ts":"2026-04-27T21:08:33.458645Z","caller":"traceutil/trace.go:171","msg":"trace[1241377801] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:3115; }","duration":"600.727951ms","start":"2026-04-27T21:08:32.857903Z","end":"2026-04-27T21:08:33.458631Z","steps":["trace[1241377801] 'agreement among raft nodes before linearized reading' (duration: 600.552458ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:08:33.458685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:08:32.857887Z","time spent":"600.791033ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":9424,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-27T21:08:33.885611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.368334ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T21:08:33.886098Z","caller":"traceutil/trace.go:171","msg":"trace[1260050409] transaction","detail":"{read_only:false; response_revision:3116; number_of_response:1; }","duration":"1.0280038s","start":"2026-04-27T21:08:32.85806Z","end":"2026-04-27T21:08:33.886064Z","steps":["trace[1260050409] 'process raft request' (duration: 820.084574ms)","trace[1260050409] 'compare' (duration: 207.138999ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:08:33.886175Z","caller":"traceutil/trace.go:171","msg":"trace[407920438] transaction","detail":"{read_only:false; response_revision:3118; number_of_response:1; }","duration":"1.026361843s","start":"2026-04-27T21:08:32.859773Z","end":"2026-04-27T21:08:33.886135Z","steps":["trace[407920438] 'process raft request' (duration: 1.026181109s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:08:33.886185Z","caller":"traceutil/trace.go:171","msg":"trace[845330861] transaction","detail":"{read_only:false; response_revision:3119; number_of_response:1; }","duration":"1.026183568s","start":"2026-04-27T21:08:32.859971Z","end":"2026-04-27T21:08:33.886154Z","steps":["trace[845330861] 'process raft request' (duration: 1.026034035s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:08:33.886235Z","caller":"traceutil/trace.go:171","msg":"trace[731605067] linearizableReadLoop","detail":"{readStateIndex:3250; appliedIndex:3243; }","duration":"427.756148ms","start":"2026-04-27T21:08:33.458455Z","end":"2026-04-27T21:08:33.886211Z","steps":["trace[731605067] 'read index received' (duration: 219.620398ms)","trace[731605067] 'applied index is now lower than readState.Index' (duration: 208.13476ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:08:33.886253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:08:32.857989Z","time spent":"1.028181404s","remote":"127.0.0.1:39864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":764,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:08:33.886336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:08:32.859765Z","time spent":"1.026492665s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:08:33.886361Z","caller":"traceutil/trace.go:171","msg":"trace[1116786918] transaction","detail":"{read_only:false; response_revision:3120; number_of_response:1; }","duration":"1.026072316s","start":"2026-04-27T21:08:32.860275Z","end":"2026-04-27T21:08:33.886347Z","steps":["trace[1116786918] 'process raft request' (duration: 1.02577615s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:08:33.88637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:08:32.859966Z","time spent":"1.026303582s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:08:33.886432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:08:32.860253Z","time spent":"1.026136367s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:08:33.886585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.023430977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:08:33.886621Z","caller":"traceutil/trace.go:171","msg":"trace[2054067132] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3122; }","duration":"1.023474998s","start":"2026-04-27T21:08:32.863136Z","end":"2026-04-27T21:08:33.886611Z","steps":["trace[2054067132] 'agreement among raft nodes before linearized reading' (duration: 1.023416637s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:08:33.886652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:08:32.863131Z","time spent":"1.023515509s","remote":"127.0.0.1:39786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-27T21:08:33.886317Z","caller":"traceutil/trace.go:171","msg":"trace[2097035581] transaction","detail":"{read_only:false; response_revision:3117; number_of_response:1; }","duration":"1.026809182s","start":"2026-04-27T21:08:32.859397Z","end":"2026-04-27T21:08:33.886206Z","steps":["trace[2097035581] 'process raft request' (duration: 1.026439814s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:08:33.886747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.834565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-27T21:08:33.886762Z","caller":"traceutil/trace.go:171","msg":"trace[76832154] transaction","detail":"{read_only:false; response_revision:3121; number_of_response:1; }","duration":"1.026385293s","start":"2026-04-27T21:08:32.860367Z","end":"2026-04-27T21:08:33.886752Z","steps":["trace[76832154] 'process raft request' (duration: 1.025735589s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:08:33.886789Z","caller":"traceutil/trace.go:171","msg":"trace[837024324] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:3122; }","duration":"826.917257ms","start":"2026-04-27T21:08:33.059859Z","end":"2026-04-27T21:08:33.886777Z","steps":["trace[837024324] 'agreement among raft nodes before linearized reading' (duration: 826.856356ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:08:33.886815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:08:32.860361Z","time spent":"1.026429434s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:08:33.886828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:08:33.059836Z","time spent":"826.984169ms","remote":"127.0.0.1:40114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":4,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-04-27T21:08:33.886721Z","caller":"traceutil/trace.go:171","msg":"trace[1301809375] transaction","detail":"{read_only:false; response_revision:3122; number_of_response:1; }","duration":"1.026296001s","start":"2026-04-27T21:08:32.860403Z","end":"2026-04-27T21:08:33.886699Z","steps":["trace[1301809375] 'process raft request' (duration: 1.025748489s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:08:33.886929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.008446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T21:08:33.886988Z","caller":"traceutil/trace.go:171","msg":"trace[876071170] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:3122; }","duration":"297.119869ms","start":"2026-04-27T21:08:33.589856Z","end":"2026-04-27T21:08:33.886976Z","steps":["trace[876071170] 'agreement among raft nodes before linearized reading' (duration: 296.827452ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:08:33.886966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.786572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-04-27T21:08:33.88713Z","caller":"traceutil/trace.go:171","msg":"trace[87734007] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3122; }","duration":"417.09113ms","start":"2026-04-27T21:08:33.470012Z","end":"2026-04-27T21:08:33.887103Z","steps":["trace[87734007] 'agreement among raft nodes before linearized reading' (duration: 416.68396ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:08:33.887044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:08:32.85939Z","time spent":"1.027409905s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:08:33.887211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:08:33.469989Z","time spent":"417.203833ms","remote":"127.0.0.1:38014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5707,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-27T21:08:33.886715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.295646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-04-27T21:08:33.887329Z","caller":"traceutil/trace.go:171","msg":"trace[496642353] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:3122; }","duration":"426.936462ms","start":"2026-04-27T21:08:33.46038Z","end":"2026-04-27T21:08:33.887317Z","steps":["trace[496642353] 'agreement among raft nodes before linearized reading' (duration: 426.268026ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:08:33.887369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:08:33.460367Z","time spent":"426.991143ms","remote":"127.0.0.1:39956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-27T21:08:33.886689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"866.647138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-27T21:08:33.887468Z","caller":"traceutil/trace.go:171","msg":"trace[471978697] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3122; }","duration":"867.471307ms","start":"2026-04-27T21:08:33.019983Z","end":"2026-04-27T21:08:33.887454Z","steps":["trace[471978697] 'agreement among raft nodes before linearized reading' (duration: 866.559176ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:08:33.887525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:08:33.019959Z","time spent":"867.552109ms","remote":"127.0.0.1:39974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1393,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-04-27T21:08:33.887508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:08:32.860397Z","time spent":"1.026590529s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:08:34.576253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.195199ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T21:08:34.576382Z","caller":"traceutil/trace.go:171","msg":"trace[2001534736] transaction","detail":"{read_only:false; response_revision:3125; number_of_response:1; }","duration":"558.096775ms","start":"2026-04-27T21:08:34.018275Z","end":"2026-04-27T21:08:34.576372Z","steps":["trace[2001534736] 'process raft request' (duration: 558.076985ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:08:34.576387Z","caller":"traceutil/trace.go:171","msg":"trace[1827698335] linearizableReadLoop","detail":"{readStateIndex:3252; appliedIndex:3251; }","duration":"657.25259ms","start":"2026-04-27T21:08:33.919111Z","end":"2026-04-27T21:08:34.576364Z","steps":["trace[1827698335] 'read index received' (duration: 175.897217ms)","trace[1827698335] 'applied index is now lower than readState.Index' (duration: 481.352813ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:08:34.576471Z","caller":"traceutil/trace.go:171","msg":"trace[60537612] transaction","detail":"{read_only:false; response_revision:3123; number_of_response:1; }","duration":"659.722375ms","start":"2026-04-27T21:08:33.91674Z","end":"2026-04-27T21:08:34.576462Z","steps":["trace[60537612] 'process raft request' (duration: 178.26234ms)","trace[60537612] 'compare' (duration: 481.093877ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:08:34.576519Z","caller":"traceutil/trace.go:171","msg":"trace[1876104190] transaction","detail":"{read_only:false; response_revision:3124; number_of_response:1; }","duration":"558.583396ms","start":"2026-04-27T21:08:34.017929Z","end":"2026-04-27T21:08:34.576513Z","steps":["trace[1876104190] 'process raft request' (duration: 558.392622ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:08:34.576547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:08:34.017891Z","time spent":"558.641508ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:08:34.576548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:08:33.916715Z","time spent":"659.775297ms","remote":"127.0.0.1:39864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:08:34.576715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.614548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1319"} {"level":"warn","ts":"2026-04-27T21:08:34.576414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:08:34.018243Z","time spent":"558.156807ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:08:34.576734Z","caller":"traceutil/trace.go:171","msg":"trace[899790502] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3125; }","duration":"657.671579ms","start":"2026-04-27T21:08:33.919056Z","end":"2026-04-27T21:08:34.576727Z","steps":["trace[899790502] 'agreement among raft nodes before linearized reading' (duration: 657.554367ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:08:34.576749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:08:33.919036Z","time spent":"657.709721ms","remote":"127.0.0.1:39974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1343,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-04-27T21:08:35.358847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.201733ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T21:08:35.359315Z","caller":"traceutil/trace.go:171","msg":"trace[1389593061] transaction","detail":"{read_only:false; response_revision:3127; number_of_response:1; }","duration":"779.602715ms","start":"2026-04-27T21:08:34.57969Z","end":"2026-04-27T21:08:35.359293Z","steps":["trace[1389593061] 'process raft request' (duration: 779.314919ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:08:35.35939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:08:34.579673Z","time spent":"779.689066ms","remote":"127.0.0.1:39864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-27T21:08:35.359513Z","caller":"traceutil/trace.go:171","msg":"trace[838733463] linearizableReadLoop","detail":"{readStateIndex:3255; appliedIndex:3254; }","duration":"783.046801ms","start":"2026-04-27T21:08:34.576434Z","end":"2026-04-27T21:08:35.359481Z","steps":["trace[838733463] 'read index received' (duration: 127.106262ms)","trace[838733463] 'applied index is now lower than readState.Index' (duration: 655.936759ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:08:35.359521Z","caller":"traceutil/trace.go:171","msg":"trace[1642495188] transaction","detail":"{read_only:false; response_revision:3126; number_of_response:1; }","duration":"981.385193ms","start":"2026-04-27T21:08:34.378084Z","end":"2026-04-27T21:08:35.35947Z","steps":["trace[1642495188] 'process raft request' (duration: 325.427463ms)","trace[1642495188] 'compare' (duration: 654.992839ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:08:35.359696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"803.732557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-27T21:08:35.359732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:08:34.378066Z","time spent":"981.558426ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:08:35.359788Z","caller":"traceutil/trace.go:171","msg":"trace[1883997333] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:3127; }","duration":"803.867949ms","start":"2026-04-27T21:08:34.555898Z","end":"2026-04-27T21:08:35.359766Z","steps":["trace[1883997333] 'agreement among raft nodes before linearized reading' (duration: 803.692606ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:08:35.359797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"779.822409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7462"} {"level":"info","ts":"2026-04-27T21:08:35.359839Z","caller":"traceutil/trace.go:171","msg":"trace[1982910631] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:3127; }","duration":"779.882971ms","start":"2026-04-27T21:08:34.579944Z","end":"2026-04-27T21:08:35.359827Z","steps":["trace[1982910631] 'agreement among raft nodes before linearized reading' (duration: 779.712387ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:08:35.359839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:08:34.555882Z","time spent":"803.946782ms","remote":"127.0.0.1:40044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:08:35.359871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:08:34.579937Z","time spent":"779.927322ms","remote":"127.0.0.1:40308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7486,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"info","ts":"2026-04-27T21:08:50.244929Z","caller":"traceutil/trace.go:171","msg":"trace[285617034] transaction","detail":"{read_only:false; response_revision:3211; number_of_response:1; }","duration":"151.645503ms","start":"2026-04-27T21:08:50.093249Z","end":"2026-04-27T21:08:50.244894Z","steps":["trace[285617034] 'process raft request' (duration: 151.333856ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:08:50.245097Z","caller":"traceutil/trace.go:171","msg":"trace[220550501] linearizableReadLoop","detail":"{readStateIndex:3343; appliedIndex:3341; }","duration":"151.716735ms","start":"2026-04-27T21:08:50.093341Z","end":"2026-04-27T21:08:50.245057Z","steps":["trace[220550501] 'read index received' (duration: 11.325955ms)","trace[220550501] 'applied index is now lower than readState.Index' (duration: 140.38814ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:08:50.245333Z","caller":"traceutil/trace.go:171","msg":"trace[312965484] transaction","detail":"{read_only:false; response_revision:3212; number_of_response:1; }","duration":"151.04792ms","start":"2026-04-27T21:08:50.094041Z","end":"2026-04-27T21:08:50.245089Z","steps":["trace[312965484] 'process raft request' (duration: 150.794104ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:08:50.245352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.988201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-27T21:08:50.24544Z","caller":"traceutil/trace.go:171","msg":"trace[646883707] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3212; }","duration":"152.133544ms","start":"2026-04-27T21:08:50.093284Z","end":"2026-04-27T21:08:50.245418Z","steps":["trace[646883707] 'agreement among raft nodes before linearized reading' (duration: 151.905399ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:08:50.245702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.870322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-27T21:08:50.24577Z","caller":"traceutil/trace.go:171","msg":"trace[253032129] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3212; }","duration":"132.975253ms","start":"2026-04-27T21:08:50.112782Z","end":"2026-04-27T21:08:50.245758Z","steps":["trace[253032129] 'agreement among raft nodes before linearized reading' (duration: 132.576615ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:08:50.874736Z","caller":"traceutil/trace.go:171","msg":"trace[1835716042] transaction","detail":"{read_only:false; response_revision:3216; number_of_response:1; }","duration":"200.50095ms","start":"2026-04-27T21:08:50.674206Z","end":"2026-04-27T21:08:50.874707Z","steps":["trace[1835716042] 'process raft request' (duration: 200.314976ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:08:50.943101Z","caller":"traceutil/trace.go:171","msg":"trace[1077070556] linearizableReadLoop","detail":"{readStateIndex:3349; appliedIndex:3347; }","duration":"208.94501ms","start":"2026-04-27T21:08:50.734123Z","end":"2026-04-27T21:08:50.943068Z","steps":["trace[1077070556] 'read index received' (duration: 140.422462ms)","trace[1077070556] 'applied index is now lower than readState.Index' (duration: 68.521238ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:08:50.943169Z","caller":"traceutil/trace.go:171","msg":"trace[905629563] transaction","detail":"{read_only:false; response_revision:3217; number_of_response:1; }","duration":"261.286563ms","start":"2026-04-27T21:08:50.681848Z","end":"2026-04-27T21:08:50.943134Z","steps":["trace[905629563] 'process raft request' (duration: 253.694243ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:08:50.943299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.141394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-27T21:08:50.943406Z","caller":"traceutil/trace.go:171","msg":"trace[655826202] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:3217; }","duration":"209.305288ms","start":"2026-04-27T21:08:50.734077Z","end":"2026-04-27T21:08:50.943382Z","steps":["trace[655826202] 'agreement among raft nodes before linearized reading' (duration: 209.119874ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:10:32.26942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.318359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-27T21:10:32.269571Z","caller":"traceutil/trace.go:171","msg":"trace[959274538] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3791; }","duration":"185.461532ms","start":"2026-04-27T21:10:32.084052Z","end":"2026-04-27T21:10:32.269514Z","steps":["trace[959274538] 'count revisions from in-memory index tree' (duration: 185.215587ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:10:39.092393Z","caller":"traceutil/trace.go:171","msg":"trace[964663805] linearizableReadLoop","detail":"{readStateIndex:4063; appliedIndex:4061; }","duration":"527.373796ms","start":"2026-04-27T21:10:38.564994Z","end":"2026-04-27T21:10:39.092368Z","steps":["trace[964663805] 'read index received' (duration: 2.468544ms)","trace[964663805] 'applied index is now lower than readState.Index' (duration: 524.903652ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:10:39.092456Z","caller":"traceutil/trace.go:171","msg":"trace[823720938] transaction","detail":"{read_only:false; response_revision:3902; number_of_response:1; }","duration":"528.125674ms","start":"2026-04-27T21:10:38.564279Z","end":"2026-04-27T21:10:39.092405Z","steps":["trace[823720938] 'process raft request' (duration: 515.352507ms)","trace[823720938] 'compare' (duration: 12.296986ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:10:39.092499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.482668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/secrettemplates.secretgen.carvel.dev\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:10:39.092559Z","caller":"traceutil/trace.go:171","msg":"trace[44195231] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/secrettemplates.secretgen.carvel.dev; range_end:; response_count:0; response_revision:3902; }","duration":"527.570771ms","start":"2026-04-27T21:10:38.564971Z","end":"2026-04-27T21:10:39.092542Z","steps":["trace[44195231] 'agreement among raft nodes before linearized reading' (duration: 527.473779ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:10:39.09259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:10:38.564262Z","time spent":"528.267016ms","remote":"127.0.0.1:39838","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3765,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:10:39.092765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.603389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-27T21:10:39.092753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.601529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-27T21:10:39.092607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:10:38.564963Z","time spent":"527.636282ms","remote":"127.0.0.1:39838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":29,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/secrettemplates.secretgen.carvel.dev\" "} {"level":"info","ts":"2026-04-27T21:10:39.092801Z","caller":"traceutil/trace.go:171","msg":"trace[1253847612] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3902; }","duration":"358.67332ms","start":"2026-04-27T21:10:38.734119Z","end":"2026-04-27T21:10:39.092793Z","steps":["trace[1253847612] 'agreement among raft nodes before linearized reading' (duration: 358.510547ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:10:39.092831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:10:38.7341Z","time spent":"358.722181ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-27T21:10:39.092829Z","caller":"traceutil/trace.go:171","msg":"trace[1352681916] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3902; }","duration":"350.695031ms","start":"2026-04-27T21:10:38.742116Z","end":"2026-04-27T21:10:39.092811Z","steps":["trace[1352681916] 'agreement among raft nodes before linearized reading' (duration: 350.473236ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:10:39.092892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:10:38.742104Z","time spent":"350.766482ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-27T21:10:39.092563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.267075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-27T21:10:39.092983Z","caller":"traceutil/trace.go:171","msg":"trace[518467337] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:3902; }","duration":"519.721584ms","start":"2026-04-27T21:10:38.573243Z","end":"2026-04-27T21:10:39.092964Z","steps":["trace[518467337] 'agreement among raft nodes before linearized reading' (duration: 519.260944ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:10:39.09305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:10:38.573231Z","time spent":"519.796595ms","remote":"127.0.0.1:40044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-04-27T21:11:04.607701Z","caller":"traceutil/trace.go:171","msg":"trace[342444910] linearizableReadLoop","detail":"{readStateIndex:4278; appliedIndex:4277; }","duration":"193.200076ms","start":"2026-04-27T21:11:04.414472Z","end":"2026-04-27T21:11:04.607672Z","steps":["trace[342444910] 'read index received' (duration: 192.187944ms)","trace[342444910] 'applied index is now lower than readState.Index' (duration: 1.010862ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:11:04.607841Z","caller":"traceutil/trace.go:171","msg":"trace[1269304537] transaction","detail":"{read_only:false; response_revision:4112; number_of_response:1; }","duration":"210.518025ms","start":"2026-04-27T21:11:04.397267Z","end":"2026-04-27T21:11:04.607785Z","steps":["trace[1269304537] 'process raft request' (duration: 209.456191ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:11:04.607906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.409541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:11:04.607979Z","caller":"traceutil/trace.go:171","msg":"trace[2030706375] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4112; }","duration":"193.532054ms","start":"2026-04-27T21:11:04.414431Z","end":"2026-04-27T21:11:04.607963Z","steps":["trace[2030706375] 'agreement among raft nodes before linearized reading' (duration: 193.36596ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:11:04.608009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.741601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:11:04.608135Z","caller":"traceutil/trace.go:171","msg":"trace[965825877] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:4112; }","duration":"149.918624ms","start":"2026-04-27T21:11:04.458186Z","end":"2026-04-27T21:11:04.608104Z","steps":["trace[965825877] 'agreement among raft nodes before linearized reading' (duration: 149.701809ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:11:09.733841Z","caller":"traceutil/trace.go:171","msg":"trace[1209837791] transaction","detail":"{read_only:false; response_revision:4139; number_of_response:1; }","duration":"140.490829ms","start":"2026-04-27T21:11:09.593321Z","end":"2026-04-27T21:11:09.733811Z","steps":["trace[1209837791] 'process raft request' (duration: 140.323466ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:11:09.813399Z","caller":"traceutil/trace.go:171","msg":"trace[2089089227] transaction","detail":"{read_only:false; response_revision:4140; number_of_response:1; }","duration":"216.007588ms","start":"2026-04-27T21:11:09.597355Z","end":"2026-04-27T21:11:09.813362Z","steps":["trace[2089089227] 'process raft request' (duration: 163.231671ms)","trace[2089089227] 'compare' (duration: 52.594313ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:11:15.697213Z","caller":"traceutil/trace.go:171","msg":"trace[13701396] linearizableReadLoop","detail":"{readStateIndex:4340; appliedIndex:4339; }","duration":"428.254182ms","start":"2026-04-27T21:11:15.26892Z","end":"2026-04-27T21:11:15.697174Z","steps":["trace[13701396] 'read index received' (duration: 428.071048ms)","trace[13701396] 'applied index is now lower than readState.Index' (duration: 182.394µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:11:15.697347Z","caller":"traceutil/trace.go:171","msg":"trace[192603706] transaction","detail":"{read_only:false; response_revision:4172; number_of_response:1; }","duration":"430.557393ms","start":"2026-04-27T21:11:15.26674Z","end":"2026-04-27T21:11:15.697297Z","steps":["trace[192603706] 'process raft request' (duration: 430.301728ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:11:15.697439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.447334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-27T21:11:15.697477Z","caller":"traceutil/trace.go:171","msg":"trace[2136325323] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4172; }","duration":"423.523155ms","start":"2026-04-27T21:11:15.273945Z","end":"2026-04-27T21:11:15.697468Z","steps":["trace[2136325323] 'agreement among raft nodes before linearized reading' (duration: 423.369192ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:11:15.697507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.940131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-04-27T21:11:15.697516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:11:15.266724Z","time spent":"430.707706ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:11:15.697541Z","caller":"traceutil/trace.go:171","msg":"trace[1023956443] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4172; }","duration":"361.998441ms","start":"2026-04-27T21:11:15.335532Z","end":"2026-04-27T21:11:15.69753Z","steps":["trace[1023956443] 'agreement among raft nodes before linearized reading' (duration: 361.93562ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:11:15.697573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:11:15.335515Z","time spent":"362.050753ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-27T21:11:15.697697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.477661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-27T21:11:15.697698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:11:15.27393Z","time spent":"423.576887ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-27T21:11:15.697719Z","caller":"traceutil/trace.go:171","msg":"trace[231058245] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4172; }","duration":"378.530483ms","start":"2026-04-27T21:11:15.319183Z","end":"2026-04-27T21:11:15.697714Z","steps":["trace[231058245] 'agreement among raft nodes before linearized reading' (duration: 378.470191ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:11:15.697737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:11:15.319162Z","time spent":"378.570564ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-27T21:11:15.697439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.512447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-27T21:11:15.69773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.665625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T21:11:15.69777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.231697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-27T21:11:15.697815Z","caller":"traceutil/trace.go:171","msg":"trace[1569115022] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4172; }","duration":"366.313419ms","start":"2026-04-27T21:11:15.331491Z","end":"2026-04-27T21:11:15.697804Z","steps":["trace[1569115022] 'agreement among raft nodes before linearized reading' (duration: 366.158485ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:11:15.69782Z","caller":"traceutil/trace.go:171","msg":"trace[1142556547] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4172; }","duration":"281.808888ms","start":"2026-04-27T21:11:15.415992Z","end":"2026-04-27T21:11:15.697801Z","steps":["trace[1142556547] 'agreement among raft nodes before linearized reading' (duration: 281.632884ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:11:15.697854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:11:15.331465Z","time spent":"366.38259ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-27T21:11:15.697825Z","caller":"traceutil/trace.go:171","msg":"trace[799664036] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4172; }","duration":"428.939896ms","start":"2026-04-27T21:11:15.268856Z","end":"2026-04-27T21:11:15.697796Z","steps":["trace[799664036] 'agreement among raft nodes before linearized reading' (duration: 428.457146ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:11:15.69807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:11:15.268833Z","time spent":"429.191172ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-27T21:11:45.780711Z","caller":"traceutil/trace.go:171","msg":"trace[1610211230] transaction","detail":"{read_only:false; response_revision:4366; number_of_response:1; }","duration":"153.778797ms","start":"2026-04-27T21:11:45.626905Z","end":"2026-04-27T21:11:45.780684Z","steps":["trace[1610211230] 'process raft request' (duration: 153.589873ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:11:45.962899Z","caller":"traceutil/trace.go:171","msg":"trace[255739576] linearizableReadLoop","detail":"{readStateIndex:4545; appliedIndex:4544; }","duration":"150.990725ms","start":"2026-04-27T21:11:45.81188Z","end":"2026-04-27T21:11:45.962871Z","steps":["trace[255739576] 'read index received' (duration: 103.60477ms)","trace[255739576] 'applied index is now lower than readState.Index' (duration: 47.384885ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:11:45.96293Z","caller":"traceutil/trace.go:171","msg":"trace[1544985057] transaction","detail":"{read_only:false; response_revision:4367; number_of_response:1; }","duration":"153.211094ms","start":"2026-04-27T21:11:45.809685Z","end":"2026-04-27T21:11:45.962896Z","steps":["trace[1544985057] 'process raft request' (duration: 105.707717ms)","trace[1544985057] 'compare' (duration: 47.315593ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:11:45.963105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.20826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/alertmanagers.monitoring.coreos.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:11:45.96319Z","caller":"traceutil/trace.go:171","msg":"trace[1792403962] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/alertmanagers.monitoring.coreos.com; range_end:; response_count:0; response_revision:4367; }","duration":"151.370694ms","start":"2026-04-27T21:11:45.8118Z","end":"2026-04-27T21:11:45.963171Z","steps":["trace[1792403962] 'agreement among raft nodes before linearized reading' (duration: 151.19728ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:11:46.012102Z","caller":"traceutil/trace.go:171","msg":"trace[985483584] transaction","detail":"{read_only:false; response_revision:4368; number_of_response:1; }","duration":"153.356249ms","start":"2026-04-27T21:11:45.858717Z","end":"2026-04-27T21:11:46.012074Z","steps":["trace[985483584] 'process raft request' (duration: 152.883828ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:11:46.012497Z","caller":"traceutil/trace.go:171","msg":"trace[971591988] transaction","detail":"{read_only:false; response_revision:4369; number_of_response:1; }","duration":"101.089963ms","start":"2026-04-27T21:11:45.911368Z","end":"2026-04-27T21:11:46.012458Z","steps":["trace[971591988] 'process raft request' (duration: 100.587402ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:11:46.012574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.98866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-27T21:11:46.012631Z","caller":"traceutil/trace.go:171","msg":"trace[1515346556] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4369; }","duration":"165.091913ms","start":"2026-04-27T21:11:45.847525Z","end":"2026-04-27T21:11:46.012617Z","steps":["trace[1515346556] 'agreement among raft nodes before linearized reading' (duration: 164.882248ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:11:46.338522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.127256ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T21:11:46.339149Z","caller":"traceutil/trace.go:171","msg":"trace[1332301972] transaction","detail":"{read_only:false; response_revision:4373; number_of_response:1; }","duration":"320.401126ms","start":"2026-04-27T21:11:46.018714Z","end":"2026-04-27T21:11:46.339115Z","steps":["trace[1332301972] 'process raft request' (duration: 320.154931ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:11:46.33917Z","caller":"traceutil/trace.go:171","msg":"trace[1788466978] transaction","detail":"{read_only:false; response_revision:4375; number_of_response:1; }","duration":"320.107869ms","start":"2026-04-27T21:11:46.01903Z","end":"2026-04-27T21:11:46.339138Z","steps":["trace[1788466978] 'process raft request' (duration: 319.914275ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:11:46.339194Z","caller":"traceutil/trace.go:171","msg":"trace[615298049] transaction","detail":"{read_only:false; response_revision:4376; number_of_response:1; }","duration":"320.092928ms","start":"2026-04-27T21:11:46.019064Z","end":"2026-04-27T21:11:46.339157Z","steps":["trace[615298049] 'process raft request' (duration: 319.911494ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:11:46.339409Z","caller":"traceutil/trace.go:171","msg":"trace[1592778023] transaction","detail":"{read_only:false; response_revision:4374; number_of_response:1; }","duration":"320.220512ms","start":"2026-04-27T21:11:46.018974Z","end":"2026-04-27T21:11:46.339195Z","steps":["trace[1592778023] 'process raft request' (duration: 319.939886ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:11:46.339445Z","caller":"traceutil/trace.go:171","msg":"trace[406019545] transaction","detail":"{read_only:false; response_revision:4378; number_of_response:1; }","duration":"227.067677ms","start":"2026-04-27T21:11:46.112362Z","end":"2026-04-27T21:11:46.339429Z","steps":["trace[406019545] 'process raft request' (duration: 226.727819ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:11:46.339438Z","caller":"traceutil/trace.go:171","msg":"trace[723569173] transaction","detail":"{read_only:false; response_revision:4377; number_of_response:1; }","duration":"320.290123ms","start":"2026-04-27T21:11:46.019105Z","end":"2026-04-27T21:11:46.339395Z","steps":["trace[723569173] 'process raft request' (duration: 319.899805ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:11:46.339521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:11:46.019024Z","time spent":"320.409406ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:11:46.339551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:11:46.019059Z","time spent":"320.403106ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:11:46.339625Z","caller":"traceutil/trace.go:171","msg":"trace[1789046172] linearizableReadLoop","detail":"{readStateIndex:4555; appliedIndex:4548; }","duration":"296.803925ms","start":"2026-04-27T21:11:46.042798Z","end":"2026-04-27T21:11:46.339601Z","steps":["trace[1789046172] 'read index received' (duration: 121.662255ms)","trace[1789046172] 'applied index is now lower than readState.Index' (duration: 175.13935ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:11:46.33965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:11:46.0191Z","time spent":"320.429226ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:11:46.339691Z","caller":"traceutil/trace.go:171","msg":"trace[3599413] transaction","detail":"{read_only:false; response_revision:4372; number_of_response:1; }","duration":"322.334628ms","start":"2026-04-27T21:11:46.017343Z","end":"2026-04-27T21:11:46.339678Z","steps":["trace[3599413] 'process raft request' (duration: 321.308336ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:11:46.339765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:11:46.017337Z","time spent":"322.395441ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:11:46.339787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.971818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/alertmanagers.monitoring.coreos.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:11:46.339676Z","caller":"traceutil/trace.go:171","msg":"trace[1168965858] transaction","detail":"{read_only:false; response_revision:4371; number_of_response:1; }","duration":"322.428891ms","start":"2026-04-27T21:11:46.017198Z","end":"2026-04-27T21:11:46.339626Z","steps":["trace[1168965858] 'process raft request' (duration: 147.066607ms)","trace[1168965858] 'compare' (duration: 173.955722ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:11:46.33983Z","caller":"traceutil/trace.go:171","msg":"trace[1624565950] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/alertmanagers.monitoring.coreos.com; range_end:; response_count:0; response_revision:4378; }","duration":"297.089261ms","start":"2026-04-27T21:11:46.042728Z","end":"2026-04-27T21:11:46.339818Z","steps":["trace[1624565950] 'agreement among raft nodes before linearized reading' (duration: 296.99982ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:11:46.33993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.291935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-k99ft\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-27T21:11:46.339982Z","caller":"traceutil/trace.go:171","msg":"trace[799595957] range","detail":"{range_begin:/registry/pods/openstack/keepalived-k99ft; range_end:; response_count:1; response_revision:4378; }","duration":"160.378887ms","start":"2026-04-27T21:11:46.17959Z","end":"2026-04-27T21:11:46.339969Z","steps":["trace[799595957] 'agreement among raft nodes before linearized reading' (duration: 160.176292ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:11:46.33997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:11:46.017181Z","time spent":"322.673496ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:11:46.340021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:11:46.018703Z","time spent":"320.705972ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:11:46.340687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:11:46.018967Z","time spent":"320.510479ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:11:46.778554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.348469ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T21:11:46.778938Z","caller":"traceutil/trace.go:171","msg":"trace[2019510532] linearizableReadLoop","detail":"{readStateIndex:4557; appliedIndex:4556; }","duration":"433.767755ms","start":"2026-04-27T21:11:46.345127Z","end":"2026-04-27T21:11:46.778894Z","steps":["trace[2019510532] 'read index received' (duration: 143.262352ms)","trace[2019510532] 'applied index is now lower than readState.Index' (duration: 290.500493ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:11:46.779175Z","caller":"traceutil/trace.go:171","msg":"trace[2023465873] transaction","detail":"{read_only:false; response_revision:4379; number_of_response:1; }","duration":"434.012781ms","start":"2026-04-27T21:11:46.344962Z","end":"2026-04-27T21:11:46.778974Z","steps":["trace[2023465873] 'process raft request' (duration: 143.15219ms)","trace[2023465873] 'compare' (duration: 290.184756ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:11:46.779459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:11:46.34494Z","time spent":"434.322917ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:11:46.816352Z","caller":"traceutil/trace.go:171","msg":"trace[942588165] transaction","detail":"{read_only:false; response_revision:4380; number_of_response:1; }","duration":"398.39065ms","start":"2026-04-27T21:11:46.417937Z","end":"2026-04-27T21:11:46.816327Z","steps":["trace[942588165] 'process raft request' (duration: 398.059832ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:11:46.816354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.500609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-27T21:11:46.816442Z","caller":"traceutil/trace.go:171","msg":"trace[1010343389] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:4380; }","duration":"252.618701ms","start":"2026-04-27T21:11:46.563798Z","end":"2026-04-27T21:11:46.816417Z","steps":["trace[1010343389] 'agreement among raft nodes before linearized reading' (duration: 252.473758ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:11:46.816457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:11:46.417908Z","time spent":"398.499882ms","remote":"127.0.0.1:39838","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":277905,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:11:46.817293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.141467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62865"} {"level":"info","ts":"2026-04-27T21:11:46.817397Z","caller":"traceutil/trace.go:171","msg":"trace[1916965215] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4379; }","duration":"472.290571ms","start":"2026-04-27T21:11:46.345081Z","end":"2026-04-27T21:11:46.817371Z","steps":["trace[1916965215] 'agreement among raft nodes before linearized reading' (duration: 433.931679ms)","trace[1916965215] 'range keys from in-memory index tree' (duration: 36.762967ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:11:46.817465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:11:46.345068Z","time spent":"472.386584ms","remote":"127.0.0.1:39966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":7,"response size":62889,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-27T21:11:46.817555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.780804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:11:46.817674Z","caller":"traceutil/trace.go:171","msg":"trace[964766306] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:4380; }","duration":"211.984348ms","start":"2026-04-27T21:11:46.605664Z","end":"2026-04-27T21:11:46.817648Z","steps":["trace[964766306] 'agreement among raft nodes before linearized reading' (duration: 210.947964ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:11:47.035069Z","caller":"traceutil/trace.go:171","msg":"trace[968643035] linearizableReadLoop","detail":"{readStateIndex:4561; appliedIndex:4560; }","duration":"144.607352ms","start":"2026-04-27T21:11:46.890436Z","end":"2026-04-27T21:11:47.035043Z","steps":["trace[968643035] 'read index received' (duration: 144.410667ms)","trace[968643035] 'applied index is now lower than readState.Index' (duration: 195.445µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:11:47.03514Z","caller":"traceutil/trace.go:171","msg":"trace[758839296] transaction","detail":"{read_only:false; response_revision:4382; number_of_response:1; }","duration":"150.946045ms","start":"2026-04-27T21:11:46.884169Z","end":"2026-04-27T21:11:47.035115Z","steps":["trace[758839296] 'process raft request' (duration: 150.69276ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:11:47.035258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.803076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:11:47.035328Z","caller":"traceutil/trace.go:171","msg":"trace[1943010269] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:4382; }","duration":"144.94724ms","start":"2026-04-27T21:11:46.890361Z","end":"2026-04-27T21:11:47.035308Z","steps":["trace[1943010269] 'agreement among raft nodes before linearized reading' (duration: 144.796666ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:11:47.114131Z","caller":"traceutil/trace.go:171","msg":"trace[2088556735] transaction","detail":"{read_only:false; response_revision:4383; number_of_response:1; }","duration":"207.977417ms","start":"2026-04-27T21:11:46.906116Z","end":"2026-04-27T21:11:47.114094Z","steps":["trace[2088556735] 'process raft request' (duration: 207.361133ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:11:47.486267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.323956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/probes.monitoring.coreos.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:11:47.486358Z","caller":"traceutil/trace.go:171","msg":"trace[1066420051] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/probes.monitoring.coreos.com; range_end:; response_count:0; response_revision:4383; }","duration":"361.453509ms","start":"2026-04-27T21:11:47.124881Z","end":"2026-04-27T21:11:47.486335Z","steps":["trace[1066420051] 'range keys from in-memory index tree' (duration: 361.253174ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:11:47.486404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:11:47.124864Z","time spent":"361.529941ms","remote":"127.0.0.1:39838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":29,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/probes.monitoring.coreos.com\" "} {"level":"warn","ts":"2026-04-27T21:11:47.486718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.956415ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T21:11:47.486855Z","caller":"traceutil/trace.go:171","msg":"trace[930082509] linearizableReadLoop","detail":"{readStateIndex:4563; appliedIndex:4562; }","duration":"290.143495ms","start":"2026-04-27T21:11:47.196689Z","end":"2026-04-27T21:11:47.486833Z","steps":["trace[930082509] 'read index received' (duration: 154.955475ms)","trace[930082509] 'applied index is now lower than readState.Index' (duration: 135.186369ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:11:47.486925Z","caller":"traceutil/trace.go:171","msg":"trace[103222184] transaction","detail":"{read_only:false; response_revision:4384; number_of_response:1; }","duration":"341.826928ms","start":"2026-04-27T21:11:47.14506Z","end":"2026-04-27T21:11:47.486887Z","steps":["trace[103222184] 'process raft request' (duration: 206.565826ms)","trace[103222184] 'compare' (duration: 134.73998ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:11:47.486988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.293169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:11:47.487068Z","caller":"traceutil/trace.go:171","msg":"trace[1459415495] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:4384; }","duration":"290.435241ms","start":"2026-04-27T21:11:47.196619Z","end":"2026-04-27T21:11:47.487054Z","steps":["trace[1459415495] 'agreement among raft nodes before linearized reading' (duration: 290.304337ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:11:47.487131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:11:47.145028Z","time spent":"342.012882ms","remote":"127.0.0.1:39838","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":25550,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:11:47.508128Z","caller":"traceutil/trace.go:171","msg":"trace[103377773] transaction","detail":"{read_only:false; response_revision:4385; number_of_response:1; }","duration":"304.540969ms","start":"2026-04-27T21:11:47.203566Z","end":"2026-04-27T21:11:47.508107Z","steps":["trace[103377773] 'process raft request' (duration: 304.085659ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:11:47.508283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:11:47.203548Z","time spent":"304.645761ms","remote":"127.0.0.1:39838","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":278910,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:11:47.560919Z","caller":"traceutil/trace.go:171","msg":"trace[2098134927] transaction","detail":"{read_only:false; response_revision:4386; number_of_response:1; }","duration":"209.093233ms","start":"2026-04-27T21:11:47.3518Z","end":"2026-04-27T21:11:47.560893Z","steps":["trace[2098134927] 'process raft request' (duration: 208.866808ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:11:47.561175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.33637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:11:47.561284Z","caller":"traceutil/trace.go:171","msg":"trace[939415199] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4387; }","duration":"146.503595ms","start":"2026-04-27T21:11:47.414752Z","end":"2026-04-27T21:11:47.561255Z","steps":["trace[939415199] 'agreement among raft nodes before linearized reading' (duration: 146.207178ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:12:18.006742Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2586} {"level":"info","ts":"2026-04-27T21:12:18.106352Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2586,"took":"98.184298ms","hash":3502199827,"current-db-size-bytes":42692608,"current-db-size":"43 MB","current-db-size-in-use-bytes":17915904,"current-db-size-in-use":"18 MB"} {"level":"info","ts":"2026-04-27T21:12:18.106406Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3502199827,"revision":2586,"compact-revision":-1} {"level":"info","ts":"2026-04-27T21:12:20.741038Z","caller":"traceutil/trace.go:171","msg":"trace[1384240572] transaction","detail":"{read_only:false; response_revision:4607; number_of_response:1; }","duration":"111.278853ms","start":"2026-04-27T21:12:20.629738Z","end":"2026-04-27T21:12:20.741017Z","steps":["trace[1384240572] 'process raft request' (duration: 110.978986ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:12:23.133015Z","caller":"traceutil/trace.go:171","msg":"trace[869072141] linearizableReadLoop","detail":"{readStateIndex:4831; appliedIndex:4830; }","duration":"144.647854ms","start":"2026-04-27T21:12:22.988325Z","end":"2026-04-27T21:12:23.132973Z","steps":["trace[869072141] 'read index received' (duration: 62.152979ms)","trace[869072141] 'applied index is now lower than readState.Index' (duration: 82.493815ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:12:23.133066Z","caller":"traceutil/trace.go:171","msg":"trace[1780569192] transaction","detail":"{read_only:false; response_revision:4633; number_of_response:1; }","duration":"206.186117ms","start":"2026-04-27T21:12:22.926855Z","end":"2026-04-27T21:12:23.133041Z","steps":["trace[1780569192] 'process raft request' (duration: 123.626591ms)","trace[1780569192] 'compare' (duration: 82.372312ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:12:23.133253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.918949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-k99ft\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-27T21:12:23.13333Z","caller":"traceutil/trace.go:171","msg":"trace[62765314] range","detail":"{range_begin:/registry/pods/openstack/keepalived-k99ft; range_end:; response_count:1; response_revision:4633; }","duration":"145.039322ms","start":"2026-04-27T21:12:22.98827Z","end":"2026-04-27T21:12:23.133309Z","steps":["trace[62765314] 'agreement among raft nodes before linearized reading' (duration: 144.847048ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:12:23.535712Z","caller":"traceutil/trace.go:171","msg":"trace[1027519796] linearizableReadLoop","detail":"{readStateIndex:4832; appliedIndex:4831; }","duration":"375.659468ms","start":"2026-04-27T21:12:23.160015Z","end":"2026-04-27T21:12:23.535675Z","steps":["trace[1027519796] 'read index received' (duration: 352.262511ms)","trace[1027519796] 'applied index is now lower than readState.Index' (duration: 23.395707ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:12:23.535735Z","caller":"traceutil/trace.go:171","msg":"trace[1907117083] transaction","detail":"{read_only:false; response_revision:4634; number_of_response:1; }","duration":"394.565854ms","start":"2026-04-27T21:12:23.141143Z","end":"2026-04-27T21:12:23.535709Z","steps":["trace[1907117083] 'process raft request' (duration: 371.077065ms)","trace[1907117083] 'compare' (duration: 23.118331ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:12:23.53596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.924494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T21:12:23.535982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.937064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-04-27T21:12:23.536014Z","caller":"traceutil/trace.go:171","msg":"trace[247553217] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:4634; }","duration":"127.051277ms","start":"2026-04-27T21:12:23.408951Z","end":"2026-04-27T21:12:23.536002Z","steps":["trace[247553217] 'agreement among raft nodes before linearized reading' (duration: 126.939904ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:12:23.536002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.244007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-04-27T21:12:23.53599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.262895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-27T21:12:23.536051Z","caller":"traceutil/trace.go:171","msg":"trace[656143786] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:4634; }","duration":"376.044086ms","start":"2026-04-27T21:12:23.159988Z","end":"2026-04-27T21:12:23.536032Z","steps":["trace[656143786] 'agreement among raft nodes before linearized reading' (duration: 375.833672ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:12:23.536057Z","caller":"traceutil/trace.go:171","msg":"trace[1942927031] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4634; }","duration":"278.337889ms","start":"2026-04-27T21:12:23.257708Z","end":"2026-04-27T21:12:23.536046Z","steps":["trace[1942927031] 'agreement among raft nodes before linearized reading' (duration: 278.143125ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:12:23.536088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:12:23.159976Z","time spent":"376.104728ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-27T21:12:23.536095Z","caller":"traceutil/trace.go:171","msg":"trace[1868559684] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:4634; }","duration":"192.413478ms","start":"2026-04-27T21:12:23.343653Z","end":"2026-04-27T21:12:23.536067Z","steps":["trace[1868559684] 'agreement among raft nodes before linearized reading' (duration: 192.267635ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:12:23.53647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:12:23.141113Z","time spent":"394.740107ms","remote":"127.0.0.1:39966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4494,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:12:23.751013Z","caller":"traceutil/trace.go:171","msg":"trace[31335948] linearizableReadLoop","detail":"{readStateIndex:4833; appliedIndex:4832; }","duration":"158.016415ms","start":"2026-04-27T21:12:23.592969Z","end":"2026-04-27T21:12:23.750985Z","steps":["trace[31335948] 'read index received' (duration: 157.728447ms)","trace[31335948] 'applied index is now lower than readState.Index' (duration: 286.628µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:12:23.751067Z","caller":"traceutil/trace.go:171","msg":"trace[1460625196] transaction","detail":"{read_only:false; response_revision:4635; number_of_response:1; }","duration":"210.021163ms","start":"2026-04-27T21:12:23.541013Z","end":"2026-04-27T21:12:23.751034Z","steps":["trace[1460625196] 'process raft request' (duration: 209.751537ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:12:23.751166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.187008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:12:23.751226Z","caller":"traceutil/trace.go:171","msg":"trace[2041988727] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4635; }","duration":"158.26296ms","start":"2026-04-27T21:12:23.592947Z","end":"2026-04-27T21:12:23.75121Z","steps":["trace[2041988727] 'agreement among raft nodes before linearized reading' (duration: 158.148977ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:12:25.243252Z","caller":"traceutil/trace.go:171","msg":"trace[1129876288] linearizableReadLoop","detail":"{readStateIndex:4844; appliedIndex:4843; }","duration":"100.399538ms","start":"2026-04-27T21:12:25.142832Z","end":"2026-04-27T21:12:25.243232Z","steps":["trace[1129876288] 'read index received' (duration: 100.280686ms)","trace[1129876288] 'applied index is now lower than readState.Index' (duration: 117.972µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:12:25.243345Z","caller":"traceutil/trace.go:171","msg":"trace[692415536] transaction","detail":"{read_only:false; response_revision:4646; number_of_response:1; }","duration":"104.468259ms","start":"2026-04-27T21:12:25.13884Z","end":"2026-04-27T21:12:25.243308Z","steps":["trace[692415536] 'process raft request' (duration: 104.244474ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:12:25.243467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.613433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-k99ft\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-27T21:12:25.243538Z","caller":"traceutil/trace.go:171","msg":"trace[859896594] range","detail":"{range_begin:/registry/pods/openstack/keepalived-k99ft; range_end:; response_count:1; response_revision:4646; }","duration":"100.695434ms","start":"2026-04-27T21:12:25.142799Z","end":"2026-04-27T21:12:25.243495Z","steps":["trace[859896594] 'agreement among raft nodes before linearized reading' (duration: 100.542451ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:12:29.346993Z","caller":"traceutil/trace.go:171","msg":"trace[1109409403] transaction","detail":"{read_only:false; response_revision:4923; number_of_response:1; }","duration":"120.851168ms","start":"2026-04-27T21:12:29.226104Z","end":"2026-04-27T21:12:29.346955Z","steps":["trace[1109409403] 'process raft request' (duration: 118.968576ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:12:29.350993Z","caller":"traceutil/trace.go:171","msg":"trace[364501870] transaction","detail":"{read_only:false; response_revision:4924; number_of_response:1; }","duration":"116.424778ms","start":"2026-04-27T21:12:29.234542Z","end":"2026-04-27T21:12:29.350966Z","steps":["trace[364501870] 'process raft request' (duration: 116.198023ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:12:29.66566Z","caller":"traceutil/trace.go:171","msg":"trace[2131022126] transaction","detail":"{read_only:false; response_revision:4946; number_of_response:1; }","duration":"129.748828ms","start":"2026-04-27T21:12:29.535874Z","end":"2026-04-27T21:12:29.665623Z","steps":["trace[2131022126] 'process raft request' (duration: 127.570288ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:12:29.665864Z","caller":"traceutil/trace.go:171","msg":"trace[332492128] transaction","detail":"{read_only:false; response_revision:4950; number_of_response:1; }","duration":"125.416851ms","start":"2026-04-27T21:12:29.540409Z","end":"2026-04-27T21:12:29.665826Z","steps":["trace[332492128] 'process raft request' (duration: 125.226417ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:12:29.66603Z","caller":"traceutil/trace.go:171","msg":"trace[1579797492] transaction","detail":"{read_only:false; response_revision:4955; number_of_response:1; }","duration":"125.403171ms","start":"2026-04-27T21:12:29.540596Z","end":"2026-04-27T21:12:29.665999Z","steps":["trace[1579797492] 'process raft request' (duration: 125.219287ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:12:29.66605Z","caller":"traceutil/trace.go:171","msg":"trace[966583891] transaction","detail":"{read_only:false; response_revision:4957; number_of_response:1; }","duration":"125.215666ms","start":"2026-04-27T21:12:29.540804Z","end":"2026-04-27T21:12:29.666019Z","steps":["trace[966583891] 'process raft request' (duration: 125.079243ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:12:29.666082Z","caller":"traceutil/trace.go:171","msg":"trace[125841100] transaction","detail":"{read_only:false; response_revision:4958; number_of_response:1; }","duration":"125.044642ms","start":"2026-04-27T21:12:29.541014Z","end":"2026-04-27T21:12:29.666059Z","steps":["trace[125841100] 'process raft request' (duration: 124.905179ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:12:29.666141Z","caller":"traceutil/trace.go:171","msg":"trace[766978974] transaction","detail":"{read_only:false; response_revision:4947; number_of_response:1; }","duration":"125.956873ms","start":"2026-04-27T21:12:29.540165Z","end":"2026-04-27T21:12:29.666122Z","steps":["trace[766978974] 'process raft request' (duration: 125.341829ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:12:29.666175Z","caller":"traceutil/trace.go:171","msg":"trace[1156253430] transaction","detail":"{read_only:false; response_revision:4956; number_of_response:1; }","duration":"125.510853ms","start":"2026-04-27T21:12:29.540627Z","end":"2026-04-27T21:12:29.666138Z","steps":["trace[1156253430] 'process raft request' (duration: 125.219417ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:12:29.666172Z","caller":"traceutil/trace.go:171","msg":"trace[1677343282] transaction","detail":"{read_only:false; response_revision:4951; number_of_response:1; }","duration":"125.725988ms","start":"2026-04-27T21:12:29.54044Z","end":"2026-04-27T21:12:29.666166Z","steps":["trace[1677343282] 'process raft request' (duration: 125.237047ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:12:29.666318Z","caller":"traceutil/trace.go:171","msg":"trace[191090598] transaction","detail":"{read_only:false; response_revision:4954; number_of_response:1; }","duration":"125.746378ms","start":"2026-04-27T21:12:29.540566Z","end":"2026-04-27T21:12:29.666313Z","steps":["trace[191090598] 'process raft request' (duration: 125.217136ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:12:29.666311Z","caller":"traceutil/trace.go:171","msg":"trace[293915878] transaction","detail":"{read_only:false; response_revision:4953; number_of_response:1; }","duration":"125.771628ms","start":"2026-04-27T21:12:29.54052Z","end":"2026-04-27T21:12:29.666292Z","steps":["trace[293915878] 'process raft request' (duration: 125.226106ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:12:29.666393Z","caller":"traceutil/trace.go:171","msg":"trace[1627217524] transaction","detail":"{read_only:false; response_revision:4948; number_of_response:1; }","duration":"126.066785ms","start":"2026-04-27T21:12:29.540267Z","end":"2026-04-27T21:12:29.666334Z","steps":["trace[1627217524] 'process raft request' (duration: 125.288338ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:12:29.666501Z","caller":"traceutil/trace.go:171","msg":"trace[1754394878] transaction","detail":"{read_only:false; response_revision:4949; number_of_response:1; }","duration":"126.110167ms","start":"2026-04-27T21:12:29.540375Z","end":"2026-04-27T21:12:29.666486Z","steps":["trace[1754394878] 'process raft request' (duration: 125.222717ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:12:29.666523Z","caller":"traceutil/trace.go:171","msg":"trace[324028506] transaction","detail":"{read_only:false; response_revision:4952; number_of_response:1; }","duration":"126.003564ms","start":"2026-04-27T21:12:29.540492Z","end":"2026-04-27T21:12:29.666496Z","steps":["trace[324028506] 'process raft request' (duration: 125.221327ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:12:29.77729Z","caller":"traceutil/trace.go:171","msg":"trace[2119747938] transaction","detail":"{read_only:false; response_revision:4960; number_of_response:1; }","duration":"101.335779ms","start":"2026-04-27T21:12:29.675915Z","end":"2026-04-27T21:12:29.77725Z","steps":["trace[2119747938] 'process raft request' (duration: 94.508165ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:12:30.402405Z","caller":"traceutil/trace.go:171","msg":"trace[944270158] transaction","detail":"{read_only:false; response_revision:4974; number_of_response:1; }","duration":"119.991188ms","start":"2026-04-27T21:12:30.28239Z","end":"2026-04-27T21:12:30.402381Z","steps":["trace[944270158] 'process raft request' (duration: 119.837595ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:12:30.432468Z","caller":"traceutil/trace.go:171","msg":"trace[1649136269] transaction","detail":"{read_only:false; response_revision:4975; number_of_response:1; }","duration":"148.273435ms","start":"2026-04-27T21:12:30.28416Z","end":"2026-04-27T21:12:30.432434Z","steps":["trace[1649136269] 'process raft request' (duration: 148.04185ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:12:30.432609Z","caller":"traceutil/trace.go:171","msg":"trace[1797585595] transaction","detail":"{read_only:false; response_revision:4976; number_of_response:1; }","duration":"148.198743ms","start":"2026-04-27T21:12:30.284377Z","end":"2026-04-27T21:12:30.432576Z","steps":["trace[1797585595] 'process raft request' (duration: 147.961188ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:12:30.766304Z","caller":"traceutil/trace.go:171","msg":"trace[1959586463] transaction","detail":"{read_only:false; response_revision:4979; number_of_response:1; }","duration":"105.893501ms","start":"2026-04-27T21:12:30.660384Z","end":"2026-04-27T21:12:30.766277Z","steps":["trace[1959586463] 'process raft request' (duration: 105.404461ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:12:31.440487Z","caller":"traceutil/trace.go:171","msg":"trace[1971655625] transaction","detail":"{read_only:false; response_revision:4993; number_of_response:1; }","duration":"126.28188ms","start":"2026-04-27T21:12:31.314171Z","end":"2026-04-27T21:12:31.440453Z","steps":["trace[1971655625] 'process raft request' (duration: 94.689139ms)","trace[1971655625] 'compare' (duration: 31.426647ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:12:31.441118Z","caller":"traceutil/trace.go:171","msg":"trace[996398155] transaction","detail":"{read_only:false; response_revision:4994; number_of_response:1; }","duration":"109.237126ms","start":"2026-04-27T21:12:31.331845Z","end":"2026-04-27T21:12:31.441082Z","steps":["trace[996398155] 'process raft request' (duration: 108.982631ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:12:32.140061Z","caller":"traceutil/trace.go:171","msg":"trace[1585555284] linearizableReadLoop","detail":"{readStateIndex:5210; appliedIndex:5209; }","duration":"386.677366ms","start":"2026-04-27T21:12:31.753354Z","end":"2026-04-27T21:12:32.140032Z","steps":["trace[1585555284] 'read index received' (duration: 386.359069ms)","trace[1585555284] 'applied index is now lower than readState.Index' (duration: 317.047µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:12:32.140114Z","caller":"traceutil/trace.go:171","msg":"trace[639521335] transaction","detail":"{read_only:false; response_revision:5005; number_of_response:1; }","duration":"431.098896ms","start":"2026-04-27T21:12:31.708976Z","end":"2026-04-27T21:12:32.140075Z","steps":["trace[639521335] 'process raft request' (duration: 430.805949ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:12:32.140283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:12:31.708956Z","time spent":"431.243149ms","remote":"127.0.0.1:39864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":938,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-27T21:12:32.140438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.072295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1261"} {"level":"info","ts":"2026-04-27T21:12:32.140512Z","caller":"traceutil/trace.go:171","msg":"trace[1498376766] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:5005; }","duration":"387.210548ms","start":"2026-04-27T21:12:31.753288Z","end":"2026-04-27T21:12:32.140498Z","steps":["trace[1498376766] 'agreement among raft nodes before linearized reading' (duration: 386.874421ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:12:32.140588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:12:31.75326Z","time spent":"387.31555ms","remote":"127.0.0.1:39976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1285,"request content":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-admission\" "} {"level":"info","ts":"2026-04-27T21:12:32.795875Z","caller":"traceutil/trace.go:171","msg":"trace[794609102] transaction","detail":"{read_only:false; response_revision:5010; number_of_response:1; }","duration":"182.814751ms","start":"2026-04-27T21:12:32.613045Z","end":"2026-04-27T21:12:32.79586Z","steps":["trace[794609102] 'process raft request' (duration: 182.595716ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:12:32.936181Z","caller":"traceutil/trace.go:171","msg":"trace[1695798083] transaction","detail":"{read_only:false; response_revision:5012; number_of_response:1; }","duration":"132.07041ms","start":"2026-04-27T21:12:32.804086Z","end":"2026-04-27T21:12:32.936156Z","steps":["trace[1695798083] 'process raft request' (duration: 121.911992ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:12:32.936244Z","caller":"traceutil/trace.go:171","msg":"trace[2063254274] linearizableReadLoop","detail":"{readStateIndex:5218; appliedIndex:5216; }","duration":"111.736602ms","start":"2026-04-27T21:12:32.824483Z","end":"2026-04-27T21:12:32.936219Z","steps":["trace[2063254274] 'read index received' (duration: 101.40328ms)","trace[2063254274] 'applied index is now lower than readState.Index' (duration: 10.331682ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:12:32.936327Z","caller":"traceutil/trace.go:171","msg":"trace[2009440723] transaction","detail":"{read_only:false; response_revision:5013; number_of_response:1; }","duration":"126.403302ms","start":"2026-04-27T21:12:32.809902Z","end":"2026-04-27T21:12:32.936306Z","steps":["trace[2009440723] 'process raft request' (duration: 126.137826ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:12:32.936482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.987039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-27T21:12:32.93653Z","caller":"traceutil/trace.go:171","msg":"trace[1604042804] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5013; }","duration":"112.080861ms","start":"2026-04-27T21:12:32.824435Z","end":"2026-04-27T21:12:32.936515Z","steps":["trace[1604042804] 'agreement among raft nodes before linearized reading' (duration: 111.903216ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:12:32.936567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.217212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-27T21:12:32.936611Z","caller":"traceutil/trace.go:171","msg":"trace[1311238710] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5013; }","duration":"111.265333ms","start":"2026-04-27T21:12:32.825334Z","end":"2026-04-27T21:12:32.936599Z","steps":["trace[1311238710] 'agreement among raft nodes before linearized reading' (duration: 111.175921ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:12:32.936483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.146811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-27T21:12:32.936699Z","caller":"traceutil/trace.go:171","msg":"trace[1988515055] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5013; }","duration":"111.388176ms","start":"2026-04-27T21:12:32.825299Z","end":"2026-04-27T21:12:32.936687Z","steps":["trace[1988515055] 'agreement among raft nodes before linearized reading' (duration: 111.081958ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:12:32.936743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.377565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-27T21:12:32.936828Z","caller":"traceutil/trace.go:171","msg":"trace[2002725968] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5013; }","duration":"111.507578ms","start":"2026-04-27T21:12:32.825304Z","end":"2026-04-27T21:12:32.936812Z","steps":["trace[2002725968] 'agreement among raft nodes before linearized reading' (duration: 111.275563ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:12:34.200923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.815913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-04-27T21:12:34.201018Z","caller":"traceutil/trace.go:171","msg":"trace[666912730] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5019; }","duration":"287.980297ms","start":"2026-04-27T21:12:33.913017Z","end":"2026-04-27T21:12:34.200997Z","steps":["trace[666912730] 'range keys from in-memory index tree' (duration: 287.546997ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:12:35.052407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.402707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-27T21:12:35.052476Z","caller":"traceutil/trace.go:171","msg":"trace[1330780255] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5026; }","duration":"112.51426ms","start":"2026-04-27T21:12:34.939946Z","end":"2026-04-27T21:12:35.05246Z","steps":["trace[1330780255] 'range keys from in-memory index tree' (duration: 112.136771ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:12:35.96284Z","caller":"traceutil/trace.go:171","msg":"trace[1405159534] transaction","detail":"{read_only:false; response_revision:5037; number_of_response:1; }","duration":"111.279693ms","start":"2026-04-27T21:12:35.851546Z","end":"2026-04-27T21:12:35.962826Z","steps":["trace[1405159534] 'process raft request' (duration: 111.18283ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:12:35.973103Z","caller":"traceutil/trace.go:171","msg":"trace[558181960] transaction","detail":"{read_only:false; response_revision:5038; number_of_response:1; }","duration":"120.886368ms","start":"2026-04-27T21:12:35.852182Z","end":"2026-04-27T21:12:35.973068Z","steps":["trace[558181960] 'process raft request' (duration: 120.704684ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:12:36.912796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.549947ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-27T21:12:36.913346Z","caller":"traceutil/trace.go:171","msg":"trace[2039645754] transaction","detail":"{read_only:false; response_revision:5053; number_of_response:1; }","duration":"763.081251ms","start":"2026-04-27T21:12:36.150173Z","end":"2026-04-27T21:12:36.913255Z","steps":["trace[2039645754] 'process raft request' (duration: 230.004132ms)","trace[2039645754] 'compare' (duration: 532.363793ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:12:36.913418Z","caller":"traceutil/trace.go:171","msg":"trace[1177818741] transaction","detail":"{read_only:false; response_revision:5055; number_of_response:1; }","duration":"754.285264ms","start":"2026-04-27T21:12:36.159101Z","end":"2026-04-27T21:12:36.913386Z","steps":["trace[1177818741] 'process raft request' (duration: 754.086649ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:12:36.913425Z","caller":"traceutil/trace.go:171","msg":"trace[821036348] transaction","detail":"{read_only:false; response_revision:5054; number_of_response:1; }","duration":"761.930205ms","start":"2026-04-27T21:12:36.151452Z","end":"2026-04-27T21:12:36.913382Z","steps":["trace[821036348] 'process raft request' (duration: 761.449515ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:12:36.913437Z","caller":"traceutil/trace.go:171","msg":"trace[2094088845] linearizableReadLoop","detail":"{readStateIndex:5258; appliedIndex:5256; }","duration":"762.719723ms","start":"2026-04-27T21:12:36.150684Z","end":"2026-04-27T21:12:36.913404Z","steps":["trace[2094088845] 'read index received' (duration: 13.906513ms)","trace[2094088845] 'applied index is now lower than readState.Index' (duration: 748.80973ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:12:36.913567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:12:36.159076Z","time spent":"754.419076ms","remote":"127.0.0.1:39882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":240655,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-27T21:12:36.913584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:12:36.151431Z","time spent":"762.078748ms","remote":"127.0.0.1:39966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11393,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-27T21:12:36.913585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:12:36.150147Z","time spent":"763.329797ms","remote":"127.0.0.1:39864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":995,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-27T21:12:37.028803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.437325ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-04-27T21:12:37.029063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.338743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-04-27T21:12:37.029163Z","caller":"traceutil/trace.go:171","msg":"trace[1427582323] transaction","detail":"{read_only:false; response_revision:5057; number_of_response:1; }","duration":"491.061453ms","start":"2026-04-27T21:12:36.538084Z","end":"2026-04-27T21:12:37.029146Z","steps":["trace[1427582323] 'process raft request' (duration: 490.946551ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:12:37.029162Z","caller":"traceutil/trace.go:171","msg":"trace[1923786125] transaction","detail":"{read_only:false; response_revision:5058; number_of_response:1; }","duration":"110.30795ms","start":"2026-04-27T21:12:36.918835Z","end":"2026-04-27T21:12:37.029143Z","steps":["trace[1923786125] 'process raft request' (duration: 110.261319ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:12:37.029182Z","caller":"traceutil/trace.go:171","msg":"trace[1785564887] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:5055; }","duration":"878.468775ms","start":"2026-04-27T21:12:36.150679Z","end":"2026-04-27T21:12:37.029148Z","steps":["trace[1785564887] 'agreement among raft nodes before linearized reading' (duration: 762.857846ms)","trace[1785564887] 'range keys from in-memory index tree' (duration: 115.320603ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:12:37.029215Z","caller":"traceutil/trace.go:171","msg":"trace[2068524120] linearizableReadLoop","detail":"{readStateIndex:5263; appliedIndex:5260; }","duration":"115.663411ms","start":"2026-04-27T21:12:36.913512Z","end":"2026-04-27T21:12:37.029175Z","steps":["trace[2068524120] 'read index received' (duration: 60.822µs)","trace[2068524120] 'applied index is now lower than readState.Index' (duration: 115.599159ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:12:37.029265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:12:36.538069Z","time spent":"491.139295ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:12:37.029369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.940567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:12:37.029405Z","caller":"traceutil/trace.go:171","msg":"trace[1858095208] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:5058; }","duration":"409.020529ms","start":"2026-04-27T21:12:36.620373Z","end":"2026-04-27T21:12:37.029393Z","steps":["trace[1858095208] 'agreement among raft nodes before linearized reading' (duration: 408.956748ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:12:37.029145Z","caller":"traceutil/trace.go:171","msg":"trace[319666180] transaction","detail":"{read_only:false; response_revision:5056; number_of_response:1; }","duration":"515.702028ms","start":"2026-04-27T21:12:36.513406Z","end":"2026-04-27T21:12:37.029108Z","steps":["trace[319666180] 'process raft request' (duration: 515.498663ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:12:37.029437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:12:36.620349Z","time spent":"409.08037ms","remote":"127.0.0.1:42676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:12:37.029432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.024401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T21:12:37.029251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:12:36.150631Z","time spent":"878.602499ms","remote":"127.0.0.1:39874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":1,"response size":674,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" "} {"level":"warn","ts":"2026-04-27T21:12:37.029465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.472911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-27T21:12:37.029486Z","caller":"traceutil/trace.go:171","msg":"trace[349735785] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:5058; }","duration":"289.100833ms","start":"2026-04-27T21:12:36.740372Z","end":"2026-04-27T21:12:37.029473Z","steps":["trace[349735785] 'agreement among raft nodes before linearized reading' (duration: 288.842086ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:12:37.02952Z","caller":"traceutil/trace.go:171","msg":"trace[372889578] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5058; }","duration":"201.566313ms","start":"2026-04-27T21:12:36.827939Z","end":"2026-04-27T21:12:37.029505Z","steps":["trace[372889578] 'agreement among raft nodes before linearized reading' (duration: 201.39716ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:12:37.029536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.829897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T21:12:37.029537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:12:36.513384Z","time spent":"516.061077ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:12:37.029546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"844.424841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-operator-cd88cf4bf-q6grk\" ","response":"range_response_count:1 size:5042"} {"level":"info","ts":"2026-04-27T21:12:37.029597Z","caller":"traceutil/trace.go:171","msg":"trace[1589825729] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5058; }","duration":"614.94371ms","start":"2026-04-27T21:12:36.414633Z","end":"2026-04-27T21:12:37.029577Z","steps":["trace[1589825729] 'agreement among raft nodes before linearized reading' (duration: 614.834748ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:12:37.029643Z","caller":"traceutil/trace.go:171","msg":"trace[1492674046] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-operator-cd88cf4bf-q6grk; range_end:; response_count:1; response_revision:5058; }","duration":"844.571634ms","start":"2026-04-27T21:12:36.185046Z","end":"2026-04-27T21:12:37.029617Z","steps":["trace[1492674046] 'agreement among raft nodes before linearized reading' (duration: 844.338349ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:12:37.029646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:12:36.414611Z","time spent":"615.024942ms","remote":"127.0.0.1:39788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T21:12:37.02969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:12:36.185027Z","time spent":"844.654146ms","remote":"127.0.0.1:39966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5066,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-operator-cd88cf4bf-q6grk\" "} {"level":"info","ts":"2026-04-27T21:12:37.044945Z","caller":"traceutil/trace.go:171","msg":"trace[9981502] transaction","detail":"{read_only:false; response_revision:5060; number_of_response:1; }","duration":"122.340101ms","start":"2026-04-27T21:12:36.922588Z","end":"2026-04-27T21:12:37.044928Z","steps":["trace[9981502] 'process raft request' (duration: 122.117027ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:12:37.044932Z","caller":"traceutil/trace.go:171","msg":"trace[2098543279] transaction","detail":"{read_only:false; response_revision:5059; number_of_response:1; }","duration":"124.864467ms","start":"2026-04-27T21:12:36.920036Z","end":"2026-04-27T21:12:37.0449Z","steps":["trace[2098543279] 'process raft request' (duration: 124.53428ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:12:37.04504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.735824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-04-27T21:12:37.045088Z","caller":"traceutil/trace.go:171","msg":"trace[1816663183] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:5060; }","duration":"112.819687ms","start":"2026-04-27T21:12:36.932252Z","end":"2026-04-27T21:12:37.045072Z","steps":["trace[1816663183] 'agreement among raft nodes before linearized reading' (duration: 112.663783ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:12:37.29031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.022562ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T21:12:37.290509Z","caller":"traceutil/trace.go:171","msg":"trace[454677078] linearizableReadLoop","detail":"{readStateIndex:5269; appliedIndex:5268; }","duration":"219.886596ms","start":"2026-04-27T21:12:37.070601Z","end":"2026-04-27T21:12:37.290487Z","steps":["trace[454677078] 'read index received' (duration: 86.509025ms)","trace[454677078] 'applied index is now lower than readState.Index' (duration: 133.37616ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:12:37.290585Z","caller":"traceutil/trace.go:171","msg":"trace[1948291017] transaction","detail":"{read_only:false; response_revision:5063; number_of_response:1; }","duration":"240.248693ms","start":"2026-04-27T21:12:37.050324Z","end":"2026-04-27T21:12:37.290573Z","steps":["trace[1948291017] 'process raft request' (duration: 106.853743ms)","trace[1948291017] 'compare' (duration: 132.879279ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:12:37.290776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.603126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-27T21:12:37.290834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.399432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-27T21:12:37.290871Z","caller":"traceutil/trace.go:171","msg":"trace[2066987902] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5063; }","duration":"226.716149ms","start":"2026-04-27T21:12:37.064133Z","end":"2026-04-27T21:12:37.290849Z","steps":["trace[2066987902] 'agreement among raft nodes before linearized reading' (duration: 226.519624ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:12:37.290775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.712649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T21:12:37.290948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.463268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:11917"} {"level":"warn","ts":"2026-04-27T21:12:37.290959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.276651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-27T21:12:37.290973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.929514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-27T21:12:37.291007Z","caller":"traceutil/trace.go:171","msg":"trace[824849531] range","detail":"{range_begin:/registry/statefulsets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:5063; }","duration":"232.555971ms","start":"2026-04-27T21:12:37.058438Z","end":"2026-04-27T21:12:37.290994Z","steps":["trace[824849531] 'agreement among raft nodes before linearized reading' (duration: 232.349246ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:12:37.291021Z","caller":"traceutil/trace.go:171","msg":"trace[2127007129] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5063; }","duration":"231.012506ms","start":"2026-04-27T21:12:37.059999Z","end":"2026-04-27T21:12:37.291011Z","steps":["trace[2127007129] 'agreement among raft nodes before linearized reading' (duration: 230.884933ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:12:37.291021Z","caller":"traceutil/trace.go:171","msg":"trace[2033646002] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5063; }","duration":"227.359373ms","start":"2026-04-27T21:12:37.063646Z","end":"2026-04-27T21:12:37.291005Z","steps":["trace[2033646002] 'agreement among raft nodes before linearized reading' (duration: 227.199359ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:12:37.290776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.940393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-27T21:12:37.291101Z","caller":"traceutil/trace.go:171","msg":"trace[1899794172] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:0; response_revision:5063; }","duration":"222.961515ms","start":"2026-04-27T21:12:37.06801Z","end":"2026-04-27T21:12:37.290971Z","steps":["trace[1899794172] 'agreement among raft nodes before linearized reading' (duration: 222.671009ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:12:37.291098Z","caller":"traceutil/trace.go:171","msg":"trace[828211329] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5063; }","duration":"227.284072ms","start":"2026-04-27T21:12:37.063795Z","end":"2026-04-27T21:12:37.291079Z","steps":["trace[828211329] 'agreement among raft nodes before linearized reading' (duration: 226.816971ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:12:37.290903Z","caller":"traceutil/trace.go:171","msg":"trace[251753621] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5063; }","duration":"226.476283ms","start":"2026-04-27T21:12:37.064404Z","end":"2026-04-27T21:12:37.29088Z","steps":["trace[251753621] 'agreement among raft nodes before linearized reading' (duration: 226.241688ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:12:37.291625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.299497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:9 size:61594"} {"level":"info","ts":"2026-04-27T21:12:37.291676Z","caller":"traceutil/trace.go:171","msg":"trace[2058200829] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:9; response_revision:5063; }","duration":"237.386519ms","start":"2026-04-27T21:12:37.054279Z","end":"2026-04-27T21:12:37.291665Z","steps":["trace[2058200829] 'agreement among raft nodes before linearized reading' (duration: 236.55591ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:12:37.322871Z","caller":"traceutil/trace.go:171","msg":"trace[931239984] transaction","detail":"{read_only:false; response_revision:5064; number_of_response:1; }","duration":"247.460015ms","start":"2026-04-27T21:12:37.075387Z","end":"2026-04-27T21:12:37.322847Z","steps":["trace[931239984] 'process raft request' (duration: 247.23585ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:12:37.323139Z","caller":"traceutil/trace.go:171","msg":"trace[193563334] transaction","detail":"{read_only:false; response_revision:5065; number_of_response:1; }","duration":"247.079577ms","start":"2026-04-27T21:12:37.076045Z","end":"2026-04-27T21:12:37.323125Z","steps":["trace[193563334] 'process raft request' (duration: 246.733149ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:12:37.323325Z","caller":"traceutil/trace.go:171","msg":"trace[508871726] transaction","detail":"{read_only:false; response_revision:5066; number_of_response:1; }","duration":"246.618406ms","start":"2026-04-27T21:12:37.076687Z","end":"2026-04-27T21:12:37.323306Z","steps":["trace[508871726] 'process raft request' (duration: 246.392801ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:12:37.323345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.311847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T21:12:37.323412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.471176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/monitoring/kube-prometheus-stack-admission-patch-7slml\" ","response":"range_response_count:1 size:3954"} {"level":"info","ts":"2026-04-27T21:12:37.323519Z","caller":"traceutil/trace.go:171","msg":"trace[1806982860] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:5066; }","duration":"249.499242ms","start":"2026-04-27T21:12:37.073991Z","end":"2026-04-27T21:12:37.32349Z","steps":["trace[1806982860] 'agreement among raft nodes before linearized reading' (duration: 249.298196ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:12:37.323592Z","caller":"traceutil/trace.go:171","msg":"trace[474828494] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/monitoring/kube-prometheus-stack-admission-patch-7slml; range_end:; response_count:1; response_revision:5066; }","duration":"187.6791ms","start":"2026-04-27T21:12:37.135883Z","end":"2026-04-27T21:12:37.323562Z","steps":["trace[474828494] 'agreement among raft nodes before linearized reading' (duration: 187.402813ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:12:37.413077Z","caller":"traceutil/trace.go:171","msg":"trace[1849838096] transaction","detail":"{read_only:false; response_revision:5067; number_of_response:1; }","duration":"117.576014ms","start":"2026-04-27T21:12:37.295476Z","end":"2026-04-27T21:12:37.413053Z","steps":["trace[1849838096] 'process raft request' (duration: 117.376348ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:12:37.413571Z","caller":"traceutil/trace.go:171","msg":"trace[1558896819] transaction","detail":"{read_only:false; response_revision:5069; number_of_response:1; }","duration":"117.973932ms","start":"2026-04-27T21:12:37.295557Z","end":"2026-04-27T21:12:37.413531Z","steps":["trace[1558896819] 'process raft request' (duration: 117.687566ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:12:37.413626Z","caller":"traceutil/trace.go:171","msg":"trace[367708945] transaction","detail":"{read_only:false; response_revision:5072; number_of_response:1; }","duration":"117.504472ms","start":"2026-04-27T21:12:37.296107Z","end":"2026-04-27T21:12:37.413612Z","steps":["trace[367708945] 'process raft request' (duration: 117.311138ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:12:37.413773Z","caller":"traceutil/trace.go:171","msg":"trace[618404184] transaction","detail":"{read_only:false; response_revision:5070; number_of_response:1; }","duration":"117.946153ms","start":"2026-04-27T21:12:37.295813Z","end":"2026-04-27T21:12:37.413759Z","steps":["trace[618404184] 'process raft request' (duration: 117.517023ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:12:37.413763Z","caller":"traceutil/trace.go:171","msg":"trace[1724948081] transaction","detail":"{read_only:false; response_revision:5073; number_of_response:1; }","duration":"117.500403ms","start":"2026-04-27T21:12:37.296232Z","end":"2026-04-27T21:12:37.413732Z","steps":["trace[1724948081] 'process raft request' (duration: 117.223387ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:12:37.413918Z","caller":"traceutil/trace.go:171","msg":"trace[1407817668] transaction","detail":"{read_only:false; response_revision:5068; number_of_response:1; }","duration":"118.331521ms","start":"2026-04-27T21:12:37.295569Z","end":"2026-04-27T21:12:37.4139Z","steps":["trace[1407817668] 'process raft request' (duration: 117.438171ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:12:37.413946Z","caller":"traceutil/trace.go:171","msg":"trace[210635146] transaction","detail":"{read_only:false; response_revision:5071; number_of_response:1; }","duration":"118.084555ms","start":"2026-04-27T21:12:37.29585Z","end":"2026-04-27T21:12:37.413935Z","steps":["trace[210635146] 'process raft request' (duration: 117.526813ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:12:37.414114Z","caller":"traceutil/trace.go:171","msg":"trace[1902619478] transaction","detail":"{read_only:false; response_revision:5075; number_of_response:1; }","duration":"103.343864ms","start":"2026-04-27T21:12:37.310751Z","end":"2026-04-27T21:12:37.414095Z","steps":["trace[1902619478] 'process raft request' (duration: 102.841123ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:12:37.414342Z","caller":"traceutil/trace.go:171","msg":"trace[1103189241] transaction","detail":"{read_only:false; response_revision:5074; number_of_response:1; }","duration":"111.915007ms","start":"2026-04-27T21:12:37.302402Z","end":"2026-04-27T21:12:37.414317Z","steps":["trace[1103189241] 'process raft request' (duration: 111.127379ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:12:37.41458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.544549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16452"} {"level":"info","ts":"2026-04-27T21:12:37.414651Z","caller":"traceutil/trace.go:171","msg":"trace[568146675] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5075; }","duration":"119.739113ms","start":"2026-04-27T21:12:37.294894Z","end":"2026-04-27T21:12:37.414633Z","steps":["trace[568146675] 'agreement among raft nodes before linearized reading' (duration: 119.471827ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:12:37.434218Z","caller":"traceutil/trace.go:171","msg":"trace[376715471] transaction","detail":"{read_only:false; number_of_response:1; response_revision:5076; }","duration":"107.670701ms","start":"2026-04-27T21:12:37.326531Z","end":"2026-04-27T21:12:37.434201Z","steps":["trace[376715471] 'process raft request' (duration: 107.500507ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:12:37.434444Z","caller":"traceutil/trace.go:171","msg":"trace[248577513] transaction","detail":"{read_only:false; response_revision:5077; number_of_response:1; }","duration":"103.197161ms","start":"2026-04-27T21:12:37.331217Z","end":"2026-04-27T21:12:37.434414Z","steps":["trace[248577513] 'process raft request' (duration: 102.925705ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:12:37.434519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.0892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-04-27T21:12:37.434745Z","caller":"traceutil/trace.go:171","msg":"trace[932095807] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:5077; }","duration":"108.332385ms","start":"2026-04-27T21:12:37.326381Z","end":"2026-04-27T21:12:37.434713Z","steps":["trace[932095807] 'agreement among raft nodes before linearized reading' (duration: 108.041299ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:12:37.825493Z","caller":"traceutil/trace.go:171","msg":"trace[1665724048] linearizableReadLoop","detail":"{readStateIndex:5293; appliedIndex:5291; }","duration":"123.573659ms","start":"2026-04-27T21:12:37.701893Z","end":"2026-04-27T21:12:37.825467Z","steps":["trace[1665724048] 'read index received' (duration: 4.324997ms)","trace[1665724048] 'applied index is now lower than readState.Index' (duration: 119.247652ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:12:37.82559Z","caller":"traceutil/trace.go:171","msg":"trace[914834977] transaction","detail":"{read_only:false; response_revision:5088; number_of_response:1; }","duration":"123.227842ms","start":"2026-04-27T21:12:37.702325Z","end":"2026-04-27T21:12:37.825553Z","steps":["trace[914834977] 'process raft request' (duration: 123.072858ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:12:37.825643Z","caller":"traceutil/trace.go:171","msg":"trace[381309337] transaction","detail":"{read_only:false; response_revision:5087; number_of_response:1; }","duration":"128.013929ms","start":"2026-04-27T21:12:37.69759Z","end":"2026-04-27T21:12:37.825604Z","steps":["trace[381309337] 'process raft request' (duration: 94.889713ms)","trace[381309337] 'compare' (duration: 32.683026ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:12:37.825806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.887386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-04-27T21:12:37.825855Z","caller":"traceutil/trace.go:171","msg":"trace[1879231480] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:5088; }","duration":"123.969118ms","start":"2026-04-27T21:12:37.701863Z","end":"2026-04-27T21:12:37.825832Z","steps":["trace[1879231480] 'agreement among raft nodes before linearized reading' (duration: 123.751943ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:12:37.825868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.546076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4737"} {"level":"warn","ts":"2026-04-27T21:12:37.825886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.737661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:897"} {"level":"info","ts":"2026-04-27T21:12:37.825931Z","caller":"traceutil/trace.go:171","msg":"trace[924268525] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:5088; }","duration":"122.630608ms","start":"2026-04-27T21:12:37.703283Z","end":"2026-04-27T21:12:37.825914Z","steps":["trace[924268525] 'agreement among raft nodes before linearized reading' (duration: 122.402593ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:12:37.825947Z","caller":"traceutil/trace.go:171","msg":"trace[1259448406] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:5088; }","duration":"114.806372ms","start":"2026-04-27T21:12:37.711118Z","end":"2026-04-27T21:12:37.825924Z","steps":["trace[1259448406] 'agreement among raft nodes before linearized reading' (duration: 114.654259ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:12:37.962594Z","caller":"traceutil/trace.go:171","msg":"trace[1246171131] linearizableReadLoop","detail":"{readStateIndex:5295; appliedIndex:5294; }","duration":"125.650076ms","start":"2026-04-27T21:12:37.83692Z","end":"2026-04-27T21:12:37.96257Z","steps":["trace[1246171131] 'read index received' (duration: 116.555941ms)","trace[1246171131] 'applied index is now lower than readState.Index' (duration: 9.093225ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:12:37.962704Z","caller":"traceutil/trace.go:171","msg":"trace[1296222389] transaction","detail":"{read_only:false; response_revision:5089; number_of_response:1; }","duration":"125.985293ms","start":"2026-04-27T21:12:37.83669Z","end":"2026-04-27T21:12:37.962675Z","steps":["trace[1296222389] 'process raft request' (duration: 116.772316ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:12:37.962845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.904062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-04-27T21:12:37.962901Z","caller":"traceutil/trace.go:171","msg":"trace[697755273] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:5089; }","duration":"125.998403ms","start":"2026-04-27T21:12:37.836891Z","end":"2026-04-27T21:12:37.962889Z","steps":["trace[697755273] 'agreement among raft nodes before linearized reading' (duration: 125.787578ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:12:37.996257Z","caller":"traceutil/trace.go:171","msg":"trace[1832222864] transaction","detail":"{read_only:false; response_revision:5090; number_of_response:1; }","duration":"155.843475ms","start":"2026-04-27T21:12:37.84039Z","end":"2026-04-27T21:12:37.996234Z","steps":["trace[1832222864] 'process raft request' (duration: 155.362124ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:12:38.254795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.48439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-04-27T21:12:38.254872Z","caller":"traceutil/trace.go:171","msg":"trace[2123909176] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:5098; }","duration":"112.601202ms","start":"2026-04-27T21:12:38.142252Z","end":"2026-04-27T21:12:38.254853Z","steps":["trace[2123909176] 'agreement among raft nodes before linearized reading' (duration: 112.376567ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:12:38.254942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.764273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:10 size:76038"} {"level":"info","ts":"2026-04-27T21:12:38.25502Z","caller":"traceutil/trace.go:171","msg":"trace[1074993935] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:10; response_revision:5098; }","duration":"127.856296ms","start":"2026-04-27T21:12:38.127146Z","end":"2026-04-27T21:12:38.255002Z","steps":["trace[1074993935] 'agreement among raft nodes before linearized reading' (duration: 127.58355ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:12:38.359398Z","caller":"traceutil/trace.go:171","msg":"trace[861659842] transaction","detail":"{read_only:false; response_revision:5100; number_of_response:1; }","duration":"100.841668ms","start":"2026-04-27T21:12:38.258532Z","end":"2026-04-27T21:12:38.359374Z","steps":["trace[861659842] 'process raft request' (duration: 95.362345ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:12:38.359657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.876801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16452"} {"level":"info","ts":"2026-04-27T21:12:38.359748Z","caller":"traceutil/trace.go:171","msg":"trace[1884905724] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5101; }","duration":"101.976323ms","start":"2026-04-27T21:12:38.257737Z","end":"2026-04-27T21:12:38.359714Z","steps":["trace[1884905724] 'agreement among raft nodes before linearized reading' (duration: 101.815269ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:12:38.933078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.534086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-04-27T21:12:38.93316Z","caller":"traceutil/trace.go:171","msg":"trace[137882032] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:5107; }","duration":"106.666049ms","start":"2026-04-27T21:12:38.826475Z","end":"2026-04-27T21:12:38.933141Z","steps":["trace[137882032] 'range keys from in-memory index tree' (duration: 106.353282ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:12:39.388785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.928725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:993"} {"level":"info","ts":"2026-04-27T21:12:39.388866Z","caller":"traceutil/trace.go:171","msg":"trace[2039560519] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:5111; }","duration":"127.051928ms","start":"2026-04-27T21:12:39.261795Z","end":"2026-04-27T21:12:39.388847Z","steps":["trace[2039560519] 'range keys from in-memory index tree' (duration: 126.71421ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:12:39.389363Z","caller":"traceutil/trace.go:171","msg":"trace[1022214523] linearizableReadLoop","detail":"{readStateIndex:5318; appliedIndex:5317; }","duration":"111.306664ms","start":"2026-04-27T21:12:39.278035Z","end":"2026-04-27T21:12:39.389342Z","steps":["trace[1022214523] 'read index received' (duration: 111.15247ms)","trace[1022214523] 'applied index is now lower than readState.Index' (duration: 152.934µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:12:39.389414Z","caller":"traceutil/trace.go:171","msg":"trace[542403218] transaction","detail":"{read_only:false; response_revision:5112; number_of_response:1; }","duration":"117.248947ms","start":"2026-04-27T21:12:39.272142Z","end":"2026-04-27T21:12:39.389391Z","steps":["trace[542403218] 'process raft request' (duration: 117.030832ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:12:39.389659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.60462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-04-27T21:12:39.389735Z","caller":"traceutil/trace.go:171","msg":"trace[1910816261] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5112; }","duration":"111.722043ms","start":"2026-04-27T21:12:39.277996Z","end":"2026-04-27T21:12:39.389718Z","steps":["trace[1910816261] 'agreement among raft nodes before linearized reading' (duration: 111.427137ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:12:39.583749Z","caller":"traceutil/trace.go:171","msg":"trace[555331715] transaction","detail":"{read_only:false; response_revision:5115; number_of_response:1; }","duration":"117.934342ms","start":"2026-04-27T21:12:39.465782Z","end":"2026-04-27T21:12:39.583717Z","steps":["trace[555331715] 'process raft request' (duration: 42.993187ms)","trace[555331715] 'compare' (duration: 74.661248ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:12:39.58385Z","caller":"traceutil/trace.go:171","msg":"trace[1255786550] transaction","detail":"{read_only:false; response_revision:5119; number_of_response:1; }","duration":"114.975766ms","start":"2026-04-27T21:12:39.468842Z","end":"2026-04-27T21:12:39.583818Z","steps":["trace[1255786550] 'process raft request' (duration: 114.907634ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:12:39.583928Z","caller":"traceutil/trace.go:171","msg":"trace[1440463880] transaction","detail":"{read_only:false; response_revision:5118; number_of_response:1; }","duration":"117.945342ms","start":"2026-04-27T21:12:39.465972Z","end":"2026-04-27T21:12:39.583917Z","steps":["trace[1440463880] 'process raft request' (duration: 117.736977ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:12:39.584494Z","caller":"traceutil/trace.go:171","msg":"trace[1517721297] transaction","detail":"{read_only:false; response_revision:5116; number_of_response:1; }","duration":"118.606648ms","start":"2026-04-27T21:12:39.465839Z","end":"2026-04-27T21:12:39.584445Z","steps":["trace[1517721297] 'process raft request' (duration: 117.774438ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:12:39.584694Z","caller":"traceutil/trace.go:171","msg":"trace[923709983] transaction","detail":"{read_only:false; response_revision:5117; number_of_response:1; }","duration":"118.041814ms","start":"2026-04-27T21:12:39.465869Z","end":"2026-04-27T21:12:39.583911Z","steps":["trace[923709983] 'process raft request' (duration: 117.802059ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:12:39.6406Z","caller":"traceutil/trace.go:171","msg":"trace[1072190679] linearizableReadLoop","detail":"{readStateIndex:5326; appliedIndex:5325; }","duration":"127.765014ms","start":"2026-04-27T21:12:39.512817Z","end":"2026-04-27T21:12:39.640582Z","steps":["trace[1072190679] 'read index received' (duration: 127.702763ms)","trace[1072190679] 'applied index is now lower than readState.Index' (duration: 61.391µs)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:12:39.640995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.157793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0507d34e-18fb-470e-b055-e60541426c87\" ","response":"range_response_count:1 size:3774"} {"level":"info","ts":"2026-04-27T21:12:39.641083Z","caller":"traceutil/trace.go:171","msg":"trace[399686739] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0507d34e-18fb-470e-b055-e60541426c87; range_end:; response_count:1; response_revision:5120; }","duration":"128.307996ms","start":"2026-04-27T21:12:39.512754Z","end":"2026-04-27T21:12:39.641062Z","steps":["trace[399686739] 'agreement among raft nodes before linearized reading' (duration: 127.913017ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:12:39.641197Z","caller":"traceutil/trace.go:171","msg":"trace[1509263864] transaction","detail":"{read_only:false; response_revision:5120; number_of_response:1; }","duration":"167.305823ms","start":"2026-04-27T21:12:39.473857Z","end":"2026-04-27T21:12:39.641163Z","steps":["trace[1509263864] 'process raft request' (duration: 166.588947ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:12:39.71044Z","caller":"traceutil/trace.go:171","msg":"trace[479716152] transaction","detail":"{read_only:false; response_revision:5121; number_of_response:1; }","duration":"140.388949ms","start":"2026-04-27T21:12:39.570015Z","end":"2026-04-27T21:12:39.710404Z","steps":["trace[479716152] 'process raft request' (duration: 140.161154ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:12:39.710597Z","caller":"traceutil/trace.go:171","msg":"trace[331461212] transaction","detail":"{read_only:false; response_revision:5122; number_of_response:1; }","duration":"119.088009ms","start":"2026-04-27T21:12:39.591493Z","end":"2026-04-27T21:12:39.710581Z","steps":["trace[331461212] 'process raft request' (duration: 118.832273ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:12:39.710994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.694542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:12:39.711064Z","caller":"traceutil/trace.go:171","msg":"trace[1589677767] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5122; }","duration":"191.818874ms","start":"2026-04-27T21:12:39.51923Z","end":"2026-04-27T21:12:39.711049Z","steps":["trace[1589677767] 'agreement among raft nodes before linearized reading' (duration: 191.689131ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:12:41.89109Z","caller":"traceutil/trace.go:171","msg":"trace[1187814847] linearizableReadLoop","detail":"{readStateIndex:5362; appliedIndex:5361; }","duration":"101.8886ms","start":"2026-04-27T21:12:41.789132Z","end":"2026-04-27T21:12:41.891021Z","steps":["trace[1187814847] 'read index received' (duration: 99.378544ms)","trace[1187814847] 'applied index is now lower than readState.Index' (duration: 2.508616ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:12:41.891396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.249929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-k99ft\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-27T21:12:41.891455Z","caller":"traceutil/trace.go:171","msg":"trace[957190898] range","detail":"{range_begin:/registry/pods/openstack/keepalived-k99ft; range_end:; response_count:1; response_revision:5155; }","duration":"102.346581ms","start":"2026-04-27T21:12:41.789083Z","end":"2026-04-27T21:12:41.89143Z","steps":["trace[957190898] 'agreement among raft nodes before linearized reading' (duration: 102.077755ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:12:41.892085Z","caller":"traceutil/trace.go:171","msg":"trace[110860291] transaction","detail":"{read_only:false; response_revision:5155; number_of_response:1; }","duration":"120.555652ms","start":"2026-04-27T21:12:41.771512Z","end":"2026-04-27T21:12:41.892068Z","steps":["trace[110860291] 'process raft request' (duration: 118.150258ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:12:42.615981Z","caller":"traceutil/trace.go:171","msg":"trace[2080481377] linearizableReadLoop","detail":"{readStateIndex:5364; appliedIndex:5363; }","duration":"207.419055ms","start":"2026-04-27T21:12:42.408533Z","end":"2026-04-27T21:12:42.615952Z","steps":["trace[2080481377] 'read index received' (duration: 207.241481ms)","trace[2080481377] 'applied index is now lower than readState.Index' (duration: 176.214µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:12:42.616088Z","caller":"traceutil/trace.go:171","msg":"trace[338820864] transaction","detail":"{read_only:false; response_revision:5157; number_of_response:1; }","duration":"226.660257ms","start":"2026-04-27T21:12:42.389389Z","end":"2026-04-27T21:12:42.61605Z","steps":["trace[338820864] 'process raft request' (duration: 226.386731ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:12:42.616173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.613849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T21:12:42.61626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.120605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:12:42.616329Z","caller":"traceutil/trace.go:171","msg":"trace[271652385] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:5157; }","duration":"207.848964ms","start":"2026-04-27T21:12:42.408464Z","end":"2026-04-27T21:12:42.616313Z","steps":["trace[271652385] 'agreement among raft nodes before linearized reading' (duration: 207.640459ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:12:42.616345Z","caller":"traceutil/trace.go:171","msg":"trace[499906485] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5157; }","duration":"202.242648ms","start":"2026-04-27T21:12:42.414082Z","end":"2026-04-27T21:12:42.616324Z","steps":["trace[499906485] 'agreement among raft nodes before linearized reading' (duration: 202.081465ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:12:42.616425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.619555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7ea6374a-2f11-4b97-bce8-5f8a58ef32d6\" ","response":"range_response_count:1 size:4053"} {"level":"info","ts":"2026-04-27T21:12:42.616479Z","caller":"traceutil/trace.go:171","msg":"trace[181209996] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7ea6374a-2f11-4b97-bce8-5f8a58ef32d6; range_end:; response_count:1; response_revision:5157; }","duration":"141.733188ms","start":"2026-04-27T21:12:42.474731Z","end":"2026-04-27T21:12:42.616464Z","steps":["trace[181209996] 'agreement among raft nodes before linearized reading' (duration: 141.561424ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:12:43.202494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.635916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0507d34e-18fb-470e-b055-e60541426c87\" ","response":"range_response_count:1 size:4064"} {"level":"warn","ts":"2026-04-27T21:12:43.203183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.045343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:22 size:518216"} {"level":"info","ts":"2026-04-27T21:12:43.20287Z","caller":"traceutil/trace.go:171","msg":"trace[1895399478] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0507d34e-18fb-470e-b055-e60541426c87; range_end:; response_count:1; response_revision:5157; }","duration":"274.746328ms","start":"2026-04-27T21:12:42.927798Z","end":"2026-04-27T21:12:43.202544Z","steps":["trace[1895399478] 'range keys from in-memory index tree' (duration: 274.480423ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:12:43.203293Z","caller":"traceutil/trace.go:171","msg":"trace[1021805583] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:22; response_revision:5157; }","duration":"499.184556ms","start":"2026-04-27T21:12:42.704082Z","end":"2026-04-27T21:12:43.203266Z","steps":["trace[1021805583] 'range keys from in-memory index tree' (duration: 498.44861ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:12:43.203353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:12:42.704064Z","time spent":"499.272188ms","remote":"127.0.0.1:39874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":22,"response size":518240,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-04-27T21:12:43.203857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.882784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:12:43.20395Z","caller":"traceutil/trace.go:171","msg":"trace[566727167] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:5157; }","duration":"498.293086ms","start":"2026-04-27T21:12:42.705638Z","end":"2026-04-27T21:12:43.203932Z","steps":["trace[566727167] 'count revisions from in-memory index tree' (duration: 496.789922ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:12:43.203993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:12:42.705627Z","time spent":"498.351118ms","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:12:45.091605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.04784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:12:45.091665Z","caller":"traceutil/trace.go:171","msg":"trace[1696455444] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:5189; }","duration":"108.160122ms","start":"2026-04-27T21:12:44.983492Z","end":"2026-04-27T21:12:45.091652Z","steps":["trace[1696455444] 'count revisions from in-memory index tree' (duration: 107.929568ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:12:45.0918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.977622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-04-27T21:12:45.091846Z","caller":"traceutil/trace.go:171","msg":"trace[253564416] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5189; }","duration":"190.202518ms","start":"2026-04-27T21:12:44.901637Z","end":"2026-04-27T21:12:45.091839Z","steps":["trace[253564416] 'range keys from in-memory index tree' (duration: 189.806109ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:12:47.44557Z","caller":"traceutil/trace.go:171","msg":"trace[1531809472] linearizableReadLoop","detail":"{readStateIndex:5520; appliedIndex:5519; }","duration":"305.45721ms","start":"2026-04-27T21:12:47.140087Z","end":"2026-04-27T21:12:47.445544Z","steps":["trace[1531809472] 'read index received' (duration: 305.373968ms)","trace[1531809472] 'applied index is now lower than readState.Index' (duration: 82.412µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:12:47.445679Z","caller":"traceutil/trace.go:171","msg":"trace[2027826298] transaction","detail":"{read_only:false; response_revision:5308; number_of_response:1; }","duration":"470.744516ms","start":"2026-04-27T21:12:46.974925Z","end":"2026-04-27T21:12:47.44567Z","steps":["trace[2027826298] 'process raft request' (duration: 470.47604ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:12:47.445768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:12:46.974908Z","time spent":"470.803788ms","remote":"127.0.0.1:39864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":757,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-27T21:12:47.446601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.506783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:23 size:715663"} {"level":"info","ts":"2026-04-27T21:12:47.446669Z","caller":"traceutil/trace.go:171","msg":"trace[1407515141] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:23; response_revision:5308; }","duration":"306.613495ms","start":"2026-04-27T21:12:47.140041Z","end":"2026-04-27T21:12:47.446654Z","steps":["trace[1407515141] 'agreement among raft nodes before linearized reading' (duration: 305.999002ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:12:47.44671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:12:47.140024Z","time spent":"306.672856ms","remote":"127.0.0.1:39874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":23,"response size":715687,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"info","ts":"2026-04-27T21:12:47.451726Z","caller":"traceutil/trace.go:171","msg":"trace[880751233] transaction","detail":"{read_only:false; response_revision:5309; number_of_response:1; }","duration":"210.543675ms","start":"2026-04-27T21:12:47.241154Z","end":"2026-04-27T21:12:47.451698Z","steps":["trace[880751233] 'process raft request' (duration: 210.396431ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:12:47.451926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.028908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-27T21:12:47.451925Z","caller":"traceutil/trace.go:171","msg":"trace[655830197] transaction","detail":"{read_only:false; response_revision:5311; number_of_response:1; }","duration":"130.544826ms","start":"2026-04-27T21:12:47.32136Z","end":"2026-04-27T21:12:47.451904Z","steps":["trace[655830197] 'process raft request' (duration: 130.311981ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:12:47.451965Z","caller":"traceutil/trace.go:171","msg":"trace[1779425685] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5311; }","duration":"204.0976ms","start":"2026-04-27T21:12:47.24786Z","end":"2026-04-27T21:12:47.451957Z","steps":["trace[1779425685] 'agreement among raft nodes before linearized reading' (duration: 203.949077ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:12:47.451759Z","caller":"traceutil/trace.go:171","msg":"trace[515260967] transaction","detail":"{read_only:false; response_revision:5310; number_of_response:1; }","duration":"210.475993ms","start":"2026-04-27T21:12:47.241253Z","end":"2026-04-27T21:12:47.451729Z","steps":["trace[515260967] 'process raft request' (duration: 210.389121ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:12:48.947012Z","caller":"traceutil/trace.go:171","msg":"trace[2086051070] transaction","detail":"{read_only:false; response_revision:5346; number_of_response:1; }","duration":"125.613965ms","start":"2026-04-27T21:12:48.821373Z","end":"2026-04-27T21:12:48.946987Z","steps":["trace[2086051070] 'process raft request' (duration: 125.431461ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:12:49.080851Z","caller":"traceutil/trace.go:171","msg":"trace[2120660970] transaction","detail":"{read_only:false; response_revision:5348; number_of_response:1; }","duration":"127.749603ms","start":"2026-04-27T21:12:48.953074Z","end":"2026-04-27T21:12:49.080824Z","steps":["trace[2120660970] 'process raft request' (duration: 127.482676ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:12:49.081056Z","caller":"traceutil/trace.go:171","msg":"trace[656414796] transaction","detail":"{read_only:false; response_revision:5349; number_of_response:1; }","duration":"125.076884ms","start":"2026-04-27T21:12:48.955914Z","end":"2026-04-27T21:12:49.080991Z","steps":["trace[656414796] 'process raft request' (duration: 124.839808ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:12:49.25261Z","caller":"traceutil/trace.go:171","msg":"trace[2040280357] transaction","detail":"{read_only:false; response_revision:5350; number_of_response:1; }","duration":"163.20803ms","start":"2026-04-27T21:12:49.089373Z","end":"2026-04-27T21:12:49.252581Z","steps":["trace[2040280357] 'process raft request' (duration: 101.244557ms)","trace[2040280357] 'compare' (duration: 61.8175ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:12:49.513627Z","caller":"traceutil/trace.go:171","msg":"trace[979812965] linearizableReadLoop","detail":"{readStateIndex:5564; appliedIndex:5563; }","duration":"146.918583ms","start":"2026-04-27T21:12:49.366685Z","end":"2026-04-27T21:12:49.513603Z","steps":["trace[979812965] 'read index received' (duration: 146.846252ms)","trace[979812965] 'applied index is now lower than readState.Index' (duration: 71.261µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:12:49.513733Z","caller":"traceutil/trace.go:171","msg":"trace[1759410663] transaction","detail":"{read_only:false; response_revision:5351; number_of_response:1; }","duration":"178.702ms","start":"2026-04-27T21:12:49.335005Z","end":"2026-04-27T21:12:49.513707Z","steps":["trace[1759410663] 'process raft request' (duration: 178.475995ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:12:49.513859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.16501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1c7f35c6-bdaf-4ad2-9add-994ded2cc096\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-04-27T21:12:49.513904Z","caller":"traceutil/trace.go:171","msg":"trace[1052358367] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1c7f35c6-bdaf-4ad2-9add-994ded2cc096; range_end:; response_count:1; response_revision:5351; }","duration":"147.255351ms","start":"2026-04-27T21:12:49.366636Z","end":"2026-04-27T21:12:49.513892Z","steps":["trace[1052358367] 'agreement among raft nodes before linearized reading' (duration: 147.082357ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:12:49.536264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.023851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:12:49.536365Z","caller":"traceutil/trace.go:171","msg":"trace[1401712454] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5353; }","duration":"121.171055ms","start":"2026-04-27T21:12:49.415174Z","end":"2026-04-27T21:12:49.536345Z","steps":["trace[1401712454] 'agreement among raft nodes before linearized reading' (duration: 120.835297ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:12:49.698034Z","caller":"traceutil/trace.go:171","msg":"trace[1342344125] transaction","detail":"{read_only:false; response_revision:5355; number_of_response:1; }","duration":"172.862158ms","start":"2026-04-27T21:12:49.525142Z","end":"2026-04-27T21:12:49.698005Z","steps":["trace[1342344125] 'process raft request' (duration: 172.795636ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:12:49.698054Z","caller":"traceutil/trace.go:171","msg":"trace[249795108] transaction","detail":"{read_only:false; response_revision:5354; number_of_response:1; }","duration":"176.322426ms","start":"2026-04-27T21:12:49.521694Z","end":"2026-04-27T21:12:49.698016Z","steps":["trace[249795108] 'process raft request' (duration: 176.028419ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:12:49.710776Z","caller":"traceutil/trace.go:171","msg":"trace[1352268891] linearizableReadLoop","detail":"{readStateIndex:5569; appliedIndex:5566; }","duration":"152.940839ms","start":"2026-04-27T21:12:49.557813Z","end":"2026-04-27T21:12:49.710754Z","steps":["trace[1352268891] 'read index received' (duration: 140.052929ms)","trace[1352268891] 'applied index is now lower than readState.Index' (duration: 12.88666ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:12:49.710955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.119573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1c7f35c6-bdaf-4ad2-9add-994ded2cc096\" ","response":"range_response_count:1 size:3718"} {"level":"info","ts":"2026-04-27T21:12:49.710993Z","caller":"traceutil/trace.go:171","msg":"trace[1354629363] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1c7f35c6-bdaf-4ad2-9add-994ded2cc096; range_end:; response_count:1; response_revision:5356; }","duration":"153.237186ms","start":"2026-04-27T21:12:49.557745Z","end":"2026-04-27T21:12:49.710982Z","steps":["trace[1354629363] 'agreement among raft nodes before linearized reading' (duration: 153.137024ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:12:49.711078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.310177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-27T21:12:49.711132Z","caller":"traceutil/trace.go:171","msg":"trace[84869648] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5356; }","duration":"132.397178ms","start":"2026-04-27T21:12:49.578723Z","end":"2026-04-27T21:12:49.711121Z","steps":["trace[84869648] 'agreement among raft nodes before linearized reading' (duration: 132.208183ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:12:49.710895Z","caller":"traceutil/trace.go:171","msg":"trace[255960566] transaction","detail":"{read_only:false; response_revision:5356; number_of_response:1; }","duration":"169.849299ms","start":"2026-04-27T21:12:49.541Z","end":"2026-04-27T21:12:49.710849Z","steps":["trace[255960566] 'process raft request' (duration: 169.591213ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:12:50.16055Z","caller":"traceutil/trace.go:171","msg":"trace[1745783626] transaction","detail":"{read_only:false; response_revision:5361; number_of_response:1; }","duration":"419.73361ms","start":"2026-04-27T21:12:49.74079Z","end":"2026-04-27T21:12:50.160524Z","steps":["trace[1745783626] 'process raft request' (duration: 419.644218ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:12:50.160619Z","caller":"traceutil/trace.go:171","msg":"trace[1914684560] transaction","detail":"{read_only:false; response_revision:5360; number_of_response:1; }","duration":"420.309662ms","start":"2026-04-27T21:12:49.74027Z","end":"2026-04-27T21:12:50.16058Z","steps":["trace[1914684560] 'process raft request' (duration: 380.073888ms)","trace[1914684560] 'compare' (duration: 39.927108ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:12:50.160734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:12:49.74077Z","time spent":"419.847232ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:12:50.160836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:12:49.740238Z","time spent":"420.492237ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:12:50.218068Z","caller":"traceutil/trace.go:171","msg":"trace[1611730542] linearizableReadLoop","detail":"{readStateIndex:5575; appliedIndex:5572; }","duration":"167.701361ms","start":"2026-04-27T21:12:50.050339Z","end":"2026-04-27T21:12:50.21804Z","steps":["trace[1611730542] 'read index received' (duration: 70.003405ms)","trace[1611730542] 'applied index is now lower than readState.Index' (duration: 97.696846ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:12:50.218151Z","caller":"traceutil/trace.go:171","msg":"trace[592568030] transaction","detail":"{read_only:false; response_revision:5362; number_of_response:1; }","duration":"447.678128ms","start":"2026-04-27T21:12:49.770441Z","end":"2026-04-27T21:12:50.218119Z","steps":["trace[592568030] 'process raft request' (duration: 447.452502ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:12:50.218272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.912586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T21:12:50.218304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:12:49.770417Z","time spent":"447.801091ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:12:50.218363Z","caller":"traceutil/trace.go:171","msg":"trace[1880806629] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:5362; }","duration":"168.06489ms","start":"2026-04-27T21:12:50.050276Z","end":"2026-04-27T21:12:50.218341Z","steps":["trace[1880806629] 'agreement among raft nodes before linearized reading' (duration: 167.883866ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:12:50.21855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.38051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-k99ft\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-27T21:12:50.218604Z","caller":"traceutil/trace.go:171","msg":"trace[2022551317] range","detail":"{range_begin:/registry/pods/openstack/keepalived-k99ft; range_end:; response_count:1; response_revision:5362; }","duration":"161.476081ms","start":"2026-04-27T21:12:50.057114Z","end":"2026-04-27T21:12:50.21859Z","steps":["trace[2022551317] 'agreement among raft nodes before linearized reading' (duration: 161.072042ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:12:50.218774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.28049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:773848"} {"level":"info","ts":"2026-04-27T21:12:50.218828Z","caller":"traceutil/trace.go:171","msg":"trace[214254827] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:5362; }","duration":"114.337441ms","start":"2026-04-27T21:12:50.104478Z","end":"2026-04-27T21:12:50.218816Z","steps":["trace[214254827] 'agreement among raft nodes before linearized reading' (duration: 113.80707ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:12:50.398241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.102244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:12:50.398323Z","caller":"traceutil/trace.go:171","msg":"trace[1750614706] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5362; }","duration":"117.225397ms","start":"2026-04-27T21:12:50.281081Z","end":"2026-04-27T21:12:50.398306Z","steps":["trace[1750614706] 'range keys from in-memory index tree' (duration: 117.030823ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:12:50.399052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.124867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-27T21:12:50.399152Z","caller":"traceutil/trace.go:171","msg":"trace[1557442243] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:5362; }","duration":"111.111679ms","start":"2026-04-27T21:12:50.288009Z","end":"2026-04-27T21:12:50.399121Z","steps":["trace[1557442243] 'count revisions from in-memory index tree' (duration: 109.991724ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:12:51.55768Z","caller":"traceutil/trace.go:171","msg":"trace[1434573492] transaction","detail":"{read_only:false; response_revision:5379; number_of_response:1; }","duration":"200.317516ms","start":"2026-04-27T21:12:51.357342Z","end":"2026-04-27T21:12:51.557659Z","steps":["trace[1434573492] 'process raft request' (duration: 128.368767ms)","trace[1434573492] 'compare' (duration: 71.736954ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:12:51.558087Z","caller":"traceutil/trace.go:171","msg":"trace[691031062] transaction","detail":"{read_only:false; response_revision:5380; number_of_response:1; }","duration":"200.358836ms","start":"2026-04-27T21:12:51.357718Z","end":"2026-04-27T21:12:51.558077Z","steps":["trace[691031062] 'process raft request' (duration: 199.886876ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:12:51.558293Z","caller":"traceutil/trace.go:171","msg":"trace[995887130] transaction","detail":"{read_only:false; response_revision:5381; number_of_response:1; }","duration":"199.67753ms","start":"2026-04-27T21:12:51.358582Z","end":"2026-04-27T21:12:51.558259Z","steps":["trace[995887130] 'process raft request' (duration: 199.381834ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:12:51.55858Z","caller":"traceutil/trace.go:171","msg":"trace[1681508317] transaction","detail":"{read_only:false; response_revision:5382; number_of_response:1; }","duration":"183.524488ms","start":"2026-04-27T21:12:51.375039Z","end":"2026-04-27T21:12:51.558563Z","steps":["trace[1681508317] 'process raft request' (duration: 183.006976ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:12:51.558804Z","caller":"traceutil/trace.go:171","msg":"trace[1105915588] linearizableReadLoop","detail":"{readStateIndex:5597; appliedIndex:5593; }","duration":"190.658728ms","start":"2026-04-27T21:12:51.368131Z","end":"2026-04-27T21:12:51.55879Z","steps":["trace[1105915588] 'read index received' (duration: 21.017923ms)","trace[1105915588] 'applied index is now lower than readState.Index' (duration: 169.639035ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:12:51.559012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.877982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1c7f35c6-bdaf-4ad2-9add-994ded2cc096\" ","response":"range_response_count:1 size:3718"} {"level":"info","ts":"2026-04-27T21:12:51.559065Z","caller":"traceutil/trace.go:171","msg":"trace[1152704125] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1c7f35c6-bdaf-4ad2-9add-994ded2cc096; range_end:; response_count:1; response_revision:5383; }","duration":"190.984085ms","start":"2026-04-27T21:12:51.368051Z","end":"2026-04-27T21:12:51.559036Z","steps":["trace[1152704125] 'agreement among raft nodes before linearized reading' (duration: 190.802171ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:12:51.559961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.345482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:12:51.56001Z","caller":"traceutil/trace.go:171","msg":"trace[1036799132] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5386; }","duration":"146.454625ms","start":"2026-04-27T21:12:51.413544Z","end":"2026-04-27T21:12:51.559998Z","steps":["trace[1036799132] 'agreement among raft nodes before linearized reading' (duration: 146.354891ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:12:51.785826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.980881ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T21:12:51.786048Z","caller":"traceutil/trace.go:171","msg":"trace[2144280361] transaction","detail":"{read_only:false; response_revision:5389; number_of_response:1; }","duration":"214.965305ms","start":"2026-04-27T21:12:51.571045Z","end":"2026-04-27T21:12:51.78601Z","steps":["trace[2144280361] 'process raft request' (duration: 113.707068ms)","trace[2144280361] 'compare' (duration: 100.841918ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:12:51.786094Z","caller":"traceutil/trace.go:171","msg":"trace[9459897] linearizableReadLoop","detail":"{readStateIndex:5606; appliedIndex:5604; }","duration":"213.540292ms","start":"2026-04-27T21:12:51.572538Z","end":"2026-04-27T21:12:51.786078Z","steps":["trace[9459897] 'read index received' (duration: 45.492903ms)","trace[9459897] 'applied index is now lower than readState.Index' (duration: 168.046069ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:12:51.786119Z","caller":"traceutil/trace.go:171","msg":"trace[1490927085] transaction","detail":"{read_only:false; response_revision:5390; number_of_response:1; }","duration":"214.977225ms","start":"2026-04-27T21:12:51.571108Z","end":"2026-04-27T21:12:51.786085Z","steps":["trace[1490927085] 'process raft request' (duration: 214.827161ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:12:51.786165Z","caller":"traceutil/trace.go:171","msg":"trace[96797674] transaction","detail":"{read_only:false; response_revision:5391; number_of_response:1; }","duration":"211.001815ms","start":"2026-04-27T21:12:51.575146Z","end":"2026-04-27T21:12:51.786148Z","steps":["trace[96797674] 'process raft request' (duration: 210.867642ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:12:51.786289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.745947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"info","ts":"2026-04-27T21:12:51.786335Z","caller":"traceutil/trace.go:171","msg":"trace[859136967] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:5391; }","duration":"213.819679ms","start":"2026-04-27T21:12:51.572501Z","end":"2026-04-27T21:12:51.78632Z","steps":["trace[859136967] 'agreement among raft nodes before linearized reading' (duration: 213.675056ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:12:51.786307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.492624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/monitoring/\" range_end:\"/registry/limitranges/monitoring0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:12:51.786418Z","caller":"traceutil/trace.go:171","msg":"trace[2097347980] range","detail":"{range_begin:/registry/limitranges/monitoring/; range_end:/registry/limitranges/monitoring0; response_count:0; response_revision:5391; }","duration":"162.660908ms","start":"2026-04-27T21:12:51.623731Z","end":"2026-04-27T21:12:51.786392Z","steps":["trace[2097347980] 'agreement among raft nodes before linearized reading' (duration: 162.471954ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:12:51.928866Z","caller":"traceutil/trace.go:171","msg":"trace[259185910] transaction","detail":"{read_only:false; response_revision:5393; number_of_response:1; }","duration":"138.27669ms","start":"2026-04-27T21:12:51.79056Z","end":"2026-04-27T21:12:51.928837Z","steps":["trace[259185910] 'process raft request' (duration: 137.983733ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:12:51.929178Z","caller":"traceutil/trace.go:171","msg":"trace[551644684] transaction","detail":"{read_only:false; response_revision:5394; number_of_response:1; }","duration":"137.305098ms","start":"2026-04-27T21:12:51.791854Z","end":"2026-04-27T21:12:51.929159Z","steps":["trace[551644684] 'process raft request' (duration: 136.905779ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:12:51.929575Z","caller":"traceutil/trace.go:171","msg":"trace[623949925] linearizableReadLoop","detail":"{readStateIndex:5612; appliedIndex:5607; }","duration":"135.798484ms","start":"2026-04-27T21:12:51.793755Z","end":"2026-04-27T21:12:51.929554Z","steps":["trace[623949925] 'read index received' (duration: 37.112395ms)","trace[623949925] 'applied index is now lower than readState.Index' (duration: 98.684869ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:12:51.929632Z","caller":"traceutil/trace.go:171","msg":"trace[449574393] transaction","detail":"{read_only:false; response_revision:5395; number_of_response:1; }","duration":"136.676733ms","start":"2026-04-27T21:12:51.792945Z","end":"2026-04-27T21:12:51.929621Z","steps":["trace[449574393] 'process raft request' (duration: 136.107641ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:12:51.930614Z","caller":"traceutil/trace.go:171","msg":"trace[1682950953] transaction","detail":"{read_only:false; response_revision:5397; number_of_response:1; }","duration":"131.448356ms","start":"2026-04-27T21:12:51.798304Z","end":"2026-04-27T21:12:51.929752Z","steps":["trace[1682950953] 'process raft request' (duration: 131.132608ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:12:51.929732Z","caller":"traceutil/trace.go:171","msg":"trace[576776586] transaction","detail":"{read_only:false; response_revision:5398; number_of_response:1; }","duration":"129.565875ms","start":"2026-04-27T21:12:51.800157Z","end":"2026-04-27T21:12:51.929723Z","steps":["trace[576776586] 'process raft request' (duration: 129.332678ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:12:51.929567Z","caller":"traceutil/trace.go:171","msg":"trace[592805271] transaction","detail":"{read_only:false; response_revision:5396; number_of_response:1; }","duration":"136.500019ms","start":"2026-04-27T21:12:51.793037Z","end":"2026-04-27T21:12:51.929537Z","steps":["trace[592805271] 'process raft request' (duration: 136.333836ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:12:51.931312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.516093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-04-27T21:12:51.931456Z","caller":"traceutil/trace.go:171","msg":"trace[1303502531] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:5398; }","duration":"137.700007ms","start":"2026-04-27T21:12:51.793736Z","end":"2026-04-27T21:12:51.931436Z","steps":["trace[1303502531] 'agreement among raft nodes before linearized reading' (duration: 137.429991ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:12:51.955182Z","caller":"traceutil/trace.go:171","msg":"trace[658996277] transaction","detail":"{read_only:false; response_revision:5399; number_of_response:1; }","duration":"120.337957ms","start":"2026-04-27T21:12:51.834819Z","end":"2026-04-27T21:12:51.955157Z","steps":["trace[658996277] 'process raft request' (duration: 120.112222ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:12:51.955423Z","caller":"traceutil/trace.go:171","msg":"trace[1767579434] transaction","detail":"{read_only:false; response_revision:5400; number_of_response:1; }","duration":"119.776274ms","start":"2026-04-27T21:12:51.83563Z","end":"2026-04-27T21:12:51.955406Z","steps":["trace[1767579434] 'process raft request' (duration: 119.479407ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:12:51.955653Z","caller":"traceutil/trace.go:171","msg":"trace[1400604189] transaction","detail":"{read_only:false; response_revision:5401; number_of_response:1; }","duration":"117.404901ms","start":"2026-04-27T21:12:51.838224Z","end":"2026-04-27T21:12:51.955629Z","steps":["trace[1400604189] 'process raft request' (duration: 117.170166ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:12:51.955885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.07137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-wp7xh-tls\" ","response":"range_response_count:1 size:2464"} {"level":"info","ts":"2026-04-27T21:12:51.956003Z","caller":"traceutil/trace.go:171","msg":"trace[728499833] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-wp7xh-tls; range_end:; response_count:1; response_revision:5401; }","duration":"160.216853ms","start":"2026-04-27T21:12:51.795762Z","end":"2026-04-27T21:12:51.955979Z","steps":["trace[728499833] 'agreement among raft nodes before linearized reading' (duration: 159.950587ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:12:51.956115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.502868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:26 size:786698"} {"level":"info","ts":"2026-04-27T21:12:51.956184Z","caller":"traceutil/trace.go:171","msg":"trace[725181645] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:26; response_revision:5401; }","duration":"103.622411ms","start":"2026-04-27T21:12:51.852546Z","end":"2026-04-27T21:12:51.956169Z","steps":["trace[725181645] 'agreement among raft nodes before linearized reading' (duration: 103.061339ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:12:51.956622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.908299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:56 size:2211970"} {"level":"info","ts":"2026-04-27T21:12:51.956753Z","caller":"traceutil/trace.go:171","msg":"trace[62264135] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:56; response_revision:5401; }","duration":"157.081482ms","start":"2026-04-27T21:12:51.799652Z","end":"2026-04-27T21:12:51.956734Z","steps":["trace[62264135] 'agreement among raft nodes before linearized reading' (duration: 156.0568ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:12:52.219991Z","caller":"traceutil/trace.go:171","msg":"trace[8266245] transaction","detail":"{read_only:false; response_revision:5410; number_of_response:1; }","duration":"207.570258ms","start":"2026-04-27T21:12:52.012378Z","end":"2026-04-27T21:12:52.219948Z","steps":["trace[8266245] 'process raft request' (duration: 140.07951ms)","trace[8266245] 'compare' (duration: 67.220862ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:12:52.22699Z","caller":"traceutil/trace.go:171","msg":"trace[2113078403] linearizableReadLoop","detail":"{readStateIndex:5628; appliedIndex:5625; }","duration":"211.969987ms","start":"2026-04-27T21:12:52.015005Z","end":"2026-04-27T21:12:52.226975Z","steps":["trace[2113078403] 'read index received' (duration: 137.466321ms)","trace[2113078403] 'applied index is now lower than readState.Index' (duration: 74.502866ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:12:52.227035Z","caller":"traceutil/trace.go:171","msg":"trace[1326805275] transaction","detail":"{read_only:false; response_revision:5412; number_of_response:1; }","duration":"214.014193ms","start":"2026-04-27T21:12:52.012996Z","end":"2026-04-27T21:12:52.22701Z","steps":["trace[1326805275] 'process raft request' (duration: 213.86369ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:12:52.2271Z","caller":"traceutil/trace.go:171","msg":"trace[452738577] transaction","detail":"{read_only:false; response_revision:5411; number_of_response:1; }","duration":"214.607786ms","start":"2026-04-27T21:12:52.012458Z","end":"2026-04-27T21:12:52.227066Z","steps":["trace[452738577] 'process raft request' (duration: 214.30336ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:12:52.227241Z","caller":"traceutil/trace.go:171","msg":"trace[73343834] transaction","detail":"{read_only:false; response_revision:5413; number_of_response:1; }","duration":"205.82059ms","start":"2026-04-27T21:12:52.021385Z","end":"2026-04-27T21:12:52.227205Z","steps":["trace[73343834] 'process raft request' (duration: 205.545733ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:12:52.227386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.351436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-04-27T21:12:52.22746Z","caller":"traceutil/trace.go:171","msg":"trace[2128010349] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:5413; }","duration":"212.451528ms","start":"2026-04-27T21:12:52.014988Z","end":"2026-04-27T21:12:52.227439Z","steps":["trace[2128010349] 'agreement among raft nodes before linearized reading' (duration: 212.241523ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:12:52.274945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.856555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-04-27T21:12:52.275024Z","caller":"traceutil/trace.go:171","msg":"trace[667491529] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:5414; }","duration":"247.941216ms","start":"2026-04-27T21:12:52.027063Z","end":"2026-04-27T21:12:52.275004Z","steps":["trace[667491529] 'agreement among raft nodes before linearized reading' (duration: 247.710351ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:12:52.275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.437785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-27T21:12:52.275083Z","caller":"traceutil/trace.go:171","msg":"trace[508320489] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5414; }","duration":"110.557547ms","start":"2026-04-27T21:12:52.164507Z","end":"2026-04-27T21:12:52.275065Z","steps":["trace[508320489] 'agreement among raft nodes before linearized reading' (duration: 110.339942ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:12:52.275287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.100188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:26 size:786698"} {"level":"info","ts":"2026-04-27T21:12:52.275351Z","caller":"traceutil/trace.go:171","msg":"trace[680208114] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:26; response_revision:5414; }","duration":"135.205141ms","start":"2026-04-27T21:12:52.14013Z","end":"2026-04-27T21:12:52.275335Z","steps":["trace[680208114] 'agreement among raft nodes before linearized reading' (duration: 134.648788ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:12:52.275277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.092799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/goldpinger\" ","response":"range_response_count:1 size:799"} {"level":"info","ts":"2026-04-27T21:12:52.275458Z","caller":"traceutil/trace.go:171","msg":"trace[637785893] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/goldpinger; range_end:; response_count:1; response_revision:5414; }","duration":"103.318964ms","start":"2026-04-27T21:12:52.172123Z","end":"2026-04-27T21:12:52.275442Z","steps":["trace[637785893] 'agreement among raft nodes before linearized reading' (duration: 103.019318ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:12:52.275521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.384242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-27T21:12:52.275575Z","caller":"traceutil/trace.go:171","msg":"trace[1231650886] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5414; }","duration":"110.469584ms","start":"2026-04-27T21:12:52.165092Z","end":"2026-04-27T21:12:52.275561Z","steps":["trace[1231650886] 'agreement among raft nodes before linearized reading' (duration: 109.664006ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:12:52.433496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.338966ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T21:12:52.433656Z","caller":"traceutil/trace.go:171","msg":"trace[390936545] linearizableReadLoop","detail":"{readStateIndex:5632; appliedIndex:5630; }","duration":"158.895612ms","start":"2026-04-27T21:12:52.274748Z","end":"2026-04-27T21:12:52.433643Z","steps":["trace[390936545] 'read index received' (duration: 54.312421ms)","trace[390936545] 'applied index is now lower than readState.Index' (duration: 104.582641ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:12:52.43366Z","caller":"traceutil/trace.go:171","msg":"trace[479350576] transaction","detail":"{read_only:false; response_revision:5415; number_of_response:1; }","duration":"201.085091ms","start":"2026-04-27T21:12:52.232557Z","end":"2026-04-27T21:12:52.433642Z","steps":["trace[479350576] 'process raft request' (duration: 96.53161ms)","trace[479350576] 'compare' (duration: 104.193073ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:12:52.433681Z","caller":"traceutil/trace.go:171","msg":"trace[2026332742] transaction","detail":"{read_only:false; response_revision:5416; number_of_response:1; }","duration":"200.912498ms","start":"2026-04-27T21:12:52.23275Z","end":"2026-04-27T21:12:52.433663Z","steps":["trace[2026332742] 'process raft request' (duration: 200.827006ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:12:52.433816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.45008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:12:52.433949Z","caller":"traceutil/trace.go:171","msg":"trace[368788463] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:5416; }","duration":"201.605073ms","start":"2026-04-27T21:12:52.232318Z","end":"2026-04-27T21:12:52.433923Z","steps":["trace[368788463] 'agreement among raft nodes before linearized reading' (duration: 201.44191ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:12:52.433825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.551237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-wp7xh-tls\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:12:52.436531Z","caller":"traceutil/trace.go:171","msg":"trace[1486116196] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-wp7xh-tls; range_end:; response_count:0; response_revision:5416; }","duration":"202.29908ms","start":"2026-04-27T21:12:52.234203Z","end":"2026-04-27T21:12:52.436502Z","steps":["trace[1486116196] 'agreement among raft nodes before linearized reading' (duration: 199.468656ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:12:52.433993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.086032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-k99ft\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-27T21:12:52.436738Z","caller":"traceutil/trace.go:171","msg":"trace[1504067018] range","detail":"{range_begin:/registry/pods/openstack/keepalived-k99ft; range_end:; response_count:1; response_revision:5416; }","duration":"207.888705ms","start":"2026-04-27T21:12:52.228827Z","end":"2026-04-27T21:12:52.436716Z","steps":["trace[1504067018] 'agreement among raft nodes before linearized reading' (duration: 204.887148ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:12:52.507254Z","caller":"traceutil/trace.go:171","msg":"trace[392473276] transaction","detail":"{read_only:false; response_revision:5418; number_of_response:1; }","duration":"226.966915ms","start":"2026-04-27T21:12:52.280248Z","end":"2026-04-27T21:12:52.507215Z","steps":["trace[392473276] 'process raft request' (duration: 226.874563ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:12:52.507354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.815261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/goldpinger-lgnct\" ","response":"range_response_count:1 size:4995"} {"level":"info","ts":"2026-04-27T21:12:52.507418Z","caller":"traceutil/trace.go:171","msg":"trace[1815167723] range","detail":"{range_begin:/registry/pods/monitoring/goldpinger-lgnct; range_end:; response_count:1; response_revision:5418; }","duration":"230.907844ms","start":"2026-04-27T21:12:52.276492Z","end":"2026-04-27T21:12:52.5074Z","steps":["trace[1815167723] 'agreement among raft nodes before linearized reading' (duration: 230.703609ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:12:52.507458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.701978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-04-27T21:12:52.507545Z","caller":"traceutil/trace.go:171","msg":"trace[233853036] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:5418; }","duration":"226.828981ms","start":"2026-04-27T21:12:52.280695Z","end":"2026-04-27T21:12:52.507524Z","steps":["trace[233853036] 'agreement among raft nodes before linearized reading' (duration: 226.497144ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:12:52.50775Z","caller":"traceutil/trace.go:171","msg":"trace[1505314053] transaction","detail":"{read_only:false; response_revision:5417; number_of_response:1; }","duration":"227.554197ms","start":"2026-04-27T21:12:52.280185Z","end":"2026-04-27T21:12:52.50774Z","steps":["trace[1505314053] 'process raft request' (duration: 226.817961ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:12:53.007884Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185919323862344,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T21:12:53.50835Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185919323862344,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T21:12:53.682491Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.175440634s","expected-duration":"1s"} {"level":"info","ts":"2026-04-27T21:12:53.682887Z","caller":"traceutil/trace.go:171","msg":"trace[1350587927] transaction","detail":"{read_only:false; response_revision:5419; number_of_response:1; }","duration":"1.243941545s","start":"2026-04-27T21:12:52.438919Z","end":"2026-04-27T21:12:53.682861Z","steps":["trace[1350587927] 'process raft request' (duration: 1.243785592s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:12:53.683035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:12:52.43891Z","time spent":"1.244045077s","remote":"127.0.0.1:39874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4413,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:12:53.685308Z","caller":"traceutil/trace.go:171","msg":"trace[1114193356] transaction","detail":"{read_only:false; response_revision:5421; number_of_response:1; }","duration":"118.187147ms","start":"2026-04-27T21:12:53.567107Z","end":"2026-04-27T21:12:53.685295Z","steps":["trace[1114193356] 'process raft request' (duration: 118.106286ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:12:53.685495Z","caller":"traceutil/trace.go:171","msg":"trace[462463510] transaction","detail":"{read_only:false; response_revision:5420; number_of_response:1; }","duration":"838.301543ms","start":"2026-04-27T21:12:52.847185Z","end":"2026-04-27T21:12:53.685486Z","steps":["trace[462463510] 'process raft request' (duration: 837.926004ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:12:53.685493Z","caller":"traceutil/trace.go:171","msg":"trace[1474296683] linearizableReadLoop","detail":"{readStateIndex:5636; appliedIndex:5634; }","duration":"1.178300099s","start":"2026-04-27T21:12:52.507164Z","end":"2026-04-27T21:12:53.685465Z","steps":["trace[1474296683] 'read index received' (duration: 1.175570268s)","trace[1474296683] 'applied index is now lower than readState.Index' (duration: 2.728291ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:12:53.685543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:12:52.847157Z","time spent":"838.355474ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:12:53.685695Z","caller":"traceutil/trace.go:171","msg":"trace[1118837310] transaction","detail":"{read_only:false; response_revision:5422; number_of_response:1; }","duration":"118.459174ms","start":"2026-04-27T21:12:53.567226Z","end":"2026-04-27T21:12:53.685685Z","steps":["trace[1118837310] 'process raft request' (duration: 118.029434ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:12:53.6858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.061835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T21:12:53.68579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.247020154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-04-27T21:12:53.685837Z","caller":"traceutil/trace.go:171","msg":"trace[251243427] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5422; }","duration":"271.156597ms","start":"2026-04-27T21:12:53.414672Z","end":"2026-04-27T21:12:53.685829Z","steps":["trace[251243427] 'agreement among raft nodes before linearized reading' (duration: 271.095546ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:12:53.685848Z","caller":"traceutil/trace.go:171","msg":"trace[1212019812] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:5422; }","duration":"1.247142467s","start":"2026-04-27T21:12:52.438693Z","end":"2026-04-27T21:12:53.685836Z","steps":["trace[1212019812] 'agreement among raft nodes before linearized reading' (duration: 1.246929433s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:12:53.686763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:12:52.438683Z","time spent":"1.248066909s","remote":"127.0.0.1:39874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":1,"response size":732,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" "} {"level":"warn","ts":"2026-04-27T21:12:53.685935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"893.286029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1c7f35c6-bdaf-4ad2-9add-994ded2cc096\" ","response":"range_response_count:1 size:3904"} {"level":"info","ts":"2026-04-27T21:12:53.687025Z","caller":"traceutil/trace.go:171","msg":"trace[682320046] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1c7f35c6-bdaf-4ad2-9add-994ded2cc096; range_end:; response_count:1; response_revision:5422; }","duration":"894.339643ms","start":"2026-04-27T21:12:52.792585Z","end":"2026-04-27T21:12:53.686925Z","steps":["trace[682320046] 'agreement among raft nodes before linearized reading' (duration: 893.193117ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:12:53.687065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:12:52.792558Z","time spent":"894.488206ms","remote":"127.0.0.1:39966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3928,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1c7f35c6-bdaf-4ad2-9add-994ded2cc096\" "} {"level":"warn","ts":"2026-04-27T21:12:53.685967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.245896819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62865"} {"level":"info","ts":"2026-04-27T21:12:53.687245Z","caller":"traceutil/trace.go:171","msg":"trace[141517959] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:5422; }","duration":"1.247180828s","start":"2026-04-27T21:12:52.440047Z","end":"2026-04-27T21:12:53.687228Z","steps":["trace[141517959] 'agreement among raft nodes before linearized reading' (duration: 1.245697544s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:12:53.687291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:12:52.440019Z","time spent":"1.247260529s","remote":"127.0.0.1:39966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":7,"response size":62889,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-27T21:12:53.685951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.174450842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"warn","ts":"2026-04-27T21:12:53.685941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.035047327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-27T21:12:53.687616Z","caller":"traceutil/trace.go:171","msg":"trace[124078107] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5422; }","duration":"1.036779746s","start":"2026-04-27T21:12:52.65082Z","end":"2026-04-27T21:12:53.6876Z","steps":["trace[124078107] 'agreement among raft nodes before linearized reading' (duration: 1.035048027s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:12:53.68766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:12:52.650801Z","time spent":"1.036841817s","remote":"127.0.0.1:37982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-27T21:12:53.687395Z","caller":"traceutil/trace.go:171","msg":"trace[78898183] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:5422; }","duration":"1.175929346s","start":"2026-04-27T21:12:52.511457Z","end":"2026-04-27T21:12:53.687386Z","steps":["trace[78898183] 'agreement among raft nodes before linearized reading' (duration: 1.174271498s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:12:53.686053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.191221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:12:53.687841Z","caller":"traceutil/trace.go:171","msg":"trace[29620760] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:5422; }","duration":"242.009213ms","start":"2026-04-27T21:12:53.445819Z","end":"2026-04-27T21:12:53.687829Z","steps":["trace[29620760] 'agreement among raft nodes before linearized reading' (duration: 240.204022ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:12:53.687854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:12:52.511444Z","time spent":"1.176254534s","remote":"127.0.0.1:39874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":1366,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" "} {"level":"warn","ts":"2026-04-27T21:12:53.686219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.379068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1c7f35c6-bdaf-4ad2-9add-994ded2cc096\" ","response":"range_response_count:1 size:3904"} {"level":"info","ts":"2026-04-27T21:12:53.687995Z","caller":"traceutil/trace.go:171","msg":"trace[1414892479] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1c7f35c6-bdaf-4ad2-9add-994ded2cc096; range_end:; response_count:1; response_revision:5422; }","duration":"761.21971ms","start":"2026-04-27T21:12:52.926766Z","end":"2026-04-27T21:12:53.687986Z","steps":["trace[1414892479] 'agreement among raft nodes before linearized reading' (duration: 759.160633ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:12:53.688022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:12:52.926754Z","time spent":"761.258981ms","remote":"127.0.0.1:39966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3928,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1c7f35c6-bdaf-4ad2-9add-994ded2cc096\" "} {"level":"warn","ts":"2026-04-27T21:12:55.999326Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185919323862454,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-27T21:12:56.177915Z","caller":"traceutil/trace.go:171","msg":"trace[1281320889] transaction","detail":"{read_only:false; response_revision:5461; number_of_response:1; }","duration":"720.569215ms","start":"2026-04-27T21:12:55.45732Z","end":"2026-04-27T21:12:56.177889Z","steps":["trace[1281320889] 'process raft request' (duration: 720.399091ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:12:56.178192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:12:55.457296Z","time spent":"720.79675ms","remote":"127.0.0.1:39966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4934,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:12:56.296254Z","caller":"traceutil/trace.go:171","msg":"trace[944624855] transaction","detail":"{read_only:false; response_revision:5462; number_of_response:1; }","duration":"606.032009ms","start":"2026-04-27T21:12:55.6902Z","end":"2026-04-27T21:12:56.296232Z","steps":["trace[944624855] 'process raft request' (duration: 518.533122ms)","trace[944624855] 'compare' (duration: 87.355114ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:12:56.296402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:12:55.690182Z","time spent":"606.145301ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:12:56.296386Z","caller":"traceutil/trace.go:171","msg":"trace[1462468996] transaction","detail":"{read_only:false; response_revision:5463; number_of_response:1; }","duration":"606.038509ms","start":"2026-04-27T21:12:55.69032Z","end":"2026-04-27T21:12:56.296358Z","steps":["trace[1462468996] 'process raft request' (duration: 605.873915ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:12:56.296537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:12:55.690279Z","time spent":"606.177482ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:12:56.296766Z","caller":"traceutil/trace.go:171","msg":"trace[1384941999] linearizableReadLoop","detail":"{readStateIndex:5680; appliedIndex:5677; }","duration":"797.836322ms","start":"2026-04-27T21:12:55.498899Z","end":"2026-04-27T21:12:56.296735Z","steps":["trace[1384941999] 'read index received' (duration: 678.823946ms)","trace[1384941999] 'applied index is now lower than readState.Index' (duration: 119.009266ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:12:56.2969Z","caller":"traceutil/trace.go:171","msg":"trace[2120211959] transaction","detail":"{read_only:false; response_revision:5464; number_of_response:1; }","duration":"114.195637ms","start":"2026-04-27T21:12:56.182657Z","end":"2026-04-27T21:12:56.296853Z","steps":["trace[2120211959] 'process raft request' (duration: 113.695676ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:12:56.297011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"798.096058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-04-27T21:12:56.297067Z","caller":"traceutil/trace.go:171","msg":"trace[1742030307] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5464; }","duration":"798.184519ms","start":"2026-04-27T21:12:55.498869Z","end":"2026-04-27T21:12:56.297054Z","steps":["trace[1742030307] 'agreement among raft nodes before linearized reading' (duration: 797.971625ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:12:56.297105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:12:55.498856Z","time spent":"798.242031ms","remote":"127.0.0.1:39966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-27T21:12:56.333105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.392705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-27T21:12:56.333175Z","caller":"traceutil/trace.go:171","msg":"trace[691673347] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5465; }","duration":"376.532898ms","start":"2026-04-27T21:12:55.956624Z","end":"2026-04-27T21:12:56.333157Z","steps":["trace[691673347] 'agreement among raft nodes before linearized reading' (duration: 376.333543ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:12:56.333168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.849504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-27T21:12:56.333214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:12:55.956604Z","time spent":"376.60111ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-27T21:12:56.333192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.466769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-wp7xh-tls\" ","response":"range_response_count:1 size:1967"} {"level":"info","ts":"2026-04-27T21:12:56.333247Z","caller":"traceutil/trace.go:171","msg":"trace[263815353] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5465; }","duration":"368.967427ms","start":"2026-04-27T21:12:55.964259Z","end":"2026-04-27T21:12:56.333227Z","steps":["trace[263815353] 'agreement among raft nodes before linearized reading' (duration: 368.676831ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:12:56.33327Z","caller":"traceutil/trace.go:171","msg":"trace[1899547700] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-wp7xh-tls; range_end:; response_count:1; response_revision:5465; }","duration":"104.590942ms","start":"2026-04-27T21:12:56.228657Z","end":"2026-04-27T21:12:56.333248Z","steps":["trace[1899547700] 'agreement among raft nodes before linearized reading' (duration: 104.333226ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:12:56.333283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.464529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T21:12:56.333312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:12:55.964248Z","time spent":"369.050989ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-27T21:12:56.333333Z","caller":"traceutil/trace.go:171","msg":"trace[696853417] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:5465; }","duration":"522.576702ms","start":"2026-04-27T21:12:55.810742Z","end":"2026-04-27T21:12:56.333318Z","steps":["trace[696853417] 'agreement among raft nodes before linearized reading' (duration: 522.49355ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:12:56.333372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:12:55.810717Z","time spent":"522.643643ms","remote":"127.0.0.1:42658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:12:56.333366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.566642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/prometheus-pushgateway\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:12:56.333427Z","caller":"traceutil/trace.go:171","msg":"trace[103613017] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/prometheus-pushgateway; range_end:; response_count:0; response_revision:5465; }","duration":"281.668244ms","start":"2026-04-27T21:12:56.051745Z","end":"2026-04-27T21:12:56.333413Z","steps":["trace[103613017] 'agreement among raft nodes before linearized reading' (duration: 281.558242ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:12:56.33355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.770983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-wp7xh.18aa531a20962d7a\" ","response":"range_response_count:1 size:962"} {"level":"warn","ts":"2026-04-27T21:12:56.33351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.036079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"warn","ts":"2026-04-27T21:12:56.33365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.035365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-27T21:12:56.333698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.876511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-27T21:12:56.333716Z","caller":"traceutil/trace.go:171","msg":"trace[1024660099] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5465; }","duration":"379.137308ms","start":"2026-04-27T21:12:55.954568Z","end":"2026-04-27T21:12:56.333705Z","steps":["trace[1024660099] 'agreement among raft nodes before linearized reading' (duration: 378.995755ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:12:56.333718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.255356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:12974"} {"level":"info","ts":"2026-04-27T21:12:56.333715Z","caller":"traceutil/trace.go:171","msg":"trace[537443928] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5465; }","duration":"662.470029ms","start":"2026-04-27T21:12:55.671157Z","end":"2026-04-27T21:12:56.333627Z","steps":["trace[537443928] 'agreement among raft nodes before linearized reading' (duration: 661.905635ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:12:56.333747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:12:55.954549Z","time spent":"379.190538ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-27T21:12:56.333758Z","caller":"traceutil/trace.go:171","msg":"trace[667524931] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5465; }","duration":"691.338288ms","start":"2026-04-27T21:12:55.642409Z","end":"2026-04-27T21:12:56.333747Z","steps":["trace[667524931] 'agreement among raft nodes before linearized reading' (duration: 691.208395ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:12:56.333597Z","caller":"traceutil/trace.go:171","msg":"trace[556738204] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-wp7xh.18aa531a20962d7a; range_end:; response_count:1; response_revision:5465; }","duration":"685.855525ms","start":"2026-04-27T21:12:55.647727Z","end":"2026-04-27T21:12:56.333582Z","steps":["trace[556738204] 'agreement among raft nodes before linearized reading' (duration: 685.726801ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:12:56.333789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:12:55.671143Z","time spent":"662.623883ms","remote":"127.0.0.1:39944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-04-27T21:12:56.333878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.568236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-k99ft\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-04-27T21:12:56.333889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:12:55.647707Z","time spent":"686.170801ms","remote":"127.0.0.1:39864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":986,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-wp7xh.18aa531a20962d7a\" "} {"level":"info","ts":"2026-04-27T21:12:56.333925Z","caller":"traceutil/trace.go:171","msg":"trace[1417096365] range","detail":"{range_begin:/registry/pods/openstack/keepalived-k99ft; range_end:; response_count:1; response_revision:5465; }","duration":"640.625287ms","start":"2026-04-27T21:12:55.693277Z","end":"2026-04-27T21:12:56.333902Z","steps":["trace[1417096365] 'agreement among raft nodes before linearized reading' (duration: 640.532395ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:12:56.333735Z","caller":"traceutil/trace.go:171","msg":"trace[286676636] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5465; }","duration":"366.951113ms","start":"2026-04-27T21:12:55.966773Z","end":"2026-04-27T21:12:56.333724Z","steps":["trace[286676636] 'agreement among raft nodes before linearized reading' (duration: 366.843061ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:12:56.333959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:12:55.693265Z","time spent":"640.687129ms","remote":"127.0.0.1:39966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-k99ft\" "} {"level":"warn","ts":"2026-04-27T21:12:56.333984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:12:55.966755Z","time spent":"367.210538ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-27T21:12:56.334229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:12:55.642387Z","time spent":"691.827699ms","remote":"127.0.0.1:39966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":12998,"request content":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-04-27T21:12:56.440276Z","caller":"traceutil/trace.go:171","msg":"trace[553722822] transaction","detail":"{read_only:false; response_revision:5469; number_of_response:1; }","duration":"100.4755ms","start":"2026-04-27T21:12:56.339777Z","end":"2026-04-27T21:12:56.440252Z","steps":["trace[553722822] 'process raft request' (duration: 100.396998ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:12:56.440309Z","caller":"traceutil/trace.go:171","msg":"trace[1946963315] transaction","detail":"{read_only:false; response_revision:5468; number_of_response:1; }","duration":"100.557001ms","start":"2026-04-27T21:12:56.339724Z","end":"2026-04-27T21:12:56.440281Z","steps":["trace[1946963315] 'process raft request' (duration: 99.16084ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:12:56.441052Z","caller":"traceutil/trace.go:171","msg":"trace[664809980] transaction","detail":"{read_only:false; response_revision:5470; number_of_response:1; }","duration":"101.082193ms","start":"2026-04-27T21:12:56.339922Z","end":"2026-04-27T21:12:56.441004Z","steps":["trace[664809980] 'process raft request' (duration: 100.297826ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:12:56.441311Z","caller":"traceutil/trace.go:171","msg":"trace[735037681] range","detail":"{range_begin:/registry/deployments/monitoring/prometheus-pushgateway; range_end:; response_count:0; response_revision:5471; }","duration":"100.003559ms","start":"2026-04-27T21:12:56.341296Z","end":"2026-04-27T21:12:56.441299Z","steps":["trace[735037681] 'agreement among raft nodes before linearized reading' (duration: 99.937278ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:12:56.441748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.073995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62865"} {"level":"info","ts":"2026-04-27T21:12:56.441825Z","caller":"traceutil/trace.go:171","msg":"trace[1213417680] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:5471; }","duration":"102.178547ms","start":"2026-04-27T21:12:56.339627Z","end":"2026-04-27T21:12:56.441806Z","steps":["trace[1213417680] 'agreement among raft nodes before linearized reading' (duration: 101.899701ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:12:56.448443Z","caller":"traceutil/trace.go:171","msg":"trace[1302930925] transaction","detail":"{read_only:false; response_revision:5472; number_of_response:1; }","duration":"102.23116ms","start":"2026-04-27T21:12:56.346196Z","end":"2026-04-27T21:12:56.448427Z","steps":["trace[1302930925] 'process raft request' (duration: 101.944662ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:12:58.847654Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185919323862596,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T21:12:59.348233Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185919323862596,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T21:12:59.372377Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.071018706s","expected-duration":"1s"} {"level":"info","ts":"2026-04-27T21:12:59.372796Z","caller":"traceutil/trace.go:171","msg":"trace[1585716056] transaction","detail":"{read_only:false; response_revision:5523; number_of_response:1; }","duration":"1.071532967s","start":"2026-04-27T21:12:58.301239Z","end":"2026-04-27T21:12:59.372772Z","steps":["trace[1585716056] 'process raft request' (duration: 1.071362723s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:12:59.372913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:12:58.301214Z","time spent":"1.0716287s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:12:59.384322Z","caller":"traceutil/trace.go:171","msg":"trace[467552714] transaction","detail":"{read_only:false; response_revision:5524; number_of_response:1; }","duration":"1.082092416s","start":"2026-04-27T21:12:58.302203Z","end":"2026-04-27T21:12:59.384295Z","steps":["trace[467552714] 'process raft request' (duration: 1.081899771s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:12:59.384505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:12:58.302188Z","time spent":"1.082226658s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:12:59.384708Z","caller":"traceutil/trace.go:171","msg":"trace[836134378] linearizableReadLoop","detail":"{readStateIndex:5745; appliedIndex:5741; }","duration":"1.037523653s","start":"2026-04-27T21:12:58.347159Z","end":"2026-04-27T21:12:59.384683Z","steps":["trace[836134378] 'read index received' (duration: 1.02537205s)","trace[836134378] 'applied index is now lower than readState.Index' (duration: 12.150483ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:12:59.384795Z","caller":"traceutil/trace.go:171","msg":"trace[199098801] transaction","detail":"{read_only:false; response_revision:5526; number_of_response:1; }","duration":"777.893894ms","start":"2026-04-27T21:12:58.606873Z","end":"2026-04-27T21:12:59.384767Z","steps":["trace[199098801] 'process raft request' (duration: 777.653019ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:12:59.384848Z","caller":"traceutil/trace.go:171","msg":"trace[758284957] transaction","detail":"{read_only:false; response_revision:5525; number_of_response:1; }","duration":"1.04542344s","start":"2026-04-27T21:12:58.339396Z","end":"2026-04-27T21:12:59.384819Z","steps":["trace[758284957] 'process raft request' (duration: 1.044853388s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:12:59.384917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"970.702661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T21:12:59.384933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:12:58.606852Z","time spent":"778.009117ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17439,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:12:59.385013Z","caller":"traceutil/trace.go:171","msg":"trace[1250417391] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5526; }","duration":"970.802983ms","start":"2026-04-27T21:12:58.414146Z","end":"2026-04-27T21:12:59.384949Z","steps":["trace[1250417391] 'agreement among raft nodes before linearized reading' (duration: 970.703101ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:12:59.385015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:12:58.339369Z","time spent":"1.045546054s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:12:59.385014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.03783901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-27T21:12:59.385078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:12:58.414127Z","time spent":"970.941286ms","remote":"127.0.0.1:39786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-27T21:12:59.385078Z","caller":"traceutil/trace.go:171","msg":"trace[1113660058] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5526; }","duration":"1.037925713s","start":"2026-04-27T21:12:58.347135Z","end":"2026-04-27T21:12:59.385061Z","steps":["trace[1113660058] 'agreement among raft nodes before linearized reading' (duration: 1.037698448s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:12:59.385122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.020264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-wp7xh.18aa531a20962d7a\" ","response":"range_response_count:1 size:962"} {"level":"warn","ts":"2026-04-27T21:12:59.38513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:12:58.347127Z","time spent":"1.037994904s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-27T21:12:59.385163Z","caller":"traceutil/trace.go:171","msg":"trace[1761023642] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-wp7xh.18aa531a20962d7a; range_end:; response_count:1; response_revision:5526; }","duration":"596.107906ms","start":"2026-04-27T21:12:58.789044Z","end":"2026-04-27T21:12:59.385152Z","steps":["trace[1761023642] 'agreement among raft nodes before linearized reading' (duration: 595.952312ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:12:59.385137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.126542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-27T21:12:59.385185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:12:58.789023Z","time spent":"596.157667ms","remote":"127.0.0.1:39864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":986,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-wp7xh.18aa531a20962d7a\" "} {"level":"warn","ts":"2026-04-27T21:12:59.385192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"939.776176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-04-27T21:12:59.385189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.05913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-27T21:12:59.385216Z","caller":"traceutil/trace.go:171","msg":"trace[32686536] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5526; }","duration":"787.263745ms","start":"2026-04-27T21:12:58.597934Z","end":"2026-04-27T21:12:59.385198Z","steps":["trace[32686536] 'agreement among raft nodes before linearized reading' (duration: 786.946598ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:12:59.385236Z","caller":"traceutil/trace.go:171","msg":"trace[1650228881] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5526; }","duration":"939.852596ms","start":"2026-04-27T21:12:58.445371Z","end":"2026-04-27T21:12:59.385224Z","steps":["trace[1650228881] 'agreement among raft nodes before linearized reading' (duration: 939.744924ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:12:59.385257Z","caller":"traceutil/trace.go:171","msg":"trace[1976352544] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5526; }","duration":"787.179333ms","start":"2026-04-27T21:12:58.59806Z","end":"2026-04-27T21:12:59.385239Z","steps":["trace[1976352544] 'agreement among raft nodes before linearized reading' (duration: 786.957188ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:12:59.385262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:12:58.597917Z","time spent":"787.336196ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-27T21:12:59.385278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"940.501651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-27T21:12:59.385285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:12:58.445354Z","time spent":"939.924379ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-27T21:12:59.385301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:12:58.598038Z","time spent":"787.255005ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-27T21:12:59.385308Z","caller":"traceutil/trace.go:171","msg":"trace[678091517] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5526; }","duration":"940.567173ms","start":"2026-04-27T21:12:58.444731Z","end":"2026-04-27T21:12:59.385298Z","steps":["trace[678091517] 'agreement among raft nodes before linearized reading' (duration: 940.481581ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:12:59.385346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:12:58.444714Z","time spent":"940.624784ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-27T21:12:59.385376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"939.289944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-k99ft\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-27T21:12:59.3854Z","caller":"traceutil/trace.go:171","msg":"trace[1938858092] range","detail":"{range_begin:/registry/pods/openstack/keepalived-k99ft; range_end:; response_count:1; response_revision:5526; }","duration":"939.330954ms","start":"2026-04-27T21:12:58.446063Z","end":"2026-04-27T21:12:59.385394Z","steps":["trace[1938858092] 'agreement among raft nodes before linearized reading' (duration: 939.272223ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:12:59.385415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:12:58.446054Z","time spent":"939.357245ms","remote":"127.0.0.1:39966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-k99ft\" "} {"level":"warn","ts":"2026-04-27T21:12:59.38542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"941.124774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-27T21:12:59.385461Z","caller":"traceutil/trace.go:171","msg":"trace[2064333513] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5526; }","duration":"941.189526ms","start":"2026-04-27T21:12:58.444259Z","end":"2026-04-27T21:12:59.385449Z","steps":["trace[2064333513] 'agreement among raft nodes before linearized reading' (duration: 941.048353ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:12:59.385503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:12:58.444248Z","time spent":"941.244767ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-27T21:13:03.908361Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185919323862708,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T21:13:04.273387Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.553436875s","expected-duration":"1s"} {"level":"info","ts":"2026-04-27T21:13:04.273974Z","caller":"traceutil/trace.go:171","msg":"trace[196210904] transaction","detail":"{read_only:false; response_revision:5576; number_of_response:1; }","duration":"1.55409623s","start":"2026-04-27T21:13:02.719847Z","end":"2026-04-27T21:13:04.273943Z","steps":["trace[196210904] 'process raft request' (duration: 1.553935746s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:13:04.27415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:13:02.719829Z","time spent":"1.554232802s","remote":"127.0.0.1:39966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8041,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:13:04.350466Z","caller":"traceutil/trace.go:171","msg":"trace[1636805225] transaction","detail":"{read_only:false; response_revision:5578; number_of_response:1; }","duration":"950.144177ms","start":"2026-04-27T21:13:03.400298Z","end":"2026-04-27T21:13:04.350442Z","steps":["trace[1636805225] 'process raft request' (duration: 950.066845ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:13:04.350618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:13:03.40027Z","time spent":"950.269ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:13:04.350495Z","caller":"traceutil/trace.go:171","msg":"trace[45054609] transaction","detail":"{read_only:false; response_revision:5577; number_of_response:1; }","duration":"1.506644083s","start":"2026-04-27T21:13:02.843802Z","end":"2026-04-27T21:13:04.350446Z","steps":["trace[45054609] 'process raft request' (duration: 1.506431108s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:13:04.350827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:13:02.843775Z","time spent":"1.50694589s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:13:04.350988Z","caller":"traceutil/trace.go:171","msg":"trace[1118605197] linearizableReadLoop","detail":"{readStateIndex:5801; appliedIndex:5797; }","duration":"942.793201ms","start":"2026-04-27T21:13:03.408133Z","end":"2026-04-27T21:13:04.350926Z","steps":["trace[1118605197] 'read index received' (duration: 866.171919ms)","trace[1118605197] 'applied index is now lower than readState.Index' (duration: 76.617872ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:13:04.350887Z","caller":"traceutil/trace.go:171","msg":"trace[827536065] transaction","detail":"{read_only:false; response_revision:5579; number_of_response:1; }","duration":"949.178945ms","start":"2026-04-27T21:13:03.401679Z","end":"2026-04-27T21:13:04.350858Z","steps":["trace[827536065] 'process raft request' (duration: 948.731145ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:13:04.351214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"943.068848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-k99ft\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-27T21:13:04.350967Z","caller":"traceutil/trace.go:171","msg":"trace[2142166016] transaction","detail":"{read_only:false; response_revision:5580; number_of_response:1; }","duration":"948.561791ms","start":"2026-04-27T21:13:03.402393Z","end":"2026-04-27T21:13:04.350955Z","steps":["trace[2142166016] 'process raft request' (duration: 948.298565ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:13:04.351268Z","caller":"traceutil/trace.go:171","msg":"trace[198609842] range","detail":"{range_begin:/registry/pods/openstack/keepalived-k99ft; range_end:; response_count:1; response_revision:5581; }","duration":"943.15364ms","start":"2026-04-27T21:13:03.408101Z","end":"2026-04-27T21:13:04.351254Z","steps":["trace[198609842] 'agreement among raft nodes before linearized reading' (duration: 942.996096ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:13:04.351306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:13:03.408087Z","time spent":"943.212012ms","remote":"127.0.0.1:39966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-k99ft\" "} {"level":"info","ts":"2026-04-27T21:13:04.351015Z","caller":"traceutil/trace.go:171","msg":"trace[1929035160] transaction","detail":"{read_only:false; response_revision:5581; number_of_response:1; }","duration":"352.470516ms","start":"2026-04-27T21:13:03.998537Z","end":"2026-04-27T21:13:04.351008Z","steps":["trace[1929035160] 'process raft request' (duration: 352.307412ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:13:04.351406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:13:03.40238Z","time spent":"948.911759ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:13:04.351471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:13:03.998517Z","time spent":"352.889586ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:13:04.351279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:13:03.401659Z","time spent":"949.517813ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:13:04.436721Z","caller":"traceutil/trace.go:171","msg":"trace[377077359] transaction","detail":"{read_only:false; response_revision:5582; number_of_response:1; }","duration":"157.597994ms","start":"2026-04-27T21:13:04.279081Z","end":"2026-04-27T21:13:04.436679Z","steps":["trace[377077359] 'process raft request' (duration: 157.260077ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:13:04.436998Z","caller":"traceutil/trace.go:171","msg":"trace[1575407645] transaction","detail":"{read_only:false; response_revision:5584; number_of_response:1; }","duration":"157.302338ms","start":"2026-04-27T21:13:04.279675Z","end":"2026-04-27T21:13:04.436977Z","steps":["trace[1575407645] 'process raft request' (duration: 157.167775ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:13:04.437182Z","caller":"traceutil/trace.go:171","msg":"trace[281787688] transaction","detail":"{read_only:false; response_revision:5583; number_of_response:1; }","duration":"157.618084ms","start":"2026-04-27T21:13:04.2795Z","end":"2026-04-27T21:13:04.437118Z","steps":["trace[281787688] 'process raft request' (duration: 157.046441ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:13:04.43727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.116343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:13:04.437317Z","caller":"traceutil/trace.go:171","msg":"trace[237152884] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:5585; }","duration":"619.209095ms","start":"2026-04-27T21:13:03.818093Z","end":"2026-04-27T21:13:04.437302Z","steps":["trace[237152884] 'agreement among raft nodes before linearized reading' (duration: 619.121263ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:13:04.437346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.010100775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-27T21:13:04.437351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:13:03.818076Z","time spent":"619.264646ms","remote":"127.0.0.1:39994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-04-27T21:13:04.437383Z","caller":"traceutil/trace.go:171","msg":"trace[1788708060] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5585; }","duration":"1.010168777s","start":"2026-04-27T21:13:03.427202Z","end":"2026-04-27T21:13:04.437371Z","steps":["trace[1788708060] 'agreement among raft nodes before linearized reading' (duration: 1.009980803s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:13:04.437412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:13:03.427192Z","time spent":"1.010213627s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-27T21:13:04.437408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.010635107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-27T21:13:04.437452Z","caller":"traceutil/trace.go:171","msg":"trace[162282610] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5585; }","duration":"1.010724848s","start":"2026-04-27T21:13:03.426717Z","end":"2026-04-27T21:13:04.437442Z","steps":["trace[162282610] 'agreement among raft nodes before linearized reading' (duration: 1.010549094s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:13:04.437214Z","caller":"traceutil/trace.go:171","msg":"trace[197522851] transaction","detail":"{read_only:false; response_revision:5585; number_of_response:1; }","duration":"157.376139ms","start":"2026-04-27T21:13:04.279799Z","end":"2026-04-27T21:13:04.437175Z","steps":["trace[197522851] 'process raft request' (duration: 157.126374ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:13:04.437488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:13:03.426704Z","time spent":"1.01077603s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-27T21:13:04.437576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.473256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-zw66n\" ","response":"range_response_count:1 size:8056"} {"level":"info","ts":"2026-04-27T21:13:04.437608Z","caller":"traceutil/trace.go:171","msg":"trace[787895862] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-6479589586-zw66n; range_end:; response_count:1; response_revision:5585; }","duration":"155.523387ms","start":"2026-04-27T21:13:04.282075Z","end":"2026-04-27T21:13:04.437598Z","steps":["trace[787895862] 'agreement among raft nodes before linearized reading' (duration: 155.415714ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:13:04.437629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.009954551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-27T21:13:04.437661Z","caller":"traceutil/trace.go:171","msg":"trace[626766867] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5585; }","duration":"1.010007193s","start":"2026-04-27T21:13:03.427643Z","end":"2026-04-27T21:13:04.43765Z","steps":["trace[626766867] 'agreement among raft nodes before linearized reading' (duration: 1.009917041s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:13:04.437689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:13:03.427631Z","time spent":"1.010051954s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-27T21:13:04.437665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.023997848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-27T21:13:04.437768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.178086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:13:04.437769Z","caller":"traceutil/trace.go:171","msg":"trace[383721523] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5585; }","duration":"1.024130051s","start":"2026-04-27T21:13:03.413614Z","end":"2026-04-27T21:13:04.437744Z","steps":["trace[383721523] 'agreement among raft nodes before linearized reading' (duration: 1.023861175s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:13:04.437844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:13:03.413604Z","time spent":"1.024226943s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-27T21:13:04.437875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.010237609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-27T21:13:04.437912Z","caller":"traceutil/trace.go:171","msg":"trace[451109255] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5585; }","duration":"1.010299851s","start":"2026-04-27T21:13:03.427603Z","end":"2026-04-27T21:13:04.437903Z","steps":["trace[451109255] 'agreement among raft nodes before linearized reading' (duration: 1.010193237s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:13:04.437912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.013928012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-27T21:13:04.4378Z","caller":"traceutil/trace.go:171","msg":"trace[128031001] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:5585; }","duration":"178.208707ms","start":"2026-04-27T21:13:04.25958Z","end":"2026-04-27T21:13:04.437789Z","steps":["trace[128031001] 'agreement among raft nodes before linearized reading' (duration: 178.159926ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:13:04.437941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:13:03.427591Z","time spent":"1.010343621s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-27T21:13:04.437994Z","caller":"traceutil/trace.go:171","msg":"trace[1774242314] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5585; }","duration":"1.014072125s","start":"2026-04-27T21:13:03.423905Z","end":"2026-04-27T21:13:04.437977Z","steps":["trace[1774242314] 'agreement among raft nodes before linearized reading' (duration: 1.013754697s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:13:04.43859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:13:03.423884Z","time spent":"1.014677528s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-27T21:13:04.561993Z","caller":"traceutil/trace.go:171","msg":"trace[1472485400] linearizableReadLoop","detail":"{readStateIndex:5807; appliedIndex:5806; }","duration":"119.401427ms","start":"2026-04-27T21:13:04.442554Z","end":"2026-04-27T21:13:04.561955Z","steps":["trace[1472485400] 'read index received' (duration: 28.851699ms)","trace[1472485400] 'applied index is now lower than readState.Index' (duration: 90.547958ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:13:04.562125Z","caller":"traceutil/trace.go:171","msg":"trace[743703742] transaction","detail":"{read_only:false; response_revision:5586; number_of_response:1; }","duration":"119.744644ms","start":"2026-04-27T21:13:04.442315Z","end":"2026-04-27T21:13:04.56206Z","steps":["trace[743703742] 'process raft request' (duration: 29.109635ms)","trace[743703742] 'compare' (duration: 90.152628ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:13:04.562261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.686273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:1462"} {"level":"info","ts":"2026-04-27T21:13:04.562328Z","caller":"traceutil/trace.go:171","msg":"trace[697064298] range","detail":"{range_begin:/registry/ingress/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:5586; }","duration":"119.791564ms","start":"2026-04-27T21:13:04.442521Z","end":"2026-04-27T21:13:04.562312Z","steps":["trace[697064298] 'agreement among raft nodes before linearized reading' (duration: 119.58599ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:13:04.562338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.747614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-grafana\" ","response":"range_response_count:1 size:1270"} {"level":"info","ts":"2026-04-27T21:13:04.562384Z","caller":"traceutil/trace.go:171","msg":"trace[2037416713] range","detail":"{range_begin:/registry/ingress/monitoring/kube-prometheus-stack-grafana; range_end:; response_count:1; response_revision:5586; }","duration":"119.851096ms","start":"2026-04-27T21:13:04.442521Z","end":"2026-04-27T21:13:04.562372Z","steps":["trace[2037416713] 'agreement among raft nodes before linearized reading' (duration: 119.5665ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:13:05.119616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.060467ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T21:13:05.120085Z","caller":"traceutil/trace.go:171","msg":"trace[1481622623] linearizableReadLoop","detail":"{readStateIndex:5813; appliedIndex:5807; }","duration":"557.987759ms","start":"2026-04-27T21:13:04.562078Z","end":"2026-04-27T21:13:05.120066Z","steps":["trace[1481622623] 'read index received' (duration: 322.455561ms)","trace[1481622623] 'applied index is now lower than readState.Index' (duration: 235.531238ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:13:05.12018Z","caller":"traceutil/trace.go:171","msg":"trace[1279190774] transaction","detail":"{read_only:false; response_revision:5590; number_of_response:1; }","duration":"677.1843ms","start":"2026-04-27T21:13:04.442985Z","end":"2026-04-27T21:13:05.120169Z","steps":["trace[1279190774] 'process raft request' (duration: 676.926914ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:13:05.120152Z","caller":"traceutil/trace.go:171","msg":"trace[1305934460] transaction","detail":"{read_only:false; response_revision:5589; number_of_response:1; }","duration":"677.272821ms","start":"2026-04-27T21:13:04.442831Z","end":"2026-04-27T21:13:05.120103Z","steps":["trace[1305934460] 'process raft request' (duration: 677.007626ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:13:05.120218Z","caller":"traceutil/trace.go:171","msg":"trace[126492464] transaction","detail":"{read_only:false; response_revision:5588; number_of_response:1; }","duration":"677.417975ms","start":"2026-04-27T21:13:04.442779Z","end":"2026-04-27T21:13:05.120197Z","steps":["trace[126492464] 'process raft request' (duration: 676.944585ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:13:05.120253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:13:04.44297Z","time spent":"677.244991ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:13:05.120246Z","caller":"traceutil/trace.go:171","msg":"trace[1810374215] transaction","detail":"{read_only:false; response_revision:5587; number_of_response:1; }","duration":"677.441946ms","start":"2026-04-27T21:13:04.442777Z","end":"2026-04-27T21:13:05.120219Z","steps":["trace[1810374215] 'process raft request' (duration: 441.669283ms)","trace[1810374215] 'compare' (duration: 234.865303ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:13:05.120341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:13:04.442756Z","time spent":"677.506127ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:13:05.120355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:13:04.442759Z","time spent":"677.538218ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:13:05.120363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:13:04.442811Z","time spent":"677.451456ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:13:05.12037Z","caller":"traceutil/trace.go:171","msg":"trace[1295588500] transaction","detail":"{read_only:false; response_revision:5592; number_of_response:1; }","duration":"672.371181ms","start":"2026-04-27T21:13:04.44799Z","end":"2026-04-27T21:13:05.120361Z","steps":["trace[1295588500] 'process raft request' (duration: 672.030884ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:13:05.120432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:13:04.447973Z","time spent":"672.429983ms","remote":"127.0.0.1:40084","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1622,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:13:05.120467Z","caller":"traceutil/trace.go:171","msg":"trace[1210598170] transaction","detail":"{read_only:false; response_revision:5591; number_of_response:1; }","duration":"677.205401ms","start":"2026-04-27T21:13:04.443231Z","end":"2026-04-27T21:13:05.120436Z","steps":["trace[1210598170] 'process raft request' (duration: 676.754401ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:13:05.120594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:13:04.44322Z","time spent":"677.306913ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:13:05.616821Z","caller":"traceutil/trace.go:171","msg":"trace[1836988452] transaction","detail":"{read_only:false; response_revision:5593; number_of_response:1; }","duration":"1.049514332s","start":"2026-04-27T21:13:04.567288Z","end":"2026-04-27T21:13:05.616802Z","steps":["trace[1836988452] 'process raft request' (duration: 1.049307098s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:13:05.616933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:13:04.567265Z","time spent":"1.049612615s","remote":"127.0.0.1:40084","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1606,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:13:05.61694Z","caller":"traceutil/trace.go:171","msg":"trace[1890221137] linearizableReadLoop","detail":"{readStateIndex:5815; appliedIndex:5813; }","duration":"496.779313ms","start":"2026-04-27T21:13:05.120134Z","end":"2026-04-27T21:13:05.616913Z","steps":["trace[1890221137] 'read index received' (duration: 496.387494ms)","trace[1890221137] 'applied index is now lower than readState.Index' (duration: 390.039µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:13:05.616985Z","caller":"traceutil/trace.go:171","msg":"trace[470701468] transaction","detail":"{read_only:false; response_revision:5594; number_of_response:1; }","duration":"1.049615155s","start":"2026-04-27T21:13:04.567358Z","end":"2026-04-27T21:13:05.616973Z","steps":["trace[470701468] 'process raft request' (duration: 1.04940625s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:13:05.617035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:13:04.56733Z","time spent":"1.049680037s","remote":"127.0.0.1:40084","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1414,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:13:05.617037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"902.282882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:13:05.617062Z","caller":"traceutil/trace.go:171","msg":"trace[326197196] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:5594; }","duration":"902.345724ms","start":"2026-04-27T21:13:04.714708Z","end":"2026-04-27T21:13:05.617054Z","steps":["trace[326197196] 'agreement among raft nodes before linearized reading' (duration: 902.302613ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:13:05.617083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:13:04.714688Z","time spent":"902.389825ms","remote":"127.0.0.1:33952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:13:05.617112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.404495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T21:13:05.617112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.136836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:13:05.617169Z","caller":"traceutil/trace.go:171","msg":"trace[1675675] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5594; }","duration":"202.232548ms","start":"2026-04-27T21:13:05.414921Z","end":"2026-04-27T21:13:05.617153Z","steps":["trace[1675675] 'agreement among raft nodes before linearized reading' (duration: 202.141436ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:13:05.617188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.804492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-alertmanager.18aa5313f7049b7c\" ","response":"range_response_count:1 size:751"} {"level":"info","ts":"2026-04-27T21:13:05.617134Z","caller":"traceutil/trace.go:171","msg":"trace[271231388] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:5594; }","duration":"316.455486ms","start":"2026-04-27T21:13:05.300672Z","end":"2026-04-27T21:13:05.617128Z","steps":["trace[271231388] 'agreement among raft nodes before linearized reading' (duration: 316.418406ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:13:05.61723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:13:05.300656Z","time spent":"316.56577ms","remote":"127.0.0.1:44906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"info","ts":"2026-04-27T21:13:05.617226Z","caller":"traceutil/trace.go:171","msg":"trace[2070281675] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-alertmanager.18aa5313f7049b7c; range_end:; response_count:1; response_revision:5594; }","duration":"492.887394ms","start":"2026-04-27T21:13:05.124326Z","end":"2026-04-27T21:13:05.617213Z","steps":["trace[2070281675] 'agreement among raft nodes before linearized reading' (duration: 492.71061ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:13:05.617261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:13:05.124309Z","time spent":"492.944196ms","remote":"127.0.0.1:39864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":775,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-alertmanager.18aa5313f7049b7c\" "} {"level":"info","ts":"2026-04-27T21:13:05.777215Z","caller":"traceutil/trace.go:171","msg":"trace[1499041640] transaction","detail":"{read_only:false; response_revision:5595; number_of_response:1; }","duration":"157.38512ms","start":"2026-04-27T21:13:05.619811Z","end":"2026-04-27T21:13:05.777197Z","steps":["trace[1499041640] 'process raft request' (duration: 157.257387ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:13:10.057646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.845041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-wp7xh.18aa53195e441445\" ","response":"range_response_count:1 size:906"} {"level":"info","ts":"2026-04-27T21:13:10.057707Z","caller":"traceutil/trace.go:171","msg":"trace[1780582556] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-wp7xh.18aa53195e441445; range_end:; response_count:1; response_revision:5635; }","duration":"129.954963ms","start":"2026-04-27T21:13:09.927735Z","end":"2026-04-27T21:13:10.05769Z","steps":["trace[1780582556] 'range keys from in-memory index tree' (duration: 129.673797ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:13:10.178201Z","caller":"traceutil/trace.go:171","msg":"trace[377627094] transaction","detail":"{read_only:false; response_revision:5636; number_of_response:1; }","duration":"117.958372ms","start":"2026-04-27T21:13:10.060218Z","end":"2026-04-27T21:13:10.178177Z","steps":["trace[377627094] 'process raft request' (duration: 117.804869ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:13:14.608222Z","caller":"traceutil/trace.go:171","msg":"trace[1501706002] transaction","detail":"{read_only:false; response_revision:5727; number_of_response:1; }","duration":"167.544939ms","start":"2026-04-27T21:13:14.440658Z","end":"2026-04-27T21:13:14.608203Z","steps":["trace[1501706002] 'process raft request' (duration: 167.385135ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:13:14.608191Z","caller":"traceutil/trace.go:171","msg":"trace[806643751] transaction","detail":"{read_only:false; response_revision:5726; number_of_response:1; }","duration":"167.6274ms","start":"2026-04-27T21:13:14.440528Z","end":"2026-04-27T21:13:14.608155Z","steps":["trace[806643751] 'process raft request' (duration: 167.383454ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:13:14.783407Z","caller":"traceutil/trace.go:171","msg":"trace[1721695262] transaction","detail":"{read_only:false; response_revision:5728; number_of_response:1; }","duration":"170.092856ms","start":"2026-04-27T21:13:14.613296Z","end":"2026-04-27T21:13:14.783389Z","steps":["trace[1721695262] 'process raft request' (duration: 142.083536ms)","trace[1721695262] 'compare' (duration: 27.835705ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:13:14.783377Z","caller":"traceutil/trace.go:171","msg":"trace[719038411] linearizableReadLoop","detail":"{readStateIndex:5951; appliedIndex:5950; }","duration":"169.633596ms","start":"2026-04-27T21:13:14.613715Z","end":"2026-04-27T21:13:14.783348Z","steps":["trace[719038411] 'read index received' (duration: 141.711858ms)","trace[719038411] 'applied index is now lower than readState.Index' (duration: 27.920528ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:13:14.78367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.938062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:80095"} {"level":"warn","ts":"2026-04-27T21:13:14.783692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.163998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-27T21:13:14.783747Z","caller":"traceutil/trace.go:171","msg":"trace[540504155] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5728; }","duration":"138.262ms","start":"2026-04-27T21:13:14.64547Z","end":"2026-04-27T21:13:14.783732Z","steps":["trace[540504155] 'agreement among raft nodes before linearized reading' (duration: 138.110887ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:13:14.783743Z","caller":"traceutil/trace.go:171","msg":"trace[136599786] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5728; }","duration":"170.055395ms","start":"2026-04-27T21:13:14.613673Z","end":"2026-04-27T21:13:14.783728Z","steps":["trace[136599786] 'agreement among raft nodes before linearized reading' (duration: 169.763389ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:13:14.954732Z","caller":"traceutil/trace.go:171","msg":"trace[266975847] transaction","detail":"{read_only:false; response_revision:5730; number_of_response:1; }","duration":"115.864226ms","start":"2026-04-27T21:13:14.838841Z","end":"2026-04-27T21:13:14.954706Z","steps":["trace[266975847] 'process raft request' (duration: 63.769354ms)","trace[266975847] 'compare' (duration: 51.951169ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:13:16.674207Z","caller":"traceutil/trace.go:171","msg":"trace[1722922480] transaction","detail":"{read_only:false; response_revision:5737; number_of_response:1; }","duration":"103.28464ms","start":"2026-04-27T21:13:16.5709Z","end":"2026-04-27T21:13:16.674185Z","steps":["trace[1722922480] 'process raft request' (duration: 91.317811ms)","trace[1722922480] 'compare' (duration: 11.822076ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:13:18.988716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.08181ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T21:13:18.9889Z","caller":"traceutil/trace.go:171","msg":"trace[317361509] transaction","detail":"{read_only:false; response_revision:5748; number_of_response:1; }","duration":"303.07202ms","start":"2026-04-27T21:13:18.685808Z","end":"2026-04-27T21:13:18.98888Z","steps":["trace[317361509] 'process raft request' (duration: 56.712964ms)","trace[317361509] 'compare' (duration: 245.938497ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:13:18.988969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:13:18.685784Z","time spent":"303.152312ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:13:18.989051Z","caller":"traceutil/trace.go:171","msg":"trace[1009621211] linearizableReadLoop","detail":"{readStateIndex:5973; appliedIndex:5971; }","duration":"300.667917ms","start":"2026-04-27T21:13:18.688357Z","end":"2026-04-27T21:13:18.989025Z","steps":["trace[1009621211] 'read index received' (duration: 54.069036ms)","trace[1009621211] 'applied index is now lower than readState.Index' (duration: 246.597341ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:13:18.989109Z","caller":"traceutil/trace.go:171","msg":"trace[23969580] transaction","detail":"{read_only:false; response_revision:5749; number_of_response:1; }","duration":"302.411425ms","start":"2026-04-27T21:13:18.686672Z","end":"2026-04-27T21:13:18.989083Z","steps":["trace[23969580] 'process raft request' (duration: 302.147349ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:13:18.989265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:13:18.686645Z","time spent":"302.535048ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:13:18.989302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.360618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-k99ft\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-27T21:13:18.989336Z","caller":"traceutil/trace.go:171","msg":"trace[545166717] range","detail":"{range_begin:/registry/pods/openstack/keepalived-k99ft; range_end:; response_count:1; response_revision:5749; }","duration":"190.43617ms","start":"2026-04-27T21:13:18.798891Z","end":"2026-04-27T21:13:18.989327Z","steps":["trace[545166717] 'agreement among raft nodes before linearized reading' (duration: 190.286946ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:13:18.989313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.932733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d0903840-402d-412d-8682-28681f1d725c\" ","response":"range_response_count:1 size:3952"} {"level":"info","ts":"2026-04-27T21:13:18.98942Z","caller":"traceutil/trace.go:171","msg":"trace[510168398] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d0903840-402d-412d-8682-28681f1d725c; range_end:; response_count:1; response_revision:5749; }","duration":"301.092166ms","start":"2026-04-27T21:13:18.688314Z","end":"2026-04-27T21:13:18.989406Z","steps":["trace[510168398] 'agreement among raft nodes before linearized reading' (duration: 300.81765ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:13:18.98946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:13:18.688299Z","time spent":"301.150587ms","remote":"127.0.0.1:39966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3976,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d0903840-402d-412d-8682-28681f1d725c\" "} {"level":"warn","ts":"2026-04-27T21:13:18.989439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.413819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-wp7xh\" ","response":"range_response_count:1 size:9728"} {"level":"info","ts":"2026-04-27T21:13:18.98953Z","caller":"traceutil/trace.go:171","msg":"trace[1525473218] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-wp7xh; range_end:; response_count:1; response_revision:5749; }","duration":"190.555343ms","start":"2026-04-27T21:13:18.798951Z","end":"2026-04-27T21:13:18.989506Z","steps":["trace[1525473218] 'agreement among raft nodes before linearized reading' (duration: 190.281377ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:13:18.989402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.701225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-27T21:13:18.989829Z","caller":"traceutil/trace.go:171","msg":"trace[2134419349] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5749; }","duration":"146.141035ms","start":"2026-04-27T21:13:18.843637Z","end":"2026-04-27T21:13:18.989778Z","steps":["trace[2134419349] 'agreement among raft nodes before linearized reading' (duration: 145.547162ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:13:18.989925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.151548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-8665676f9d-bqs25.18aa531cf24e609b\" ","response":"range_response_count:1 size:898"} {"level":"info","ts":"2026-04-27T21:13:18.989986Z","caller":"traceutil/trace.go:171","msg":"trace[1850944135] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-grafana-8665676f9d-bqs25.18aa531cf24e609b; range_end:; response_count:1; response_revision:5749; }","duration":"180.24018ms","start":"2026-04-27T21:13:18.809732Z","end":"2026-04-27T21:13:18.989972Z","steps":["trace[1850944135] 'agreement among raft nodes before linearized reading' (duration: 179.473173ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:13:20.577793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.497426ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-27T21:13:20.577965Z","caller":"traceutil/trace.go:171","msg":"trace[233650935] transaction","detail":"{read_only:false; response_revision:5774; number_of_response:1; }","duration":"284.556223ms","start":"2026-04-27T21:13:20.293387Z","end":"2026-04-27T21:13:20.577943Z","steps":["trace[233650935] 'process raft request' (duration: 111.810552ms)","trace[233650935] 'compare' (duration: 172.206599ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:13:20.584145Z","caller":"traceutil/trace.go:171","msg":"trace[892336534] linearizableReadLoop","detail":"{readStateIndex:6000; appliedIndex:5998; }","duration":"216.77898ms","start":"2026-04-27T21:13:20.367355Z","end":"2026-04-27T21:13:20.584134Z","steps":["trace[892336534] 'read index received' (duration: 37.85348ms)","trace[892336534] 'applied index is now lower than readState.Index' (duration: 178.92481ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:13:20.584217Z","caller":"traceutil/trace.go:171","msg":"trace[667414912] transaction","detail":"{read_only:false; response_revision:5775; number_of_response:1; }","duration":"290.072377ms","start":"2026-04-27T21:13:20.294138Z","end":"2026-04-27T21:13:20.58421Z","steps":["trace[667414912] 'process raft request' (duration: 289.907463ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:13:20.584297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.048007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:13:20.584347Z","caller":"traceutil/trace.go:171","msg":"trace[829112402] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:5775; }","duration":"108.138349ms","start":"2026-04-27T21:13:20.476197Z","end":"2026-04-27T21:13:20.584335Z","steps":["trace[829112402] 'agreement among raft nodes before linearized reading' (duration: 108.056637ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:13:20.584335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.955584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-27T21:13:20.584521Z","caller":"traceutil/trace.go:171","msg":"trace[1452452644] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:5775; }","duration":"217.2022ms","start":"2026-04-27T21:13:20.367311Z","end":"2026-04-27T21:13:20.584513Z","steps":["trace[1452452644] 'agreement among raft nodes before linearized reading' (duration: 216.954154ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:13:20.725267Z","caller":"traceutil/trace.go:171","msg":"trace[536378129] transaction","detail":"{read_only:false; response_revision:5777; number_of_response:1; }","duration":"120.293883ms","start":"2026-04-27T21:13:20.604936Z","end":"2026-04-27T21:13:20.72523Z","steps":["trace[536378129] 'process raft request' (duration: 117.455419ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:13:21.605005Z","caller":"traceutil/trace.go:171","msg":"trace[543110684] transaction","detail":"{read_only:false; response_revision:5785; number_of_response:1; }","duration":"234.247154ms","start":"2026-04-27T21:13:21.370735Z","end":"2026-04-27T21:13:21.604982Z","steps":["trace[543110684] 'process raft request' (duration: 224.082505ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:13:21.607729Z","caller":"traceutil/trace.go:171","msg":"trace[1415181336] linearizableReadLoop","detail":"{readStateIndex:6012; appliedIndex:6010; }","duration":"232.483493ms","start":"2026-04-27T21:13:21.375216Z","end":"2026-04-27T21:13:21.6077Z","steps":["trace[1415181336] 'read index received' (duration: 219.624774ms)","trace[1415181336] 'applied index is now lower than readState.Index' (duration: 12.857549ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:13:21.60804Z","caller":"traceutil/trace.go:171","msg":"trace[1999408488] transaction","detail":"{read_only:false; response_revision:5786; number_of_response:1; }","duration":"233.989998ms","start":"2026-04-27T21:13:21.374032Z","end":"2026-04-27T21:13:21.608022Z","steps":["trace[1999408488] 'process raft request' (duration: 233.498847ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:13:21.608441Z","caller":"traceutil/trace.go:171","msg":"trace[86862407] transaction","detail":"{read_only:false; response_revision:5787; number_of_response:1; }","duration":"137.290924ms","start":"2026-04-27T21:13:21.471133Z","end":"2026-04-27T21:13:21.608424Z","steps":["trace[86862407] 'process raft request' (duration: 136.498137ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:13:21.608802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.569037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-27T21:13:21.608869Z","caller":"traceutil/trace.go:171","msg":"trace[864860944] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5787; }","duration":"233.651879ms","start":"2026-04-27T21:13:21.375201Z","end":"2026-04-27T21:13:21.608853Z","steps":["trace[864860944] 'agreement among raft nodes before linearized reading' (duration: 233.472885ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:13:21.609077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.367899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-27T21:13:21.609112Z","caller":"traceutil/trace.go:171","msg":"trace[549416047] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5787; }","duration":"231.412369ms","start":"2026-04-27T21:13:21.377691Z","end":"2026-04-27T21:13:21.609103Z","steps":["trace[549416047] 'agreement among raft nodes before linearized reading' (duration: 231.339648ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:13:21.609274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.515333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:13:21.609307Z","caller":"traceutil/trace.go:171","msg":"trace[1836703269] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5787; }","duration":"195.578484ms","start":"2026-04-27T21:13:21.41372Z","end":"2026-04-27T21:13:21.609298Z","steps":["trace[1836703269] 'agreement among raft nodes before linearized reading' (duration: 195.533953ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:13:23.149025Z","caller":"traceutil/trace.go:171","msg":"trace[1181187219] transaction","detail":"{read_only:false; response_revision:5800; number_of_response:1; }","duration":"259.344917ms","start":"2026-04-27T21:13:22.889657Z","end":"2026-04-27T21:13:23.149002Z","steps":["trace[1181187219] 'process raft request' (duration: 259.197604ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:13:23.166624Z","caller":"traceutil/trace.go:171","msg":"trace[1864613538] linearizableReadLoop","detail":"{readStateIndex:6028; appliedIndex:6025; }","duration":"140.168239ms","start":"2026-04-27T21:13:23.026442Z","end":"2026-04-27T21:13:23.16661Z","steps":["trace[1864613538] 'read index received' (duration: 122.40454ms)","trace[1864613538] 'applied index is now lower than readState.Index' (duration: 17.762809ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:13:23.16666Z","caller":"traceutil/trace.go:171","msg":"trace[946795248] transaction","detail":"{read_only:false; response_revision:5801; number_of_response:1; }","duration":"157.807955ms","start":"2026-04-27T21:13:23.00883Z","end":"2026-04-27T21:13:23.166638Z","steps":["trace[946795248] 'process raft request' (duration: 157.680682ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:13:23.166704Z","caller":"traceutil/trace.go:171","msg":"trace[917847772] transaction","detail":"{read_only:false; response_revision:5802; number_of_response:1; }","duration":"157.753344ms","start":"2026-04-27T21:13:23.008941Z","end":"2026-04-27T21:13:23.166695Z","steps":["trace[917847772] 'process raft request' (duration: 157.644751ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:13:23.166895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.450356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-27T21:13:23.166895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.456913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-k99ft\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-27T21:13:23.166947Z","caller":"traceutil/trace.go:171","msg":"trace[599447901] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5802; }","duration":"140.560218ms","start":"2026-04-27T21:13:23.026375Z","end":"2026-04-27T21:13:23.166935Z","steps":["trace[599447901] 'agreement among raft nodes before linearized reading' (duration: 140.408944ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:13:23.16696Z","caller":"traceutil/trace.go:171","msg":"trace[160282486] range","detail":"{range_begin:/registry/pods/openstack/keepalived-k99ft; range_end:; response_count:1; response_revision:5802; }","duration":"139.543405ms","start":"2026-04-27T21:13:23.027399Z","end":"2026-04-27T21:13:23.166943Z","steps":["trace[160282486] 'agreement among raft nodes before linearized reading' (duration: 139.33097ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:13:25.776429Z","caller":"traceutil/trace.go:171","msg":"trace[1296305350] linearizableReadLoop","detail":"{readStateIndex:6053; appliedIndex:6052; }","duration":"138.737647ms","start":"2026-04-27T21:13:25.637664Z","end":"2026-04-27T21:13:25.776402Z","steps":["trace[1296305350] 'read index received' (duration: 138.532383ms)","trace[1296305350] 'applied index is now lower than readState.Index' (duration: 204.344µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:13:25.776492Z","caller":"traceutil/trace.go:171","msg":"trace[1055048735] transaction","detail":"{read_only:false; response_revision:5827; number_of_response:1; }","duration":"143.430673ms","start":"2026-04-27T21:13:25.633011Z","end":"2026-04-27T21:13:25.776442Z","steps":["trace[1055048735] 'process raft request' (duration: 143.234359ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:13:25.776722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.85008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-04-27T21:13:25.776734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.037815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-27T21:13:25.776773Z","caller":"traceutil/trace.go:171","msg":"trace[770452528] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5827; }","duration":"138.940352ms","start":"2026-04-27T21:13:25.637817Z","end":"2026-04-27T21:13:25.776758Z","steps":["trace[770452528] 'agreement among raft nodes before linearized reading' (duration: 138.756288ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:13:25.776799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.107276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-27T21:13:25.77682Z","caller":"traceutil/trace.go:171","msg":"trace[1233287776] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5827; }","duration":"139.165837ms","start":"2026-04-27T21:13:25.637636Z","end":"2026-04-27T21:13:25.776801Z","steps":["trace[1233287776] 'agreement among raft nodes before linearized reading' (duration: 138.86623ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:13:25.776879Z","caller":"traceutil/trace.go:171","msg":"trace[643839095] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5827; }","duration":"139.234458ms","start":"2026-04-27T21:13:25.637625Z","end":"2026-04-27T21:13:25.776859Z","steps":["trace[643839095] 'agreement among raft nodes before linearized reading' (duration: 138.939312ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:13:26.424481Z","caller":"traceutil/trace.go:171","msg":"trace[1810266077] linearizableReadLoop","detail":"{readStateIndex:6063; appliedIndex:6062; }","duration":"109.721815ms","start":"2026-04-27T21:13:26.31474Z","end":"2026-04-27T21:13:26.424462Z","steps":["trace[1810266077] 'read index received' (duration: 103.965366ms)","trace[1810266077] 'applied index is now lower than readState.Index' (duration: 5.755679ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:13:26.424624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.870398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-27T21:13:26.424671Z","caller":"traceutil/trace.go:171","msg":"trace[1848065430] transaction","detail":"{read_only:false; response_revision:5837; number_of_response:1; }","duration":"218.234343ms","start":"2026-04-27T21:13:26.206335Z","end":"2026-04-27T21:13:26.424569Z","steps":["trace[1848065430] 'process raft request' (duration: 212.372922ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:13:26.424744Z","caller":"traceutil/trace.go:171","msg":"trace[1335899071] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5837; }","duration":"110.043582ms","start":"2026-04-27T21:13:26.314684Z","end":"2026-04-27T21:13:26.424727Z","steps":["trace[1335899071] 'agreement among raft nodes before linearized reading' (duration: 109.877538ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:13:28.716038Z","caller":"traceutil/trace.go:171","msg":"trace[2047767657] transaction","detail":"{read_only:false; response_revision:5850; number_of_response:1; }","duration":"126.601564ms","start":"2026-04-27T21:13:28.589388Z","end":"2026-04-27T21:13:28.71599Z","steps":["trace[2047767657] 'process raft request' (duration: 126.38761ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:13:29.99683Z","caller":"traceutil/trace.go:171","msg":"trace[754140541] transaction","detail":"{read_only:false; response_revision:5871; number_of_response:1; }","duration":"115.659569ms","start":"2026-04-27T21:13:29.881134Z","end":"2026-04-27T21:13:29.996793Z","steps":["trace[754140541] 'process raft request' (duration: 115.29199ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:13:32.009345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.288465ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T21:13:32.009444Z","caller":"traceutil/trace.go:171","msg":"trace[375828932] linearizableReadLoop","detail":"{readStateIndex:6113; appliedIndex:6112; }","duration":"771.989744ms","start":"2026-04-27T21:13:31.237434Z","end":"2026-04-27T21:13:32.009424Z","steps":["trace[375828932] 'read index received' (duration: 30.482415ms)","trace[375828932] 'applied index is now lower than readState.Index' (duration: 741.505479ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:13:32.009538Z","caller":"traceutil/trace.go:171","msg":"trace[881181572] transaction","detail":"{read_only:false; response_revision:5885; number_of_response:1; }","duration":"806.601972ms","start":"2026-04-27T21:13:31.202908Z","end":"2026-04-27T21:13:32.00951Z","steps":["trace[881181572] 'process raft request' (duration: 65.070422ms)","trace[881181572] 'compare' (duration: 741.202293ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:13:32.009646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"772.206179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-k99ft\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-27T21:13:32.009688Z","caller":"traceutil/trace.go:171","msg":"trace[995654223] range","detail":"{range_begin:/registry/pods/openstack/keepalived-k99ft; range_end:; response_count:1; response_revision:5885; }","duration":"772.289301ms","start":"2026-04-27T21:13:31.237388Z","end":"2026-04-27T21:13:32.009678Z","steps":["trace[995654223] 'agreement among raft nodes before linearized reading' (duration: 772.137708ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:13:32.009682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:13:31.202889Z","time spent":"806.718895ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:13:32.009689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.182023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-27T21:13:32.009724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:13:31.237355Z","time spent":"772.360063ms","remote":"127.0.0.1:39966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-k99ft\" "} {"level":"info","ts":"2026-04-27T21:13:32.00976Z","caller":"traceutil/trace.go:171","msg":"trace[37855154] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5885; }","duration":"733.292845ms","start":"2026-04-27T21:13:31.276449Z","end":"2026-04-27T21:13:32.009741Z","steps":["trace[37855154] 'agreement among raft nodes before linearized reading' (duration: 733.118652ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:13:32.009813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:13:31.276421Z","time spent":"733.379457ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-27T21:13:32.009972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.385204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:13:32.010056Z","caller":"traceutil/trace.go:171","msg":"trace[1693774467] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5885; }","duration":"594.511057ms","start":"2026-04-27T21:13:31.415534Z","end":"2026-04-27T21:13:32.010045Z","steps":["trace[1693774467] 'agreement among raft nodes before linearized reading' (duration: 594.401275ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:13:32.010092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:13:31.415504Z","time spent":"594.576158ms","remote":"127.0.0.1:39786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T21:13:32.01009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.696634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T21:13:32.010115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.748591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-04-27T21:13:32.010167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.732784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-27T21:13:32.010205Z","caller":"traceutil/trace.go:171","msg":"trace[694430680] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5885; }","duration":"330.887984ms","start":"2026-04-27T21:13:31.679294Z","end":"2026-04-27T21:13:32.010182Z","steps":["trace[694430680] 'agreement among raft nodes before linearized reading' (duration: 330.592478ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:13:32.010249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:13:31.679271Z","time spent":"330.969506ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-27T21:13:32.010253Z","caller":"traceutil/trace.go:171","msg":"trace[1435145436] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5885; }","duration":"595.850777ms","start":"2026-04-27T21:13:31.414377Z","end":"2026-04-27T21:13:32.010228Z","steps":["trace[1435145436] 'agreement among raft nodes before linearized reading' (duration: 595.575851ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:13:32.010181Z","caller":"traceutil/trace.go:171","msg":"trace[1431804179] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:5885; }","duration":"283.824697ms","start":"2026-04-27T21:13:31.726332Z","end":"2026-04-27T21:13:32.010156Z","steps":["trace[1431804179] 'agreement among raft nodes before linearized reading' (duration: 283.600512ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:13:32.010307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:13:31.414355Z","time spent":"595.93856ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-27T21:13:32.010078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.730586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:13:32.010363Z","caller":"traceutil/trace.go:171","msg":"trace[442402655] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:5885; }","duration":"479.065853ms","start":"2026-04-27T21:13:31.53128Z","end":"2026-04-27T21:13:32.010345Z","steps":["trace[442402655] 'agreement among raft nodes before linearized reading' (duration: 478.659884ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:13:32.01043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:13:31.531259Z","time spent":"479.150865ms","remote":"127.0.0.1:37646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:13:34.230978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.680484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-27T21:13:34.231053Z","caller":"traceutil/trace.go:171","msg":"trace[1019133907] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5896; }","duration":"133.782116ms","start":"2026-04-27T21:13:34.097253Z","end":"2026-04-27T21:13:34.231035Z","steps":["trace[1019133907] 'range keys from in-memory index tree' (duration: 133.555542ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:13:34.231031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.783296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-04-27T21:13:34.23108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.894197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T21:13:34.231123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.244016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-27T21:13:34.231128Z","caller":"traceutil/trace.go:171","msg":"trace[1425564963] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5896; }","duration":"133.903969ms","start":"2026-04-27T21:13:34.097199Z","end":"2026-04-27T21:13:34.231103Z","steps":["trace[1425564963] 'range keys from in-memory index tree' (duration: 133.616962ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:13:34.231206Z","caller":"traceutil/trace.go:171","msg":"trace[1684301171] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5896; }","duration":"150.327598ms","start":"2026-04-27T21:13:34.080869Z","end":"2026-04-27T21:13:34.231197Z","steps":["trace[1684301171] 'range keys from in-memory index tree' (duration: 150.119713ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:13:34.231204Z","caller":"traceutil/trace.go:171","msg":"trace[246640511] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:5896; }","duration":"113.007869ms","start":"2026-04-27T21:13:34.118132Z","end":"2026-04-27T21:13:34.23114Z","steps":["trace[246640511] 'count revisions from in-memory index tree' (duration: 112.779965ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:13:34.2313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.629846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-27T21:13:34.231411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.53461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-27T21:13:34.231482Z","caller":"traceutil/trace.go:171","msg":"trace[234189468] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5896; }","duration":"141.642783ms","start":"2026-04-27T21:13:34.089825Z","end":"2026-04-27T21:13:34.231468Z","steps":["trace[234189468] 'range keys from in-memory index tree' (duration: 141.406048ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:13:34.231415Z","caller":"traceutil/trace.go:171","msg":"trace[341361827] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5896; }","duration":"146.84339ms","start":"2026-04-27T21:13:34.084545Z","end":"2026-04-27T21:13:34.231389Z","steps":["trace[341361827] 'range keys from in-memory index tree' (duration: 146.328628ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:13:34.231508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.282494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-k99ft\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-04-27T21:13:34.231589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.902231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-27T21:13:34.23161Z","caller":"traceutil/trace.go:171","msg":"trace[1204109614] range","detail":"{range_begin:/registry/pods/openstack/keepalived-k99ft; range_end:; response_count:1; response_revision:5896; }","duration":"149.411196ms","start":"2026-04-27T21:13:34.082176Z","end":"2026-04-27T21:13:34.231587Z","steps":["trace[1204109614] 'range keys from in-memory index tree' (duration: 149.09942ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:13:34.231658Z","caller":"traceutil/trace.go:171","msg":"trace[1380680376] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5896; }","duration":"146.981673ms","start":"2026-04-27T21:13:34.084661Z","end":"2026-04-27T21:13:34.231642Z","steps":["trace[1380680376] 'range keys from in-memory index tree' (duration: 146.346279ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:13:34.349924Z","caller":"traceutil/trace.go:171","msg":"trace[1269990679] linearizableReadLoop","detail":"{readStateIndex:6125; appliedIndex:6124; }","duration":"114.324409ms","start":"2026-04-27T21:13:34.235567Z","end":"2026-04-27T21:13:34.349891Z","steps":["trace[1269990679] 'read index received' (duration: 114.190696ms)","trace[1269990679] 'applied index is now lower than readState.Index' (duration: 132.713µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:13:34.350019Z","caller":"traceutil/trace.go:171","msg":"trace[632373741] transaction","detail":"{read_only:false; response_revision:5897; number_of_response:1; }","duration":"115.042885ms","start":"2026-04-27T21:13:34.234931Z","end":"2026-04-27T21:13:34.349974Z","steps":["trace[632373741] 'process raft request' (duration: 114.80493ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:13:34.35021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.620746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81310"} {"level":"info","ts":"2026-04-27T21:13:34.350256Z","caller":"traceutil/trace.go:171","msg":"trace[924411029] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5897; }","duration":"114.717308ms","start":"2026-04-27T21:13:34.235528Z","end":"2026-04-27T21:13:34.350245Z","steps":["trace[924411029] 'agreement among raft nodes before linearized reading' (duration: 114.473693ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:13:34.388184Z","caller":"traceutil/trace.go:171","msg":"trace[1621464831] transaction","detail":"{read_only:false; response_revision:5899; number_of_response:1; }","duration":"152.482526ms","start":"2026-04-27T21:13:34.235677Z","end":"2026-04-27T21:13:34.388159Z","steps":["trace[1621464831] 'process raft request' (duration: 152.369764ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:13:34.388234Z","caller":"traceutil/trace.go:171","msg":"trace[1495213518] transaction","detail":"{read_only:false; response_revision:5898; number_of_response:1; }","duration":"152.585649ms","start":"2026-04-27T21:13:34.235597Z","end":"2026-04-27T21:13:34.388182Z","steps":["trace[1495213518] 'process raft request' (duration: 152.298382ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:13:34.388484Z","caller":"traceutil/trace.go:171","msg":"trace[1327744624] transaction","detail":"{read_only:false; response_revision:5900; number_of_response:1; }","duration":"152.469736ms","start":"2026-04-27T21:13:34.235989Z","end":"2026-04-27T21:13:34.388458Z","steps":["trace[1327744624] 'process raft request' (duration: 152.126748ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:13:34.388499Z","caller":"traceutil/trace.go:171","msg":"trace[1138904794] transaction","detail":"{read_only:false; response_revision:5901; number_of_response:1; }","duration":"152.392143ms","start":"2026-04-27T21:13:34.236087Z","end":"2026-04-27T21:13:34.388479Z","steps":["trace[1138904794] 'process raft request' (duration: 152.26065ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:13:34.388753Z","caller":"traceutil/trace.go:171","msg":"trace[605570662] transaction","detail":"{read_only:false; response_revision:5902; number_of_response:1; }","duration":"151.975284ms","start":"2026-04-27T21:13:34.236737Z","end":"2026-04-27T21:13:34.388712Z","steps":["trace[605570662] 'process raft request' (duration: 151.688108ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:13:39.36036Z","caller":"traceutil/trace.go:171","msg":"trace[1391772759] linearizableReadLoop","detail":"{readStateIndex:6177; appliedIndex:6176; }","duration":"158.833489ms","start":"2026-04-27T21:13:39.201501Z","end":"2026-04-27T21:13:39.360334Z","steps":["trace[1391772759] 'read index received' (duration: 154.91352ms)","trace[1391772759] 'applied index is now lower than readState.Index' (duration: 3.918749ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:13:39.360364Z","caller":"traceutil/trace.go:171","msg":"trace[1270852248] transaction","detail":"{read_only:false; response_revision:5947; number_of_response:1; }","duration":"159.686858ms","start":"2026-04-27T21:13:39.200652Z","end":"2026-04-27T21:13:39.360339Z","steps":["trace[1270852248] 'process raft request' (duration: 155.8333ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:13:39.36058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.070104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-04-27T21:13:39.360684Z","caller":"traceutil/trace.go:171","msg":"trace[751533701] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:5947; }","duration":"159.203607ms","start":"2026-04-27T21:13:39.20146Z","end":"2026-04-27T21:13:39.360664Z","steps":["trace[751533701] 'agreement among raft nodes before linearized reading' (duration: 158.950021ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:13:39.666565Z","caller":"traceutil/trace.go:171","msg":"trace[1173262056] transaction","detail":"{read_only:false; number_of_response:1; response_revision:5963; }","duration":"121.654473ms","start":"2026-04-27T21:13:39.544885Z","end":"2026-04-27T21:13:39.66654Z","steps":["trace[1173262056] 'process raft request' (duration: 121.575811ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:13:39.666677Z","caller":"traceutil/trace.go:171","msg":"trace[1994931115] transaction","detail":"{read_only:false; response_revision:5963; number_of_response:1; }","duration":"123.398522ms","start":"2026-04-27T21:13:39.543247Z","end":"2026-04-27T21:13:39.666646Z","steps":["trace[1994931115] 'process raft request' (duration: 47.807794ms)","trace[1994931115] 'compare' (duration: 75.098157ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:13:39.666782Z","caller":"traceutil/trace.go:171","msg":"trace[1613970479] linearizableReadLoop","detail":"{readStateIndex:6194; appliedIndex:6193; }","duration":"122.402871ms","start":"2026-04-27T21:13:39.54435Z","end":"2026-04-27T21:13:39.666753Z","steps":["trace[1613970479] 'read index received' (duration: 46.787932ms)","trace[1613970479] 'applied index is now lower than readState.Index' (duration: 75.612249ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:13:39.667097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.723608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:13:39.667159Z","caller":"traceutil/trace.go:171","msg":"trace[1119111120] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:5963; }","duration":"122.822739ms","start":"2026-04-27T21:13:39.54432Z","end":"2026-04-27T21:13:39.667143Z","steps":["trace[1119111120] 'agreement among raft nodes before linearized reading' (duration: 122.670036ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:13:39.66742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.802006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:993"} {"level":"info","ts":"2026-04-27T21:13:39.667497Z","caller":"traceutil/trace.go:171","msg":"trace[1537994095] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:5963; }","duration":"121.906409ms","start":"2026-04-27T21:13:39.545574Z","end":"2026-04-27T21:13:39.667481Z","steps":["trace[1537994095] 'agreement among raft nodes before linearized reading' (duration: 121.680884ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:13:40.239686Z","caller":"traceutil/trace.go:171","msg":"trace[1830982937] transaction","detail":"{read_only:false; response_revision:5971; number_of_response:1; }","duration":"114.255637ms","start":"2026-04-27T21:13:40.125408Z","end":"2026-04-27T21:13:40.239663Z","steps":["trace[1830982937] 'process raft request' (duration: 108.535868ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:13:42.488182Z","caller":"traceutil/trace.go:171","msg":"trace[1035587055] transaction","detail":"{read_only:false; response_revision:5997; number_of_response:1; }","duration":"663.968608ms","start":"2026-04-27T21:13:41.824186Z","end":"2026-04-27T21:13:42.488155Z","steps":["trace[1035587055] 'process raft request' (duration: 663.557079ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:13:42.488353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:13:41.82416Z","time spent":"664.106991ms","remote":"127.0.0.1:37634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":414090,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:13:42.49044Z","caller":"traceutil/trace.go:171","msg":"trace[298036206] transaction","detail":"{read_only:false; response_revision:5998; number_of_response:1; }","duration":"499.538733ms","start":"2026-04-27T21:13:41.990879Z","end":"2026-04-27T21:13:42.490417Z","steps":["trace[298036206] 'process raft request' (duration: 499.375499ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:13:42.490578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:13:41.990854Z","time spent":"499.654205ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:13:42.490718Z","caller":"traceutil/trace.go:171","msg":"trace[1009476629] transaction","detail":"{read_only:false; response_revision:5999; number_of_response:1; }","duration":"243.737966ms","start":"2026-04-27T21:13:42.24697Z","end":"2026-04-27T21:13:42.490708Z","steps":["trace[1009476629] 'process raft request' (duration: 243.408449ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:13:42.490697Z","caller":"traceutil/trace.go:171","msg":"trace[1323501392] linearizableReadLoop","detail":"{readStateIndex:6232; appliedIndex:6229; }","duration":"169.907508ms","start":"2026-04-27T21:13:42.320673Z","end":"2026-04-27T21:13:42.490581Z","steps":["trace[1323501392] 'read index received' (duration: 166.951431ms)","trace[1323501392] 'applied index is now lower than readState.Index' (duration: 2.954537ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:13:42.491108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.425229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:13:42.491154Z","caller":"traceutil/trace.go:171","msg":"trace[1580154618] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:5999; }","duration":"170.47587ms","start":"2026-04-27T21:13:42.320666Z","end":"2026-04-27T21:13:42.491142Z","steps":["trace[1580154618] 'agreement among raft nodes before linearized reading' (duration: 170.399838ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:13:42.491252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.288827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-04-27T21:13:42.491312Z","caller":"traceutil/trace.go:171","msg":"trace[1961117720] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5999; }","duration":"154.394508ms","start":"2026-04-27T21:13:42.336902Z","end":"2026-04-27T21:13:42.491296Z","steps":["trace[1961117720] 'agreement among raft nodes before linearized reading' (duration: 154.189324ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:13:46.628208Z","caller":"traceutil/trace.go:171","msg":"trace[1561565083] linearizableReadLoop","detail":"{readStateIndex:6264; appliedIndex:6263; }","duration":"118.721157ms","start":"2026-04-27T21:13:46.509467Z","end":"2026-04-27T21:13:46.628188Z","steps":["trace[1561565083] 'read index received' (duration: 118.595424ms)","trace[1561565083] 'applied index is now lower than readState.Index' (duration: 124.603µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:13:46.628306Z","caller":"traceutil/trace.go:171","msg":"trace[1456922573] transaction","detail":"{read_only:false; response_revision:6030; number_of_response:1; }","duration":"126.452081ms","start":"2026-04-27T21:13:46.501848Z","end":"2026-04-27T21:13:46.6283Z","steps":["trace[1456922573] 'process raft request' (duration: 126.176715ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:13:46.628494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.022074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-27T21:13:46.628521Z","caller":"traceutil/trace.go:171","msg":"trace[383870770] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6030; }","duration":"119.096725ms","start":"2026-04-27T21:13:46.509418Z","end":"2026-04-27T21:13:46.628514Z","steps":["trace[383870770] 'agreement among raft nodes before linearized reading' (duration: 118.992573ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:13:47.128569Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185919323863770,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T21:13:47.6291Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185919323863770,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T21:13:48.129348Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185919323863770,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T21:13:48.17798Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.549956373s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-27T21:13:49.182552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.004333035s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-04-27T21:13:49.413193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000543676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T21:13:49.413295Z","caller":"traceutil/trace.go:171","msg":"trace[2018564598] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00068006s","start":"2026-04-27T21:13:47.412576Z","end":"2026-04-27T21:13:49.413256Z","steps":["trace[2018564598] 'agreement among raft nodes before linearized reading' (duration: 2.000574607s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:13:49.413351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:13:47.412556Z","time spent":"2.000775272s","remote":"127.0.0.1:39786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/27 21:13:49 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T21:13:50.063055Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.88492487s","expected-duration":"1s"} {"level":"info","ts":"2026-04-27T21:13:50.063525Z","caller":"traceutil/trace.go:171","msg":"trace[874116288] transaction","detail":"{read_only:false; response_revision:6031; number_of_response:1; }","duration":"3.430943354s","start":"2026-04-27T21:13:46.632552Z","end":"2026-04-27T21:13:50.063495Z","steps":["trace[874116288] 'process raft request' (duration: 3.430688528s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:13:50.063669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:13:46.632535Z","time spent":"3.431062076s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:13:50.063773Z","caller":"traceutil/trace.go:171","msg":"trace[883402500] transaction","detail":"{read_only:false; response_revision:6032; number_of_response:1; }","duration":"3.12546444s","start":"2026-04-27T21:13:46.938289Z","end":"2026-04-27T21:13:50.063753Z","steps":["trace[883402500] 'process raft request' (duration: 3.125094102s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:13:50.063869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:13:46.93826Z","time spent":"3.125563554s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:13:50.063873Z","caller":"traceutil/trace.go:171","msg":"trace[658434592] linearizableReadLoop","detail":"{readStateIndex:6268; appliedIndex:6264; }","duration":"3.435563078s","start":"2026-04-27T21:13:46.628267Z","end":"2026-04-27T21:13:50.06383Z","steps":["trace[658434592] 'read index received' (duration: 1.549947293s)","trace[658434592] 'applied index is now lower than readState.Index' (duration: 1.885614555s)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:13:50.064006Z","caller":"traceutil/trace.go:171","msg":"trace[880693628] transaction","detail":"{read_only:false; response_revision:6033; number_of_response:1; }","duration":"2.577181493s","start":"2026-04-27T21:13:47.486813Z","end":"2026-04-27T21:13:50.063995Z","steps":["trace[880693628] 'process raft request' (duration: 2.576864755s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:13:50.064102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.511412773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-27T21:13:50.064169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:13:47.48679Z","time spent":"2.577240133s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:13:50.064231Z","caller":"traceutil/trace.go:171","msg":"trace[724363224] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6033; }","duration":"3.511598696s","start":"2026-04-27T21:13:46.552617Z","end":"2026-04-27T21:13:50.064215Z","steps":["trace[724363224] 'agreement among raft nodes before linearized reading' (duration: 3.511362911s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:13:50.064242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.551996644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-k99ft\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-04-27T21:13:50.064283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:13:46.552598Z","time spent":"3.511671159s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-27T21:13:50.064329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.487335351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-27T21:13:50.064393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.532844433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-27T21:13:50.064427Z","caller":"traceutil/trace.go:171","msg":"trace[1635371046] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6033; }","duration":"3.487485395s","start":"2026-04-27T21:13:46.576917Z","end":"2026-04-27T21:13:50.064403Z","steps":["trace[1635371046] 'agreement among raft nodes before linearized reading' (duration: 3.487198818s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:13:50.064438Z","caller":"traceutil/trace.go:171","msg":"trace[610964936] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6033; }","duration":"3.532921145s","start":"2026-04-27T21:13:46.531505Z","end":"2026-04-27T21:13:50.064426Z","steps":["trace[610964936] 'agreement among raft nodes before linearized reading' (duration: 3.532803952s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:13:50.064461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.488687293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-04-27T21:13:50.064488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:13:46.531491Z","time spent":"3.532985366s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-27T21:13:50.06449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:13:46.576898Z","time spent":"3.487580967s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-27T21:13:50.064519Z","caller":"traceutil/trace.go:171","msg":"trace[660748956] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6033; }","duration":"3.488775664s","start":"2026-04-27T21:13:46.575725Z","end":"2026-04-27T21:13:50.064501Z","steps":["trace[660748956] 'agreement among raft nodes before linearized reading' (duration: 3.488654451s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:13:50.064285Z","caller":"traceutil/trace.go:171","msg":"trace[1724735371] range","detail":"{range_begin:/registry/pods/openstack/keepalived-k99ft; range_end:; response_count:1; response_revision:6033; }","duration":"3.552064576s","start":"2026-04-27T21:13:46.512206Z","end":"2026-04-27T21:13:50.064271Z","steps":["trace[1724735371] 'agreement among raft nodes before linearized reading' (duration: 3.551947213s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:13:50.064562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:13:46.575705Z","time spent":"3.488845216s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-27T21:13:50.064581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:13:46.512189Z","time spent":"3.552383372s","remote":"127.0.0.1:39966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-k99ft\" "} {"level":"warn","ts":"2026-04-27T21:13:50.064921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.555175536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-27T21:13:50.06501Z","caller":"traceutil/trace.go:171","msg":"trace[1929326328] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6033; }","duration":"3.555261208s","start":"2026-04-27T21:13:46.509728Z","end":"2026-04-27T21:13:50.06499Z","steps":["trace[1929326328] 'agreement among raft nodes before linearized reading' (duration: 3.554830048s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:13:50.065245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:13:46.509712Z","time spent":"3.555359279s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-27T21:13:50.491413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.996014ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T21:13:50.491831Z","caller":"traceutil/trace.go:171","msg":"trace[1076415030] transaction","detail":"{read_only:false; response_revision:6034; number_of_response:1; }","duration":"1.857642295s","start":"2026-04-27T21:13:48.634155Z","end":"2026-04-27T21:13:50.491798Z","steps":["trace[1076415030] 'process raft request' (duration: 1.519200041s)","trace[1076415030] 'compare' (duration: 337.729529ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:13:50.491978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:13:48.634133Z","time spent":"1.857765779s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:13:50.492015Z","caller":"traceutil/trace.go:171","msg":"trace[2128002622] linearizableReadLoop","detail":"{readStateIndex:6270; appliedIndex:6268; }","duration":"428.021055ms","start":"2026-04-27T21:13:50.063956Z","end":"2026-04-27T21:13:50.491977Z","steps":["trace[2128002622] 'read index received' (duration: 89.401357ms)","trace[2128002622] 'applied index is now lower than readState.Index' (duration: 338.618888ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:13:50.492179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.197775445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-27T21:13:50.49227Z","caller":"traceutil/trace.go:171","msg":"trace[261335208] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:6035; }","duration":"3.197906028s","start":"2026-04-27T21:13:47.294339Z","end":"2026-04-27T21:13:50.492245Z","steps":["trace[261335208] 'agreement among raft nodes before linearized reading' (duration: 3.197715954s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:13:50.492287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.437492004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3243"} {"level":"warn","ts":"2026-04-27T21:13:50.492331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:13:47.294318Z","time spent":"3.19799515s","remote":"127.0.0.1:40114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":6,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-04-27T21:13:50.492347Z","caller":"traceutil/trace.go:171","msg":"trace[1715000975] transaction","detail":"{read_only:false; response_revision:6035; number_of_response:1; }","duration":"496.426263ms","start":"2026-04-27T21:13:49.995889Z","end":"2026-04-27T21:13:50.492315Z","steps":["trace[1715000975] 'process raft request' (duration: 495.603475ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:13:50.492377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.078771237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T21:13:50.492371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.880914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-27T21:13:50.492407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.69901777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T21:13:50.492473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:13:49.995862Z","time spent":"496.550177ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:13:50.492482Z","caller":"traceutil/trace.go:171","msg":"trace[1647922294] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:6035; }","duration":"2.699111683s","start":"2026-04-27T21:13:47.793342Z","end":"2026-04-27T21:13:50.492454Z","steps":["trace[1647922294] 'agreement among raft nodes before linearized reading' (duration: 2.69902309s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:13:50.492387Z","caller":"traceutil/trace.go:171","msg":"trace[239456983] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:6035; }","duration":"2.437648077s","start":"2026-04-27T21:13:48.054718Z","end":"2026-04-27T21:13:50.492366Z","steps":["trace[239456983] 'agreement among raft nodes before linearized reading' (duration: 2.4373212s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:13:50.492509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.903150867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-04-27T21:13:50.492412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.662407198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-27T21:13:50.492548Z","caller":"traceutil/trace.go:171","msg":"trace[1485895266] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6035; }","duration":"2.903229029s","start":"2026-04-27T21:13:47.589308Z","end":"2026-04-27T21:13:50.492537Z","steps":["trace[1485895266] 'agreement among raft nodes before linearized reading' (duration: 2.903117906s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:13:50.492554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:13:48.054698Z","time spent":"2.437838873s","remote":"127.0.0.1:37822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3267,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-04-27T21:13:50.492565Z","caller":"traceutil/trace.go:171","msg":"trace[137628359] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:6035; }","duration":"2.662601772s","start":"2026-04-27T21:13:47.829949Z","end":"2026-04-27T21:13:50.492551Z","steps":["trace[137628359] 'agreement among raft nodes before linearized reading' (duration: 2.662417867s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:13:50.492281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.406550546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-04-27T21:13:50.492605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:13:47.829928Z","time spent":"2.662666154s","remote":"127.0.0.1:40190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"info","ts":"2026-04-27T21:13:50.492444Z","caller":"traceutil/trace.go:171","msg":"trace[587973942] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:6035; }","duration":"711.996227ms","start":"2026-04-27T21:13:49.780433Z","end":"2026-04-27T21:13:50.492429Z","steps":["trace[587973942] 'agreement among raft nodes before linearized reading' (duration: 711.810202ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:13:50.492322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.507242284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T21:13:50.492669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.739713717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T21:13:50.492678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:13:49.780415Z","time spent":"712.216732ms","remote":"127.0.0.1:39874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":60,"response size":31,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-04-27T21:13:50.492705Z","caller":"traceutil/trace.go:171","msg":"trace[177705846] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:6035; }","duration":"1.507662773s","start":"2026-04-27T21:13:48.98503Z","end":"2026-04-27T21:13:50.492693Z","steps":["trace[177705846] 'agreement among raft nodes before linearized reading' (duration: 1.507239063s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:13:50.492548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:13:47.793322Z","time spent":"2.699212735s","remote":"127.0.0.1:39916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:13:50.492599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:13:47.589278Z","time spent":"2.9033128s","remote":"127.0.0.1:39966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-27T21:13:50.492807Z","caller":"traceutil/trace.go:171","msg":"trace[2070714303] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:6035; }","duration":"3.406958565s","start":"2026-04-27T21:13:47.085663Z","end":"2026-04-27T21:13:50.492621Z","steps":["trace[2070714303] 'agreement among raft nodes before linearized reading' (duration: 3.406424073s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:13:50.492422Z","caller":"traceutil/trace.go:171","msg":"trace[605747849] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6035; }","duration":"1.07884604s","start":"2026-04-27T21:13:49.413566Z","end":"2026-04-27T21:13:50.492412Z","steps":["trace[605747849] 'agreement among raft nodes before linearized reading' (duration: 1.078787218s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:13:50.492928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:13:49.413544Z","time spent":"1.079365101s","remote":"127.0.0.1:39788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T21:13:50.492936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.574319666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-4c7vr\" ","response":"range_response_count:1 size:4341"} {"level":"warn","ts":"2026-04-27T21:13:50.492756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:13:48.985011Z","time spent":"1.507729065s","remote":"127.0.0.1:40232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:13:50.492282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.485753225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-27T21:13:50.493031Z","caller":"traceutil/trace.go:171","msg":"trace[2145816960] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-4c7vr; range_end:; response_count:1; response_revision:6035; }","duration":"3.574467869s","start":"2026-04-27T21:13:46.91854Z","end":"2026-04-27T21:13:50.493008Z","steps":["trace[2145816960] 'agreement among raft nodes before linearized reading' (duration: 3.573582828s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:13:50.493086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:13:46.918518Z","time spent":"3.574558521s","remote":"127.0.0.1:39966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":4365,"request content":"key:\"/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-4c7vr\" "} {"level":"warn","ts":"2026-04-27T21:13:50.493089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.336714137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-04-27T21:13:50.49287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:13:47.085638Z","time spent":"3.407219042s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-27T21:13:50.493134Z","caller":"traceutil/trace.go:171","msg":"trace[1813642413] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:6035; }","duration":"3.336807639s","start":"2026-04-27T21:13:47.156314Z","end":"2026-04-27T21:13:50.493121Z","steps":["trace[1813642413] 'agreement among raft nodes before linearized reading' (duration: 3.335877257s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:13:50.493184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:13:47.15629Z","time spent":"3.336886561s","remote":"127.0.0.1:39944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-04-27T21:13:50.493092Z","caller":"traceutil/trace.go:171","msg":"trace[1573758220] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:6035; }","duration":"3.486605925s","start":"2026-04-27T21:13:47.006436Z","end":"2026-04-27T21:13:50.493042Z","steps":["trace[1573758220] 'agreement among raft nodes before linearized reading' (duration: 3.485678543s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:13:50.493256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:13:47.006423Z","time spent":"3.486818469s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":19,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-04-27T21:13:50.492709Z","caller":"traceutil/trace.go:171","msg":"trace[1465835582] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6035; }","duration":"1.739813768s","start":"2026-04-27T21:13:48.752882Z","end":"2026-04-27T21:13:50.492696Z","steps":["trace[1465835582] 'agreement among raft nodes before linearized reading' (duration: 1.739706036s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:13:50.493393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:13:48.752865Z","time spent":"1.740424852s","remote":"127.0.0.1:39786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-27T21:13:50.569056Z","caller":"traceutil/trace.go:171","msg":"trace[2078528119] transaction","detail":"{read_only:false; response_revision:6037; number_of_response:1; }","duration":"498.589142ms","start":"2026-04-27T21:13:50.070438Z","end":"2026-04-27T21:13:50.569027Z","steps":["trace[2078528119] 'process raft request' (duration: 498.50631ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:13:50.569067Z","caller":"traceutil/trace.go:171","msg":"trace[496466881] transaction","detail":"{read_only:false; response_revision:6036; number_of_response:1; }","duration":"498.629463ms","start":"2026-04-27T21:13:50.070401Z","end":"2026-04-27T21:13:50.56903Z","steps":["trace[496466881] 'process raft request' (duration: 498.360617ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:13:50.569238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:13:50.070416Z","time spent":"498.730005ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:13:50.569255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:13:50.070383Z","time spent":"498.773216ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:13:50.569405Z","caller":"traceutil/trace.go:171","msg":"trace[1294453235] transaction","detail":"{read_only:false; response_revision:6038; number_of_response:1; }","duration":"498.195594ms","start":"2026-04-27T21:13:50.071177Z","end":"2026-04-27T21:13:50.569373Z","steps":["trace[1294453235] 'process raft request' (duration: 497.808985ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:13:50.569455Z","caller":"traceutil/trace.go:171","msg":"trace[596264824] transaction","detail":"{read_only:false; response_revision:6039; number_of_response:1; }","duration":"497.472517ms","start":"2026-04-27T21:13:50.071964Z","end":"2026-04-27T21:13:50.569437Z","steps":["trace[596264824] 'process raft request' (duration: 497.268563ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:13:50.56949Z","caller":"traceutil/trace.go:171","msg":"trace[942606310] transaction","detail":"{read_only:false; response_revision:6040; number_of_response:1; }","duration":"497.335485ms","start":"2026-04-27T21:13:50.072126Z","end":"2026-04-27T21:13:50.569462Z","steps":["trace[942606310] 'process raft request' (duration: 497.237063ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:13:50.569524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:13:50.071158Z","time spent":"498.309766ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:13:50.569535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:13:50.071951Z","time spent":"497.538629ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:13:50.569682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:13:50.072121Z","time spent":"497.455587ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:13:50.570102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.427161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81600"} {"level":"info","ts":"2026-04-27T21:13:50.570289Z","caller":"traceutil/trace.go:171","msg":"trace[1370874755] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:6040; }","duration":"499.661925ms","start":"2026-04-27T21:13:50.070598Z","end":"2026-04-27T21:13:50.57026Z","steps":["trace[1370874755] 'agreement among raft nodes before linearized reading' (duration: 498.904949ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:13:50.570546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:13:50.070573Z","time spent":"499.901281ms","remote":"127.0.0.1:39966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":81624,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-27T21:13:50.698789Z","caller":"traceutil/trace.go:171","msg":"trace[1816416007] transaction","detail":"{read_only:false; response_revision:6041; number_of_response:1; }","duration":"187.431311ms","start":"2026-04-27T21:13:50.51133Z","end":"2026-04-27T21:13:50.698761Z","steps":["trace[1816416007] 'process raft request' (duration: 187.193906ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:13:50.698901Z","caller":"traceutil/trace.go:171","msg":"trace[586102216] linearizableReadLoop","detail":"{readStateIndex:6277; appliedIndex:6275; }","duration":"129.452138ms","start":"2026-04-27T21:13:50.569418Z","end":"2026-04-27T21:13:50.69887Z","steps":["trace[586102216] 'read index received' (duration: 129.000428ms)","trace[586102216] 'applied index is now lower than readState.Index' (duration: 449.7µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:13:50.699039Z","caller":"traceutil/trace.go:171","msg":"trace[232280489] transaction","detail":"{read_only:false; response_revision:6042; number_of_response:1; }","duration":"182.05527ms","start":"2026-04-27T21:13:50.516968Z","end":"2026-04-27T21:13:50.699023Z","steps":["trace[232280489] 'process raft request' (duration: 181.733623ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:13:50.699156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.013544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa528bd1523b50\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-04-27T21:13:50.699157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.903081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-d0903840-402d-412d-8682-28681f1d725c\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-04-27T21:13:50.699205Z","caller":"traceutil/trace.go:171","msg":"trace[1523215722] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aa528bd1523b50; range_end:; response_count:1; response_revision:6042; }","duration":"188.102876ms","start":"2026-04-27T21:13:50.511089Z","end":"2026-04-27T21:13:50.699192Z","steps":["trace[1523215722] 'agreement among raft nodes before linearized reading' (duration: 187.873801ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:13:50.699223Z","caller":"traceutil/trace.go:171","msg":"trace[1049814494] range","detail":"{range_begin:/registry/persistentvolumes/pvc-d0903840-402d-412d-8682-28681f1d725c; range_end:; response_count:1; response_revision:6042; }","duration":"187.994183ms","start":"2026-04-27T21:13:50.511214Z","end":"2026-04-27T21:13:50.699209Z","steps":["trace[1049814494] 'agreement among raft nodes before linearized reading' (duration: 187.780159ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:13:50.699216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.027735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T21:13:50.699157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.775528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-04-27T21:13:50.699296Z","caller":"traceutil/trace.go:171","msg":"trace[1040114732] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6042; }","duration":"187.999904ms","start":"2026-04-27T21:13:50.511281Z","end":"2026-04-27T21:13:50.699281Z","steps":["trace[1040114732] 'agreement among raft nodes before linearized reading' (duration: 187.655566ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:13:50.69929Z","caller":"traceutil/trace.go:171","msg":"trace[1842015699] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6042; }","duration":"188.159328ms","start":"2026-04-27T21:13:50.51111Z","end":"2026-04-27T21:13:50.699269Z","steps":["trace[1842015699] 'agreement among raft nodes before linearized reading' (duration: 188.020355ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:13:51.213498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.042283ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T21:13:51.213606Z","caller":"traceutil/trace.go:171","msg":"trace[894788564] transaction","detail":"{read_only:false; response_revision:6043; number_of_response:1; }","duration":"511.452162ms","start":"2026-04-27T21:13:50.702135Z","end":"2026-04-27T21:13:51.213588Z","steps":["trace[894788564] 'process raft request' (duration: 97.232705ms)","trace[894788564] 'compare' (duration: 413.939971ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:13:51.213667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:13:50.702115Z","time spent":"511.522373ms","remote":"127.0.0.1:39864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:13:51.433549Z","caller":"traceutil/trace.go:171","msg":"trace[1666243128] transaction","detail":"{read_only:false; response_revision:6044; number_of_response:1; }","duration":"727.840362ms","start":"2026-04-27T21:13:50.705672Z","end":"2026-04-27T21:13:51.433512Z","steps":["trace[1666243128] 'process raft request' (duration: 692.484459ms)","trace[1666243128] 'compare' (duration: 35.129868ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:13:51.43368Z","caller":"traceutil/trace.go:171","msg":"trace[1877456311] linearizableReadLoop","detail":"{readStateIndex:6281; appliedIndex:6277; }","duration":"685.155714ms","start":"2026-04-27T21:13:50.7485Z","end":"2026-04-27T21:13:51.433655Z","steps":["trace[1877456311] 'read index received' (duration: 50.884053ms)","trace[1877456311] 'applied index is now lower than readState.Index' (duration: 634.27061ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:13:51.433759Z","caller":"traceutil/trace.go:171","msg":"trace[828985771] transaction","detail":"{read_only:false; response_revision:6046; number_of_response:1; }","duration":"724.876476ms","start":"2026-04-27T21:13:50.708854Z","end":"2026-04-27T21:13:51.43373Z","steps":["trace[828985771] 'process raft request' (duration: 724.739802ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:13:51.433847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.336868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-27T21:13:51.433887Z","caller":"traceutil/trace.go:171","msg":"trace[183522570] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:6046; }","duration":"685.470311ms","start":"2026-04-27T21:13:50.748407Z","end":"2026-04-27T21:13:51.433877Z","steps":["trace[183522570] 'agreement among raft nodes before linearized reading' (duration: 685.373189ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:13:51.433917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:13:50.708829Z","time spent":"725.004319ms","remote":"127.0.0.1:40328","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3980,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:13:51.433881Z","caller":"traceutil/trace.go:171","msg":"trace[380288986] transaction","detail":"{read_only:false; response_revision:6045; number_of_response:1; }","duration":"727.713061ms","start":"2026-04-27T21:13:50.706085Z","end":"2026-04-27T21:13:51.433798Z","steps":["trace[380288986] 'process raft request' (duration: 727.370962ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:13:51.434064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.514331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.250\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-27T21:13:51.434098Z","caller":"traceutil/trace.go:171","msg":"trace[1053001725] range","detail":"{range_begin:/registry/masterleases/199.204.45.250; range_end:; response_count:1; response_revision:6046; }","duration":"255.578223ms","start":"2026-04-27T21:13:51.178511Z","end":"2026-04-27T21:13:51.43409Z","steps":["trace[1053001725] 'agreement among raft nodes before linearized reading' (duration: 255.459401ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:13:51.434182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:13:50.706076Z","time spent":"728.019847ms","remote":"127.0.0.1:39956","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":997,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:13:51.433928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:13:50.748379Z","time spent":"685.538452ms","remote":"127.0.0.1:40292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":20,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:13:51.434047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.177435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:13:51.434487Z","caller":"traceutil/trace.go:171","msg":"trace[137275221] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:6046; }","duration":"677.652566ms","start":"2026-04-27T21:13:50.756817Z","end":"2026-04-27T21:13:51.434469Z","steps":["trace[137275221] 'agreement among raft nodes before linearized reading' (duration: 677.156685ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:13:51.434555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:13:50.756788Z","time spent":"677.755848ms","remote":"127.0.0.1:40292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-27T21:13:51.435117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:13:50.705659Z","time spent":"727.973795ms","remote":"127.0.0.1:40056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1548,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:13:51.801575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.740118ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-04-27T21:13:51.80167Z","caller":"traceutil/trace.go:171","msg":"trace[1058537882] linearizableReadLoop","detail":"{readStateIndex:6282; appliedIndex:6281; }","duration":"364.281854ms","start":"2026-04-27T21:13:51.43737Z","end":"2026-04-27T21:13:51.801652Z","steps":["trace[1058537882] 'read index received' (duration: 229.439795ms)","trace[1058537882] 'applied index is now lower than readState.Index' (duration: 134.840499ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:13:51.801745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:13:51.435496Z","time spent":"366.240329ms","remote":"127.0.0.1:39810","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-27T21:13:51.801899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.505299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:13:51.802024Z","caller":"traceutil/trace.go:171","msg":"trace[705033962] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:6046; }","duration":"364.643413ms","start":"2026-04-27T21:13:51.437353Z","end":"2026-04-27T21:13:51.801996Z","steps":["trace[705033962] 'agreement among raft nodes before linearized reading' (duration: 364.457739ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:13:51.802181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:13:51.437344Z","time spent":"364.820766ms","remote":"127.0.0.1:39974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-27T21:13:51.977766Z","caller":"traceutil/trace.go:171","msg":"trace[2007324747] linearizableReadLoop","detail":"{readStateIndex:6283; appliedIndex:6282; }","duration":"176.053776ms","start":"2026-04-27T21:13:51.801694Z","end":"2026-04-27T21:13:51.977748Z","steps":["trace[2007324747] 'read index received' (duration: 172.161428ms)","trace[2007324747] 'applied index is now lower than readState.Index' (duration: 3.891388ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:13:51.977854Z","caller":"traceutil/trace.go:171","msg":"trace[1518552903] transaction","detail":"{read_only:false; response_revision:6047; number_of_response:1; }","duration":"535.842919ms","start":"2026-04-27T21:13:51.441983Z","end":"2026-04-27T21:13:51.977826Z","steps":["trace[1518552903] 'process raft request' (duration: 531.750397ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:13:51.977945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.082856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:13:51.978001Z","caller":"traceutil/trace.go:171","msg":"trace[1987069356] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:6047; }","duration":"330.188919ms","start":"2026-04-27T21:13:51.647798Z","end":"2026-04-27T21:13:51.977987Z","steps":["trace[1987069356] 'agreement among raft nodes before linearized reading' (duration: 330.035176ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:13:51.978012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:13:51.441972Z","time spent":"535.955963ms","remote":"127.0.0.1:40292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4117,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:13:51.978098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:13:51.647776Z","time spent":"330.25836ms","remote":"127.0.0.1:44892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"info","ts":"2026-04-27T21:13:52.011648Z","caller":"traceutil/trace.go:171","msg":"trace[923306708] transaction","detail":"{read_only:false; response_revision:6048; number_of_response:1; }","duration":"208.980956ms","start":"2026-04-27T21:13:51.802633Z","end":"2026-04-27T21:13:52.011614Z","steps":["trace[923306708] 'process raft request' (duration: 208.618718ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:13:52.011873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.389568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-04-27T21:13:52.012018Z","caller":"traceutil/trace.go:171","msg":"trace[686831391] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6048; }","duration":"206.572351ms","start":"2026-04-27T21:13:51.805421Z","end":"2026-04-27T21:13:52.011994Z","steps":["trace[686831391] 'agreement among raft nodes before linearized reading' (duration: 206.172352ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:13:52.218502Z","caller":"traceutil/trace.go:171","msg":"trace[1659258587] transaction","detail":"{read_only:false; response_revision:6051; number_of_response:1; }","duration":"144.071887ms","start":"2026-04-27T21:13:52.074403Z","end":"2026-04-27T21:13:52.218475Z","steps":["trace[1659258587] 'process raft request' (duration: 144.023846ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:13:52.218606Z","caller":"traceutil/trace.go:171","msg":"trace[366702947] transaction","detail":"{read_only:false; response_revision:6050; number_of_response:1; }","duration":"144.453656ms","start":"2026-04-27T21:13:52.074113Z","end":"2026-04-27T21:13:52.218567Z","steps":["trace[366702947] 'process raft request' (duration: 144.17172ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:14:28.777023Z","caller":"traceutil/trace.go:171","msg":"trace[1444256401] transaction","detail":"{read_only:false; response_revision:6393; number_of_response:1; }","duration":"432.59261ms","start":"2026-04-27T21:14:28.344398Z","end":"2026-04-27T21:14:28.77699Z","steps":["trace[1444256401] 'process raft request' (duration: 432.423126ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:14:28.777207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:14:28.344374Z","time spent":"432.747583ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:14:28.788289Z","caller":"traceutil/trace.go:171","msg":"trace[492437879] transaction","detail":"{read_only:false; response_revision:6394; number_of_response:1; }","duration":"430.322568ms","start":"2026-04-27T21:14:28.357936Z","end":"2026-04-27T21:14:28.788259Z","steps":["trace[492437879] 'process raft request' (duration: 430.165115ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:14:28.788438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:14:28.357914Z","time spent":"430.448161ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:14:28.788463Z","caller":"traceutil/trace.go:171","msg":"trace[305336804] linearizableReadLoop","detail":"{readStateIndex:6639; appliedIndex:6637; }","duration":"379.084936ms","start":"2026-04-27T21:14:28.409361Z","end":"2026-04-27T21:14:28.788445Z","steps":["trace[305336804] 'read index received' (duration: 367.483726ms)","trace[305336804] 'applied index is now lower than readState.Index' (duration: 11.5976ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:14:28.788609Z","caller":"traceutil/trace.go:171","msg":"trace[844609789] transaction","detail":"{read_only:false; response_revision:6395; number_of_response:1; }","duration":"120.938387ms","start":"2026-04-27T21:14:28.667661Z","end":"2026-04-27T21:14:28.788599Z","steps":["trace[844609789] 'process raft request' (duration: 120.554308ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:14:28.788795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.744052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T21:14:28.788854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.502176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-27T21:14:28.788896Z","caller":"traceutil/trace.go:171","msg":"trace[1554907695] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6395; }","duration":"379.586528ms","start":"2026-04-27T21:14:28.409297Z","end":"2026-04-27T21:14:28.788883Z","steps":["trace[1554907695] 'agreement among raft nodes before linearized reading' (duration: 379.450725ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:14:28.788895Z","caller":"traceutil/trace.go:171","msg":"trace[1274154170] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6395; }","duration":"375.911076ms","start":"2026-04-27T21:14:28.412964Z","end":"2026-04-27T21:14:28.788875Z","steps":["trace[1274154170] 'agreement among raft nodes before linearized reading' (duration: 375.723842ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:14:28.788937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:14:28.409273Z","time spent":"379.656729ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-27T21:14:28.788953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:14:28.412932Z","time spent":"376.013227ms","remote":"127.0.0.1:39786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-27T21:14:36.962104Z","caller":"traceutil/trace.go:171","msg":"trace[770582596] linearizableReadLoop","detail":"{readStateIndex:6689; appliedIndex:6686; }","duration":"136.687781ms","start":"2026-04-27T21:14:36.82539Z","end":"2026-04-27T21:14:36.962078Z","steps":["trace[770582596] 'read index received' (duration: 10.759222ms)","trace[770582596] 'applied index is now lower than readState.Index' (duration: 125.927369ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:14:36.962153Z","caller":"traceutil/trace.go:171","msg":"trace[17495127] transaction","detail":"{read_only:false; response_revision:6441; number_of_response:1; }","duration":"142.732937ms","start":"2026-04-27T21:14:36.819393Z","end":"2026-04-27T21:14:36.962125Z","steps":["trace[17495127] 'process raft request' (duration: 44.401568ms)","trace[17495127] 'compare' (duration: 98.081054ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:14:36.962175Z","caller":"traceutil/trace.go:171","msg":"trace[1871501664] transaction","detail":"{read_only:false; response_revision:6442; number_of_response:1; }","duration":"140.471855ms","start":"2026-04-27T21:14:36.821667Z","end":"2026-04-27T21:14:36.962139Z","steps":["trace[1871501664] 'process raft request' (duration: 140.353103ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:14:36.96229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.049314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:14:36.962333Z","caller":"traceutil/trace.go:171","msg":"trace[472566147] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:6442; }","duration":"135.144516ms","start":"2026-04-27T21:14:36.827179Z","end":"2026-04-27T21:14:36.962323Z","steps":["trace[472566147] 'agreement among raft nodes before linearized reading' (duration: 135.058424ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:14:36.962493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.712754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6159"} {"level":"warn","ts":"2026-04-27T21:14:36.962503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.677646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:14:36.962585Z","caller":"traceutil/trace.go:171","msg":"trace[1005631500] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:6442; }","duration":"134.788598ms","start":"2026-04-27T21:14:36.827776Z","end":"2026-04-27T21:14:36.962565Z","steps":["trace[1005631500] 'agreement among raft nodes before linearized reading' (duration: 134.605204ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:14:36.962537Z","caller":"traceutil/trace.go:171","msg":"trace[2077042561] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:6442; }","duration":"129.786335ms","start":"2026-04-27T21:14:36.832741Z","end":"2026-04-27T21:14:36.962527Z","steps":["trace[2077042561] 'agreement among raft nodes before linearized reading' (duration: 129.612921ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:14:36.962898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.510039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-27T21:14:36.96295Z","caller":"traceutil/trace.go:171","msg":"trace[1016999688] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6442; }","duration":"137.591151ms","start":"2026-04-27T21:14:36.825347Z","end":"2026-04-27T21:14:36.962938Z","steps":["trace[1016999688] 'agreement among raft nodes before linearized reading' (duration: 136.855135ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:14:37.670557Z","caller":"traceutil/trace.go:171","msg":"trace[428509747] transaction","detail":"{read_only:false; response_revision:6444; number_of_response:1; }","duration":"703.500657ms","start":"2026-04-27T21:14:36.967024Z","end":"2026-04-27T21:14:37.670525Z","steps":["trace[428509747] 'process raft request' (duration: 703.281701ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:14:37.670722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:14:36.96701Z","time spent":"703.63093ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:14:37.670798Z","caller":"traceutil/trace.go:171","msg":"trace[1549475078] linearizableReadLoop","detail":"{readStateIndex:6692; appliedIndex:6689; }","duration":"702.049623ms","start":"2026-04-27T21:14:36.968707Z","end":"2026-04-27T21:14:37.670756Z","steps":["trace[1549475078] 'read index received' (duration: 57.40288ms)","trace[1549475078] 'applied index is now lower than readState.Index' (duration: 644.643943ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:14:37.67096Z","caller":"traceutil/trace.go:171","msg":"trace[1900826132] transaction","detail":"{read_only:false; response_revision:6445; number_of_response:1; }","duration":"702.661747ms","start":"2026-04-27T21:14:36.96823Z","end":"2026-04-27T21:14:37.670892Z","steps":["trace[1900826132] 'process raft request' (duration: 702.254488ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:14:37.671277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:14:36.968184Z","time spent":"702.911293ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:14:37.671452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.652206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:101668"} {"level":"info","ts":"2026-04-27T21:14:37.671642Z","caller":"traceutil/trace.go:171","msg":"trace[2127632387] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:6445; }","duration":"702.845441ms","start":"2026-04-27T21:14:36.968697Z","end":"2026-04-27T21:14:37.671543Z","steps":["trace[2127632387] 'agreement among raft nodes before linearized reading' (duration: 702.325009ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:14:37.67184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:14:36.968613Z","time spent":"703.206339ms","remote":"127.0.0.1:39966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":101692,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-27T21:14:37.719111Z","caller":"traceutil/trace.go:171","msg":"trace[2071678693] transaction","detail":"{read_only:false; response_revision:6446; number_of_response:1; }","duration":"612.658225ms","start":"2026-04-27T21:14:37.106422Z","end":"2026-04-27T21:14:37.71908Z","steps":["trace[2071678693] 'process raft request' (duration: 612.43422ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:14:37.719204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.611197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"warn","ts":"2026-04-27T21:14:37.719176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.180146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T21:14:37.719259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:14:37.106385Z","time spent":"612.795948ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:14:37.719247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.582226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-27T21:14:37.719309Z","caller":"traceutil/trace.go:171","msg":"trace[1956374277] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6446; }","duration":"305.33265ms","start":"2026-04-27T21:14:37.41393Z","end":"2026-04-27T21:14:37.719263Z","steps":["trace[1956374277] 'agreement among raft nodes before linearized reading' (duration: 305.183767ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:14:37.719337Z","caller":"traceutil/trace.go:171","msg":"trace[607860396] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6446; }","duration":"743.704899ms","start":"2026-04-27T21:14:36.97561Z","end":"2026-04-27T21:14:37.719315Z","steps":["trace[607860396] 'agreement among raft nodes before linearized reading' (duration: 743.412283ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:14:37.719293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.798511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-27T21:14:37.719397Z","caller":"traceutil/trace.go:171","msg":"trace[1320438724] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6446; }","duration":"735.941845ms","start":"2026-04-27T21:14:36.983449Z","end":"2026-04-27T21:14:37.719391Z","steps":["trace[1320438724] 'agreement among raft nodes before linearized reading' (duration: 735.803102ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:14:37.719388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:14:36.975596Z","time spent":"743.78187ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-27T21:14:37.719421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:14:36.983425Z","time spent":"735.990846ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-27T21:14:37.719385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:14:37.413906Z","time spent":"305.467423ms","remote":"127.0.0.1:39786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-27T21:14:37.719233Z","caller":"traceutil/trace.go:171","msg":"trace[206706415] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:6446; }","duration":"723.685559ms","start":"2026-04-27T21:14:36.995538Z","end":"2026-04-27T21:14:37.719224Z","steps":["trace[206706415] 'agreement among raft nodes before linearized reading' (duration: 723.495735ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:14:37.719477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.699374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-27T21:14:37.719523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:14:36.995515Z","time spent":"723.969156ms","remote":"127.0.0.1:39874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1845,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"info","ts":"2026-04-27T21:14:37.719591Z","caller":"traceutil/trace.go:171","msg":"trace[1455437264] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6446; }","duration":"733.852248ms","start":"2026-04-27T21:14:36.985715Z","end":"2026-04-27T21:14:37.719568Z","steps":["trace[1455437264] 'agreement among raft nodes before linearized reading' (duration: 733.471689ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:14:37.719658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:14:36.98571Z","time spent":"733.936289ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-27T21:14:37.934956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.021478ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T21:14:37.935041Z","caller":"traceutil/trace.go:171","msg":"trace[1876466795] transaction","detail":"{read_only:false; response_revision:6447; number_of_response:1; }","duration":"210.604131ms","start":"2026-04-27T21:14:37.724422Z","end":"2026-04-27T21:14:37.935026Z","steps":["trace[1876466795] 'process raft request' (duration: 69.44431ms)","trace[1876466795] 'compare' (duration: 140.927306ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:14:37.982321Z","caller":"traceutil/trace.go:171","msg":"trace[647284639] transaction","detail":"{read_only:false; response_revision:6448; number_of_response:1; }","duration":"257.840304ms","start":"2026-04-27T21:14:37.724453Z","end":"2026-04-27T21:14:37.982293Z","steps":["trace[647284639] 'process raft request' (duration: 257.66147ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:14:37.982484Z","caller":"traceutil/trace.go:171","msg":"trace[455179742] linearizableReadLoop","detail":"{readStateIndex:6696; appliedIndex:6693; }","duration":"231.738037ms","start":"2026-04-27T21:14:37.750717Z","end":"2026-04-27T21:14:37.982455Z","steps":["trace[455179742] 'read index received' (duration: 43.067859ms)","trace[455179742] 'applied index is now lower than readState.Index' (duration: 188.665218ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:14:37.982619Z","caller":"traceutil/trace.go:171","msg":"trace[830622584] transaction","detail":"{read_only:false; response_revision:6449; number_of_response:1; }","duration":"257.859094ms","start":"2026-04-27T21:14:37.724752Z","end":"2026-04-27T21:14:37.982611Z","steps":["trace[830622584] 'process raft request' (duration: 257.496115ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:14:37.982788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.63919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-04-27T21:14:37.982834Z","caller":"traceutil/trace.go:171","msg":"trace[99277548] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6449; }","duration":"209.739902ms","start":"2026-04-27T21:14:37.773083Z","end":"2026-04-27T21:14:37.982823Z","steps":["trace[99277548] 'agreement among raft nodes before linearized reading' (duration: 209.580949ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:14:37.982924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.201217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-04-27T21:14:37.983614Z","caller":"traceutil/trace.go:171","msg":"trace[115810347] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:6449; }","duration":"232.941153ms","start":"2026-04-27T21:14:37.750659Z","end":"2026-04-27T21:14:37.9836Z","steps":["trace[115810347] 'agreement among raft nodes before linearized reading' (duration: 232.096405ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:14:38.302272Z","caller":"traceutil/trace.go:171","msg":"trace[104916806] linearizableReadLoop","detail":"{readStateIndex:6697; appliedIndex:6696; }","duration":"251.685325ms","start":"2026-04-27T21:14:38.05056Z","end":"2026-04-27T21:14:38.302245Z","steps":["trace[104916806] 'read index received' (duration: 251.504731ms)","trace[104916806] 'applied index is now lower than readState.Index' (duration: 179.264µs)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:14:38.302403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.828028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:14:38.302456Z","caller":"traceutil/trace.go:171","msg":"trace[425328148] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:6450; }","duration":"251.89976ms","start":"2026-04-27T21:14:38.050542Z","end":"2026-04-27T21:14:38.302442Z","steps":["trace[425328148] 'agreement among raft nodes before linearized reading' (duration: 251.803098ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:14:38.302557Z","caller":"traceutil/trace.go:171","msg":"trace[2144351314] transaction","detail":"{read_only:false; response_revision:6450; number_of_response:1; }","duration":"269.939365ms","start":"2026-04-27T21:14:38.032586Z","end":"2026-04-27T21:14:38.302525Z","steps":["trace[2144351314] 'process raft request' (duration: 269.476975ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:14:38.607342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.490982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:14:38.607422Z","caller":"traceutil/trace.go:171","msg":"trace[779644308] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6450; }","duration":"191.616165ms","start":"2026-04-27T21:14:38.415787Z","end":"2026-04-27T21:14:38.607403Z","steps":["trace[779644308] 'range keys from in-memory index tree' (duration: 191.368519ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:14:38.974736Z","caller":"traceutil/trace.go:171","msg":"trace[84886502] transaction","detail":"{read_only:false; response_revision:6451; number_of_response:1; }","duration":"133.308375ms","start":"2026-04-27T21:14:38.841395Z","end":"2026-04-27T21:14:38.974704Z","steps":["trace[84886502] 'process raft request' (duration: 133.109991ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:14:39.075593Z","caller":"traceutil/trace.go:171","msg":"trace[1560909285] transaction","detail":"{read_only:false; response_revision:6452; number_of_response:1; }","duration":"107.75576ms","start":"2026-04-27T21:14:38.967812Z","end":"2026-04-27T21:14:39.075568Z","steps":["trace[1560909285] 'process raft request' (duration: 93.438429ms)","trace[1560909285] 'compare' (duration: 14.149327ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:14:39.075814Z","caller":"traceutil/trace.go:171","msg":"trace[222781828] linearizableReadLoop","detail":"{readStateIndex:6700; appliedIndex:6698; }","duration":"101.123342ms","start":"2026-04-27T21:14:38.974654Z","end":"2026-04-27T21:14:39.075778Z","steps":["trace[222781828] 'read index received' (duration: 86.622346ms)","trace[222781828] 'applied index is now lower than readState.Index' (duration: 14.496866ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:14:39.07593Z","caller":"traceutil/trace.go:171","msg":"trace[1292036612] transaction","detail":"{read_only:false; response_revision:6453; number_of_response:1; }","duration":"107.162667ms","start":"2026-04-27T21:14:38.96874Z","end":"2026-04-27T21:14:39.075903Z","steps":["trace[1292036612] 'process raft request' (duration: 106.781589ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:14:39.076109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.78365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6159"} {"level":"info","ts":"2026-04-27T21:14:39.076152Z","caller":"traceutil/trace.go:171","msg":"trace[1783583582] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:6453; }","duration":"107.890723ms","start":"2026-04-27T21:14:38.96825Z","end":"2026-04-27T21:14:39.07614Z","steps":["trace[1783583582] 'agreement among raft nodes before linearized reading' (duration: 107.672918ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:14:39.076178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.840797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:14:39.07622Z","caller":"traceutil/trace.go:171","msg":"trace[1249715752] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:6453; }","duration":"109.933469ms","start":"2026-04-27T21:14:38.966276Z","end":"2026-04-27T21:14:39.07621Z","steps":["trace[1249715752] 'agreement among raft nodes before linearized reading' (duration: 109.858408ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:14:39.076316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.433078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:14:39.076411Z","caller":"traceutil/trace.go:171","msg":"trace[2120774032] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:6453; }","duration":"109.563281ms","start":"2026-04-27T21:14:38.966831Z","end":"2026-04-27T21:14:39.076394Z","steps":["trace[2120774032] 'agreement among raft nodes before linearized reading' (duration: 109.275955ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:14:39.102634Z","caller":"traceutil/trace.go:171","msg":"trace[1779051287] transaction","detail":"{read_only:false; response_revision:6454; number_of_response:1; }","duration":"123.459954ms","start":"2026-04-27T21:14:38.97915Z","end":"2026-04-27T21:14:39.10261Z","steps":["trace[1779051287] 'process raft request' (duration: 123.26294ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:14:53.278427Z","caller":"traceutil/trace.go:171","msg":"trace[1492621229] transaction","detail":"{read_only:false; response_revision:6552; number_of_response:1; }","duration":"155.485002ms","start":"2026-04-27T21:14:53.122916Z","end":"2026-04-27T21:14:53.278401Z","steps":["trace[1492621229] 'process raft request' (duration: 155.318379ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:14:53.292096Z","caller":"traceutil/trace.go:171","msg":"trace[324586574] transaction","detail":"{read_only:false; response_revision:6553; number_of_response:1; }","duration":"166.540631ms","start":"2026-04-27T21:14:53.125521Z","end":"2026-04-27T21:14:53.292061Z","steps":["trace[324586574] 'process raft request' (duration: 166.398128ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:15:41.555888Z","caller":"traceutil/trace.go:171","msg":"trace[1090240485] transaction","detail":"{read_only:false; response_revision:6908; number_of_response:1; }","duration":"105.517507ms","start":"2026-04-27T21:15:41.45034Z","end":"2026-04-27T21:15:41.555858Z","steps":["trace[1090240485] 'process raft request' (duration: 72.592448ms)","trace[1090240485] 'compare' (duration: 32.814596ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:17:18.01448Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":4577} {"level":"info","ts":"2026-04-27T21:17:18.075944Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":4577,"took":"59.670508ms","hash":2352736598,"current-db-size-bytes":42692608,"current-db-size":"43 MB","current-db-size-in-use-bytes":38014976,"current-db-size-in-use":"38 MB"} {"level":"info","ts":"2026-04-27T21:17:18.076023Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2352736598,"revision":4577,"compact-revision":2586} {"level":"info","ts":"2026-04-27T21:19:12.926483Z","caller":"traceutil/trace.go:171","msg":"trace[986848821] transaction","detail":"{read_only:false; response_revision:8382; number_of_response:1; }","duration":"119.846095ms","start":"2026-04-27T21:19:12.806608Z","end":"2026-04-27T21:19:12.926454Z","steps":["trace[986848821] 'process raft request' (duration: 119.6327ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:19:24.234821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.020882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T21:19:24.234827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.486581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:19:24.234905Z","caller":"traceutil/trace.go:171","msg":"trace[28450117] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8475; }","duration":"351.147155ms","start":"2026-04-27T21:19:23.88374Z","end":"2026-04-27T21:19:24.234887Z","steps":["trace[28450117] 'range keys from in-memory index tree' (duration: 350.95023ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:19:24.234928Z","caller":"traceutil/trace.go:171","msg":"trace[855683174] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:8475; }","duration":"146.665835ms","start":"2026-04-27T21:19:24.088237Z","end":"2026-04-27T21:19:24.234903Z","steps":["trace[855683174] 'count revisions from in-memory index tree' (duration: 146.376709ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:19:24.234948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:19:23.883724Z","time spent":"351.213386ms","remote":"127.0.0.1:40292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-27T21:19:24.234923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.475704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-27T21:19:24.235235Z","caller":"traceutil/trace.go:171","msg":"trace[1146407678] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8475; }","duration":"364.830982ms","start":"2026-04-27T21:19:23.87038Z","end":"2026-04-27T21:19:24.235211Z","steps":["trace[1146407678] 'range keys from in-memory index tree' (duration: 364.233108ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:19:24.235287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:19:23.870356Z","time spent":"364.917423ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-27T21:19:24.23872Z","caller":"traceutil/trace.go:171","msg":"trace[1321475963] transaction","detail":"{read_only:false; response_revision:8476; number_of_response:1; }","duration":"137.089891ms","start":"2026-04-27T21:19:24.101615Z","end":"2026-04-27T21:19:24.238705Z","steps":["trace[1321475963] 'process raft request' (duration: 136.728243ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:19:24.632334Z","caller":"traceutil/trace.go:171","msg":"trace[435646617] transaction","detail":"{read_only:false; response_revision:8479; number_of_response:1; }","duration":"152.350633ms","start":"2026-04-27T21:19:24.479929Z","end":"2026-04-27T21:19:24.63228Z","steps":["trace[435646617] 'process raft request' (duration: 152.181729ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:19:24.663308Z","caller":"traceutil/trace.go:171","msg":"trace[1021457010] transaction","detail":"{read_only:false; response_revision:8480; number_of_response:1; }","duration":"181.587197ms","start":"2026-04-27T21:19:24.481689Z","end":"2026-04-27T21:19:24.663276Z","steps":["trace[1021457010] 'process raft request' (duration: 181.299841ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:19:25.147033Z","caller":"traceutil/trace.go:171","msg":"trace[152009672] transaction","detail":"{read_only:false; response_revision:8484; number_of_response:1; }","duration":"117.724997ms","start":"2026-04-27T21:19:25.02928Z","end":"2026-04-27T21:19:25.147005Z","steps":["trace[152009672] 'process raft request' (duration: 117.557333ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:19:25.648396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.72376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-27T21:19:25.648481Z","caller":"traceutil/trace.go:171","msg":"trace[113529521] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8487; }","duration":"102.859773ms","start":"2026-04-27T21:19:25.545603Z","end":"2026-04-27T21:19:25.648463Z","steps":["trace[113529521] 'range keys from in-memory index tree' (duration: 102.494355ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:19:25.91772Z","caller":"traceutil/trace.go:171","msg":"trace[60462319] transaction","detail":"{read_only:false; response_revision:8489; number_of_response:1; }","duration":"107.188121ms","start":"2026-04-27T21:19:25.810497Z","end":"2026-04-27T21:19:25.917685Z","steps":["trace[60462319] 'process raft request' (duration: 106.947895ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:19:26.048109Z","caller":"traceutil/trace.go:171","msg":"trace[91189013] transaction","detail":"{read_only:false; response_revision:8491; number_of_response:1; }","duration":"230.465802ms","start":"2026-04-27T21:19:25.817618Z","end":"2026-04-27T21:19:26.048084Z","steps":["trace[91189013] 'process raft request' (duration: 230.36505ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:19:26.048371Z","caller":"traceutil/trace.go:171","msg":"trace[1163652045] transaction","detail":"{read_only:false; response_revision:8490; number_of_response:1; }","duration":"236.63534ms","start":"2026-04-27T21:19:25.811685Z","end":"2026-04-27T21:19:26.04832Z","steps":["trace[1163652045] 'process raft request' (duration: 225.03717ms)","trace[1163652045] 'compare' (duration: 10.983816ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:19:26.797482Z","caller":"traceutil/trace.go:171","msg":"trace[2091513688] transaction","detail":"{read_only:false; response_revision:8495; number_of_response:1; }","duration":"127.568337ms","start":"2026-04-27T21:19:26.669893Z","end":"2026-04-27T21:19:26.797461Z","steps":["trace[2091513688] 'process raft request' (duration: 127.529907ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:19:26.797673Z","caller":"traceutil/trace.go:171","msg":"trace[1753598788] transaction","detail":"{read_only:false; response_revision:8494; number_of_response:1; }","duration":"127.950416ms","start":"2026-04-27T21:19:26.669716Z","end":"2026-04-27T21:19:26.797666Z","steps":["trace[1753598788] 'process raft request' (duration: 127.595318ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:19:31.704899Z","caller":"traceutil/trace.go:171","msg":"trace[757391029] transaction","detail":"{read_only:false; response_revision:8521; number_of_response:1; }","duration":"169.22345ms","start":"2026-04-27T21:19:31.53565Z","end":"2026-04-27T21:19:31.704873Z","steps":["trace[757391029] 'process raft request' (duration: 165.249381ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:19:31.753774Z","caller":"traceutil/trace.go:171","msg":"trace[1979717207] transaction","detail":"{read_only:false; response_revision:8522; number_of_response:1; }","duration":"185.28379ms","start":"2026-04-27T21:19:31.568461Z","end":"2026-04-27T21:19:31.753745Z","steps":["trace[1979717207] 'process raft request' (duration: 185.105356ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:19:31.942404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.014904ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T21:19:31.942562Z","caller":"traceutil/trace.go:171","msg":"trace[1456528706] transaction","detail":"{read_only:false; response_revision:8523; number_of_response:1; }","duration":"182.397265ms","start":"2026-04-27T21:19:31.760137Z","end":"2026-04-27T21:19:31.942534Z","steps":["trace[1456528706] 'process raft request' (duration: 55.160146ms)","trace[1456528706] 'compare' (duration: 126.857501ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:19:31.964685Z","caller":"traceutil/trace.go:171","msg":"trace[1927036989] transaction","detail":"{read_only:false; response_revision:8524; number_of_response:1; }","duration":"204.287156ms","start":"2026-04-27T21:19:31.760345Z","end":"2026-04-27T21:19:31.964632Z","steps":["trace[1927036989] 'process raft request' (duration: 204.070081ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:19:31.964954Z","caller":"traceutil/trace.go:171","msg":"trace[519671640] transaction","detail":"{read_only:false; response_revision:8525; number_of_response:1; }","duration":"203.352434ms","start":"2026-04-27T21:19:31.761577Z","end":"2026-04-27T21:19:31.96493Z","steps":["trace[519671640] 'process raft request' (duration: 202.996606ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:19:31.965057Z","caller":"traceutil/trace.go:171","msg":"trace[1125410099] linearizableReadLoop","detail":"{readStateIndex:8843; appliedIndex:8840; }","duration":"203.370914ms","start":"2026-04-27T21:19:31.761655Z","end":"2026-04-27T21:19:31.965026Z","steps":["trace[1125410099] 'read index received' (duration: 53.666081ms)","trace[1125410099] 'applied index is now lower than readState.Index' (duration: 149.703273ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:19:31.96523Z","caller":"traceutil/trace.go:171","msg":"trace[404038617] transaction","detail":"{read_only:false; response_revision:8526; number_of_response:1; }","duration":"201.974433ms","start":"2026-04-27T21:19:31.763241Z","end":"2026-04-27T21:19:31.965215Z","steps":["trace[404038617] 'process raft request' (duration: 201.630646ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:19:31.965338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.271635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-k99ft\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-27T21:19:31.965371Z","caller":"traceutil/trace.go:171","msg":"trace[1252523348] range","detail":"{range_begin:/registry/pods/openstack/keepalived-k99ft; range_end:; response_count:1; response_revision:8526; }","duration":"200.372798ms","start":"2026-04-27T21:19:31.764989Z","end":"2026-04-27T21:19:31.965362Z","steps":["trace[1252523348] 'agreement among raft nodes before linearized reading' (duration: 200.261015ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:19:31.965357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.693491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-27T21:19:31.965417Z","caller":"traceutil/trace.go:171","msg":"trace[839339857] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8526; }","duration":"203.752253ms","start":"2026-04-27T21:19:31.761647Z","end":"2026-04-27T21:19:31.9654Z","steps":["trace[839339857] 'agreement among raft nodes before linearized reading' (duration: 203.595219ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:19:32.137769Z","caller":"traceutil/trace.go:171","msg":"trace[20030169] transaction","detail":"{read_only:false; response_revision:8527; number_of_response:1; }","duration":"167.016411ms","start":"2026-04-27T21:19:31.970715Z","end":"2026-04-27T21:19:32.137731Z","steps":["trace[20030169] 'process raft request' (duration: 112.033129ms)","trace[20030169] 'compare' (duration: 54.705856ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:19:32.187975Z","caller":"traceutil/trace.go:171","msg":"trace[977775464] transaction","detail":"{read_only:false; response_revision:8528; number_of_response:1; }","duration":"217.024482ms","start":"2026-04-27T21:19:31.970923Z","end":"2026-04-27T21:19:32.187948Z","steps":["trace[977775464] 'process raft request' (duration: 216.826538ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:19:32.188295Z","caller":"traceutil/trace.go:171","msg":"trace[1466449809] transaction","detail":"{read_only:false; response_revision:8529; number_of_response:1; }","duration":"214.772421ms","start":"2026-04-27T21:19:31.973482Z","end":"2026-04-27T21:19:32.188254Z","steps":["trace[1466449809] 'process raft request' (duration: 214.405493ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:19:32.188321Z","caller":"traceutil/trace.go:171","msg":"trace[1381921389] linearizableReadLoop","detail":"{readStateIndex:8847; appliedIndex:8844; }","duration":"115.832484ms","start":"2026-04-27T21:19:32.072298Z","end":"2026-04-27T21:19:32.18813Z","steps":["trace[1381921389] 'read index received' (duration: 10.386302ms)","trace[1381921389] 'applied index is now lower than readState.Index' (duration: 105.443392ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:19:32.18856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.248424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-27T21:19:32.188754Z","caller":"traceutil/trace.go:171","msg":"trace[991163319] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8529; }","duration":"116.438298ms","start":"2026-04-27T21:19:32.07224Z","end":"2026-04-27T21:19:32.188679Z","steps":["trace[991163319] 'agreement among raft nodes before linearized reading' (duration: 116.119781ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:19:32.302111Z","caller":"traceutil/trace.go:171","msg":"trace[515302964] transaction","detail":"{read_only:false; response_revision:8530; number_of_response:1; }","duration":"108.423529ms","start":"2026-04-27T21:19:32.193653Z","end":"2026-04-27T21:19:32.302077Z","steps":["trace[515302964] 'process raft request' (duration: 89.620027ms)","trace[515302964] 'compare' (duration: 18.665349ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:19:39.477905Z","caller":"traceutil/trace.go:171","msg":"trace[1373182277] transaction","detail":"{read_only:false; response_revision:8696; number_of_response:1; }","duration":"169.283101ms","start":"2026-04-27T21:19:39.308582Z","end":"2026-04-27T21:19:39.477865Z","steps":["trace[1373182277] 'process raft request' (duration: 168.935324ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:19:39.765728Z","caller":"traceutil/trace.go:171","msg":"trace[1491960580] linearizableReadLoop","detail":"{readStateIndex:9016; appliedIndex:9015; }","duration":"181.419254ms","start":"2026-04-27T21:19:39.584281Z","end":"2026-04-27T21:19:39.7657Z","steps":["trace[1491960580] 'read index received' (duration: 93.955835ms)","trace[1491960580] 'applied index is now lower than readState.Index' (duration: 87.462299ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:19:39.765843Z","caller":"traceutil/trace.go:171","msg":"trace[1158373339] transaction","detail":"{read_only:false; response_revision:8697; number_of_response:1; }","duration":"284.113545ms","start":"2026-04-27T21:19:39.481653Z","end":"2026-04-27T21:19:39.765767Z","steps":["trace[1158373339] 'process raft request' (duration: 196.697077ms)","trace[1158373339] 'compare' (duration: 87.146272ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:19:39.765986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.681299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-04-27T21:19:39.766079Z","caller":"traceutil/trace.go:171","msg":"trace[1722948763] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8697; }","duration":"181.821693ms","start":"2026-04-27T21:19:39.584238Z","end":"2026-04-27T21:19:39.76606Z","steps":["trace[1722948763] 'agreement among raft nodes before linearized reading' (duration: 181.563197ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:19:40.440614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.916808ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T21:19:40.440713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.002828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-k99ft\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-27T21:19:40.440731Z","caller":"traceutil/trace.go:171","msg":"trace[2074138330] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8698; }","duration":"358.03956ms","start":"2026-04-27T21:19:40.082672Z","end":"2026-04-27T21:19:40.440712Z","steps":["trace[2074138330] 'range keys from in-memory index tree' (duration: 357.900867ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:19:40.440777Z","caller":"traceutil/trace.go:171","msg":"trace[1157855289] range","detail":"{range_begin:/registry/pods/openstack/keepalived-k99ft; range_end:; response_count:1; response_revision:8698; }","duration":"366.1082ms","start":"2026-04-27T21:19:40.074657Z","end":"2026-04-27T21:19:40.440765Z","steps":["trace[1157855289] 'range keys from in-memory index tree' (duration: 365.742832ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:19:40.440707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.150125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"warn","ts":"2026-04-27T21:19:40.440812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:19:40.074636Z","time spent":"366.166662ms","remote":"127.0.0.1:39966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-k99ft\" "} {"level":"info","ts":"2026-04-27T21:19:40.440851Z","caller":"traceutil/trace.go:171","msg":"trace[867387606] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:8698; }","duration":"434.363799ms","start":"2026-04-27T21:19:40.00645Z","end":"2026-04-27T21:19:40.440814Z","steps":["trace[867387606] 'range keys from in-memory index tree' (duration: 433.93128ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:19:40.440841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.023385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T21:19:40.440917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:19:40.006431Z","time spent":"434.469791ms","remote":"127.0.0.1:39944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1805,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"info","ts":"2026-04-27T21:19:40.440927Z","caller":"traceutil/trace.go:171","msg":"trace[1385368452] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8698; }","duration":"569.164319ms","start":"2026-04-27T21:19:39.871742Z","end":"2026-04-27T21:19:40.440906Z","steps":["trace[1385368452] 'range keys from in-memory index tree' (duration: 568.899333ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:19:40.44097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:19:39.871718Z","time spent":"569.244171ms","remote":"127.0.0.1:40292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-27T21:19:40.442637Z","caller":"traceutil/trace.go:171","msg":"trace[21212571] transaction","detail":"{read_only:false; response_revision:8699; number_of_response:1; }","duration":"205.581885ms","start":"2026-04-27T21:19:40.237037Z","end":"2026-04-27T21:19:40.442619Z","steps":["trace[21212571] 'process raft request' (duration: 205.262507ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:19:41.016169Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185919323870878,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T21:19:41.517316Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185919323870878,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T21:19:42.020139Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185919323870878,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T21:19:42.395657Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.776193305s","expected-duration":"1s"} {"level":"info","ts":"2026-04-27T21:19:42.476045Z","caller":"traceutil/trace.go:171","msg":"trace[1204676146] transaction","detail":"{read_only:false; response_revision:8703; number_of_response:1; }","duration":"1.965752331s","start":"2026-04-27T21:19:40.510263Z","end":"2026-04-27T21:19:42.476015Z","steps":["trace[1204676146] 'process raft request' (duration: 1.885645607s)","trace[1204676146] 'compare' (duration: 80.005132ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:19:42.476224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:19:40.510244Z","time spent":"1.965878723s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:19:43.414654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00003883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-27T21:19:43.414751Z","caller":"traceutil/trace.go:171","msg":"trace[786110265] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000189873s","start":"2026-04-27T21:19:41.414537Z","end":"2026-04-27T21:19:43.414727Z","steps":["trace[786110265] 'agreement among raft nodes before linearized reading' (duration: 2.000078831s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:19:43.414798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:19:41.414516Z","time spent":"2.000271694s","remote":"127.0.0.1:39786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/27 21:19:43 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T21:19:43.676523Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.280629505s","expected-duration":"1s"} {"level":"info","ts":"2026-04-27T21:19:43.681087Z","caller":"traceutil/trace.go:171","msg":"trace[1052485878] transaction","detail":"{read_only:false; response_revision:8704; number_of_response:1; }","duration":"2.927165316s","start":"2026-04-27T21:19:40.75389Z","end":"2026-04-27T21:19:43.681055Z","steps":["trace[1052485878] 'process raft request' (duration: 2.923136616s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:19:43.68111Z","caller":"traceutil/trace.go:171","msg":"trace[852480382] transaction","detail":"{read_only:false; response_revision:8705; number_of_response:1; }","duration":"2.759308276s","start":"2026-04-27T21:19:40.921783Z","end":"2026-04-27T21:19:43.681091Z","steps":["trace[852480382] 'process raft request' (duration: 2.759200093s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:19:43.681221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:19:40.921763Z","time spent":"2.759395487s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:19:43.68123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:19:40.753863Z","time spent":"2.927290618s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:19:43.681332Z","caller":"traceutil/trace.go:171","msg":"trace[829386309] transaction","detail":"{read_only:false; response_revision:8706; number_of_response:1; }","duration":"2.758160781s","start":"2026-04-27T21:19:40.92314Z","end":"2026-04-27T21:19:43.681301Z","steps":["trace[829386309] 'process raft request' (duration: 2.757913335s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:19:43.681364Z","caller":"traceutil/trace.go:171","msg":"trace[862215671] transaction","detail":"{read_only:false; response_revision:8707; number_of_response:1; }","duration":"126.433932ms","start":"2026-04-27T21:19:43.554906Z","end":"2026-04-27T21:19:43.68134Z","steps":["trace[862215671] 'process raft request' (duration: 126.352411ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:19:43.68147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:19:40.923115Z","time spent":"2.758279163s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:19:43.681356Z","caller":"traceutil/trace.go:171","msg":"trace[1566192083] linearizableReadLoop","detail":"{readStateIndex:9025; appliedIndex:9021; }","duration":"3.165229038s","start":"2026-04-27T21:19:40.516111Z","end":"2026-04-27T21:19:43.68134Z","steps":["trace[1566192083] 'read index received' (duration: 1.879792446s)","trace[1566192083] 'applied index is now lower than readState.Index' (duration: 1.285434512s)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:19:43.681549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.165438673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-04-27T21:19:43.681589Z","caller":"traceutil/trace.go:171","msg":"trace[422140655] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:8707; }","duration":"3.165506595s","start":"2026-04-27T21:19:40.516071Z","end":"2026-04-27T21:19:43.681577Z","steps":["trace[422140655] 'agreement among raft nodes before linearized reading' (duration: 3.16531304s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:19:43.681634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:19:40.516057Z","time spent":"3.165569536s","remote":"127.0.0.1:38014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5707,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-27T21:19:43.681657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.867705584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T21:19:43.681692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.210709688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-27T21:19:43.681735Z","caller":"traceutil/trace.go:171","msg":"trace[337127278] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8707; }","duration":"1.21079371s","start":"2026-04-27T21:19:42.47093Z","end":"2026-04-27T21:19:43.681724Z","steps":["trace[337127278] 'agreement among raft nodes before linearized reading' (duration: 1.210688968s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:19:43.681763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:19:42.470909Z","time spent":"1.210847882s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-27T21:19:43.681831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.004221684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T21:19:43.681876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.947235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-27T21:19:43.681906Z","caller":"traceutil/trace.go:171","msg":"trace[1050856050] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:8707; }","duration":"1.004300925s","start":"2026-04-27T21:19:42.677585Z","end":"2026-04-27T21:19:43.681886Z","steps":["trace[1050856050] 'agreement among raft nodes before linearized reading' (duration: 1.004181233s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:19:43.681916Z","caller":"traceutil/trace.go:171","msg":"trace[81832570] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8707; }","duration":"469.034747ms","start":"2026-04-27T21:19:43.212869Z","end":"2026-04-27T21:19:43.681904Z","steps":["trace[81832570] 'agreement among raft nodes before linearized reading' (duration: 468.969355ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:19:43.681926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.172671797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-27T21:19:43.681949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.151049142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-cfcb9dfcc-g8xrt.18aa537689aed695\" ","response":"range_response_count:1 size:1132"} {"level":"warn","ts":"2026-04-27T21:19:43.681966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:19:43.212844Z","time spent":"469.108358ms","remote":"127.0.0.1:37926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-27T21:19:43.681975Z","caller":"traceutil/trace.go:171","msg":"trace[1342903236] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8707; }","duration":"1.172759539s","start":"2026-04-27T21:19:42.509203Z","end":"2026-04-27T21:19:43.681963Z","steps":["trace[1342903236] 'agreement among raft nodes before linearized reading' (duration: 1.172638666s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:19:43.681823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.709813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:19:43.682005Z","caller":"traceutil/trace.go:171","msg":"trace[637761789] range","detail":"{range_begin:/registry/events/openstack/barbican-api-cfcb9dfcc-g8xrt.18aa537689aed695; range_end:; response_count:1; response_revision:8707; }","duration":"2.151148114s","start":"2026-04-27T21:19:41.530846Z","end":"2026-04-27T21:19:43.681994Z","steps":["trace[637761789] 'agreement among raft nodes before linearized reading' (duration: 2.15098289s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:19:43.682017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:19:42.50918Z","time spent":"1.17282978s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-27T21:19:43.682029Z","caller":"traceutil/trace.go:171","msg":"trace[223393267] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8707; }","duration":"266.99795ms","start":"2026-04-27T21:19:43.415017Z","end":"2026-04-27T21:19:43.682014Z","steps":["trace[223393267] 'agreement among raft nodes before linearized reading' (duration: 266.694254ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:19:43.682052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.172629436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-27T21:19:43.682124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.231479115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-k99ft\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-04-27T21:19:43.681969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:19:42.677517Z","time spent":"1.004436129s","remote":"127.0.0.1:42752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:19:43.682181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.994083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T21:19:43.682194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.519642119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:19:43.682226Z","caller":"traceutil/trace.go:171","msg":"trace[1777549736] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:8707; }","duration":"1.519712211s","start":"2026-04-27T21:19:42.162504Z","end":"2026-04-27T21:19:43.682216Z","steps":["trace[1777549736] 'agreement among raft nodes before linearized reading' (duration: 1.51966643s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:19:43.682242Z","caller":"traceutil/trace.go:171","msg":"trace[1186239053] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:8707; }","duration":"193.067075ms","start":"2026-04-27T21:19:43.48915Z","end":"2026-04-27T21:19:43.682217Z","steps":["trace[1186239053] 'agreement among raft nodes before linearized reading' (duration: 193.013164ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:19:43.68226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:19:42.16248Z","time spent":"1.519772362s","remote":"127.0.0.1:42836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:19:43.682266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.342810557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T21:19:43.682044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:19:41.530823Z","time spent":"2.151212475s","remote":"127.0.0.1:39864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1156,"request content":"key:\"/registry/events/openstack/barbican-api-cfcb9dfcc-g8xrt.18aa537689aed695\" "} {"level":"info","ts":"2026-04-27T21:19:43.682323Z","caller":"traceutil/trace.go:171","msg":"trace[1018954107] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:8707; }","duration":"2.342899149s","start":"2026-04-27T21:19:41.339405Z","end":"2026-04-27T21:19:43.682304Z","steps":["trace[1018954107] 'agreement among raft nodes before linearized reading' (duration: 2.342827767s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:19:43.68234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.105235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-27T21:19:43.682398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.321679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:19:43.682401Z","caller":"traceutil/trace.go:171","msg":"trace[1426430904] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:8707; }","duration":"564.207806ms","start":"2026-04-27T21:19:43.11818Z","end":"2026-04-27T21:19:43.682387Z","steps":["trace[1426430904] 'agreement among raft nodes before linearized reading' (duration: 564.067473ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:19:43.682182Z","caller":"traceutil/trace.go:171","msg":"trace[211224248] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8707; }","duration":"1.172768879s","start":"2026-04-27T21:19:42.509369Z","end":"2026-04-27T21:19:43.682138Z","steps":["trace[211224248] 'agreement among raft nodes before linearized reading' (duration: 1.172420581s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:19:43.682436Z","caller":"traceutil/trace.go:171","msg":"trace[1526278070] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8707; }","duration":"230.384499ms","start":"2026-04-27T21:19:43.452043Z","end":"2026-04-27T21:19:43.682427Z","steps":["trace[1526278070] 'agreement among raft nodes before linearized reading' (duration: 230.335798ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:19:43.682451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:19:43.11816Z","time spent":"564.277249ms","remote":"127.0.0.1:39974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":53,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:19:43.682466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.713285746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"warn","ts":"2026-04-27T21:19:43.682473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:19:42.509303Z","time spent":"1.173155517s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-27T21:19:43.682498Z","caller":"traceutil/trace.go:171","msg":"trace[1697146023] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:8707; }","duration":"1.713345568s","start":"2026-04-27T21:19:41.969143Z","end":"2026-04-27T21:19:43.682488Z","steps":["trace[1697146023] 'agreement among raft nodes before linearized reading' (duration: 1.713258686s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:19:43.682494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.905175784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-27T21:19:43.682529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.484577962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.250\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-27T21:19:43.68254Z","caller":"traceutil/trace.go:171","msg":"trace[2061320485] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8707; }","duration":"1.905263656s","start":"2026-04-27T21:19:41.777266Z","end":"2026-04-27T21:19:43.68253Z","steps":["trace[2061320485] 'agreement among raft nodes before linearized reading' (duration: 1.905156143s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:19:43.681907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.339316208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-27T21:19:43.682634Z","caller":"traceutil/trace.go:171","msg":"trace[869986809] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:8707; }","duration":"2.340077546s","start":"2026-04-27T21:19:41.342539Z","end":"2026-04-27T21:19:43.682617Z","steps":["trace[869986809] 'agreement among raft nodes before linearized reading' (duration: 2.339292298s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:19:43.682665Z","caller":"traceutil/trace.go:171","msg":"trace[185630372] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:8707; }","duration":"2.867797246s","start":"2026-04-27T21:19:40.813895Z","end":"2026-04-27T21:19:43.681692Z","steps":["trace[185630372] 'agreement among raft nodes before linearized reading' (duration: 2.867721164s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:19:43.682687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:19:41.34253Z","time spent":"2.340141237s","remote":"127.0.0.1:56692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":2,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:19:43.682139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.766197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T21:19:43.682721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:19:40.813872Z","time spent":"2.86883824s","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-04-27T21:19:43.682738Z","caller":"traceutil/trace.go:171","msg":"trace[388624056] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:8707; }","duration":"109.38391ms","start":"2026-04-27T21:19:43.573337Z","end":"2026-04-27T21:19:43.682721Z","steps":["trace[388624056] 'agreement among raft nodes before linearized reading' (duration: 108.763456ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:19:43.682394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:19:41.339383Z","time spent":"2.34299094s","remote":"127.0.0.1:50648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"info","ts":"2026-04-27T21:19:43.682152Z","caller":"traceutil/trace.go:171","msg":"trace[429756590] range","detail":"{range_begin:/registry/pods/openstack/keepalived-k99ft; range_end:; response_count:1; response_revision:8707; }","duration":"1.231549636s","start":"2026-04-27T21:19:42.450593Z","end":"2026-04-27T21:19:43.682143Z","steps":["trace[429756590] 'agreement among raft nodes before linearized reading' (duration: 1.231468194s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:19:43.682893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:19:42.450571Z","time spent":"1.232312842s","remote":"127.0.0.1:39966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-k99ft\" "} {"level":"warn","ts":"2026-04-27T21:19:43.682538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:19:41.969128Z","time spent":"1.713400149s","remote":"127.0.0.1:39944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1657,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-04-27T21:19:43.682576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:19:41.777246Z","time spent":"1.905323628s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-27T21:19:43.682574Z","caller":"traceutil/trace.go:171","msg":"trace[2029981891] range","detail":"{range_begin:/registry/masterleases/199.204.45.250; range_end:; response_count:1; response_revision:8707; }","duration":"2.484619543s","start":"2026-04-27T21:19:41.197943Z","end":"2026-04-27T21:19:43.682563Z","steps":["trace[2029981891] 'agreement among raft nodes before linearized reading' (duration: 2.48448264s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:19:43.683035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:19:41.197898Z","time spent":"2.485125575s","remote":"127.0.0.1:39810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.250\" "} {"level":"warn","ts":"2026-04-27T21:19:43.682582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.303736252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414469"} {"level":"info","ts":"2026-04-27T21:19:43.683146Z","caller":"traceutil/trace.go:171","msg":"trace[1682547882] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:8707; }","duration":"2.304295144s","start":"2026-04-27T21:19:41.378835Z","end":"2026-04-27T21:19:43.68313Z","steps":["trace[1682547882] 'agreement among raft nodes before linearized reading' (duration: 2.303575228s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:19:43.683235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:19:41.378803Z","time spent":"2.304376865s","remote":"127.0.0.1:37634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":414493,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-04-27T21:19:43.682739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.200053228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-27T21:19:43.684083Z","caller":"traceutil/trace.go:171","msg":"trace[861525054] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8707; }","duration":"2.201396689s","start":"2026-04-27T21:19:41.482678Z","end":"2026-04-27T21:19:43.684074Z","steps":["trace[861525054] 'agreement among raft nodes before linearized reading' (duration: 2.199282491s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:19:43.68414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:19:41.482617Z","time spent":"2.201513562s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-27T21:19:51.42761Z","caller":"traceutil/trace.go:171","msg":"trace[849485531] linearizableReadLoop","detail":"{readStateIndex:9069; appliedIndex:9068; }","duration":"263.441733ms","start":"2026-04-27T21:19:51.164149Z","end":"2026-04-27T21:19:51.42759Z","steps":["trace[849485531] 'read index received' (duration: 263.375791ms)","trace[849485531] 'applied index is now lower than readState.Index' (duration: 65.002µs)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:19:51.427751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.589206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-27T21:19:51.427738Z","caller":"traceutil/trace.go:171","msg":"trace[490752785] transaction","detail":"{read_only:false; response_revision:8747; number_of_response:1; }","duration":"351.584748ms","start":"2026-04-27T21:19:51.076119Z","end":"2026-04-27T21:19:51.427703Z","steps":["trace[490752785] 'process raft request' (duration: 351.337293ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:19:51.42778Z","caller":"traceutil/trace.go:171","msg":"trace[920174104] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:8747; }","duration":"263.709099ms","start":"2026-04-27T21:19:51.164062Z","end":"2026-04-27T21:19:51.427771Z","steps":["trace[920174104] 'agreement among raft nodes before linearized reading' (duration: 263.611017ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:19:51.427908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:19:51.076087Z","time spent":"351.723281ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:19:51.506572Z","caller":"traceutil/trace.go:171","msg":"trace[741790514] transaction","detail":"{read_only:false; response_revision:8748; number_of_response:1; }","duration":"316.258066ms","start":"2026-04-27T21:19:51.190261Z","end":"2026-04-27T21:19:51.506519Z","steps":["trace[741790514] 'process raft request' (duration: 258.638995ms)","trace[741790514] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/ingress-nginx/ingress-nginx-leader; req_size:471; } (duration: 57.454828ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:19:51.506637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.355969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.250\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-27T21:19:51.506706Z","caller":"traceutil/trace.go:171","msg":"trace[1255668591] range","detail":"{range_begin:/registry/masterleases/199.204.45.250; range_end:; response_count:1; response_revision:8748; }","duration":"308.465902ms","start":"2026-04-27T21:19:51.198222Z","end":"2026-04-27T21:19:51.506688Z","steps":["trace[1255668591] 'agreement among raft nodes before linearized reading' (duration: 308.269758ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:19:51.506747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:19:51.190236Z","time spent":"316.424839ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:19:51.506757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:19:51.198209Z","time spent":"308.539903ms","remote":"127.0.0.1:39810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.250\" "} {"level":"info","ts":"2026-04-27T21:19:52.114715Z","caller":"traceutil/trace.go:171","msg":"trace[2019157673] linearizableReadLoop","detail":"{readStateIndex:9076; appliedIndex:9073; }","duration":"293.832624ms","start":"2026-04-27T21:19:51.820851Z","end":"2026-04-27T21:19:52.114684Z","steps":["trace[2019157673] 'read index received' (duration: 28.96972ms)","trace[2019157673] 'applied index is now lower than readState.Index' (duration: 264.861564ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:19:52.114758Z","caller":"traceutil/trace.go:171","msg":"trace[1616617716] transaction","detail":"{read_only:false; response_revision:8752; number_of_response:1; }","duration":"310.967758ms","start":"2026-04-27T21:19:51.803752Z","end":"2026-04-27T21:19:52.114719Z","steps":["trace[1616617716] 'process raft request' (duration: 225.876371ms)","trace[1616617716] 'compare' (duration: 84.627546ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:19:52.114835Z","caller":"traceutil/trace.go:171","msg":"trace[1478550976] transaction","detail":"{read_only:false; response_revision:8753; number_of_response:1; }","duration":"310.049378ms","start":"2026-04-27T21:19:51.80477Z","end":"2026-04-27T21:19:52.114819Z","steps":["trace[1478550976] 'process raft request' (duration: 309.822833ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:19:52.114915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:19:51.803732Z","time spent":"311.100911ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:19:52.114934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:19:51.804751Z","time spent":"310.110819ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:19:52.115046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.594589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-27T21:19:52.115126Z","caller":"traceutil/trace.go:171","msg":"trace[911703347] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8753; }","duration":"285.718692ms","start":"2026-04-27T21:19:51.829389Z","end":"2026-04-27T21:19:52.115108Z","steps":["trace[911703347] 'agreement among raft nodes before linearized reading' (duration: 285.528878ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:19:52.115156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.307694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-27T21:19:52.11523Z","caller":"traceutil/trace.go:171","msg":"trace[474300882] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8753; }","duration":"294.427637ms","start":"2026-04-27T21:19:51.820792Z","end":"2026-04-27T21:19:52.115219Z","steps":["trace[474300882] 'agreement among raft nodes before linearized reading' (duration: 294.268363ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:19:52.115275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.230697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-27T21:19:52.115346Z","caller":"traceutil/trace.go:171","msg":"trace[1950763146] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8753; }","duration":"283.321548ms","start":"2026-04-27T21:19:51.832007Z","end":"2026-04-27T21:19:52.115329Z","steps":["trace[1950763146] 'agreement among raft nodes before linearized reading' (duration: 283.063002ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:19:52.115373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.193235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-27T21:19:52.115406Z","caller":"traceutil/trace.go:171","msg":"trace[1070827345] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8753; }","duration":"283.238507ms","start":"2026-04-27T21:19:51.832158Z","end":"2026-04-27T21:19:52.115397Z","steps":["trace[1070827345] 'agreement among raft nodes before linearized reading' (duration: 283.152195ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:19:52.11558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.727969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-27T21:19:52.115636Z","caller":"traceutil/trace.go:171","msg":"trace[2021186207] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8753; }","duration":"284.811981ms","start":"2026-04-27T21:19:51.830811Z","end":"2026-04-27T21:19:52.115623Z","steps":["trace[2021186207] 'agreement among raft nodes before linearized reading' (duration: 284.671367ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:19:52.115742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.080825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-k99ft\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-27T21:19:52.115802Z","caller":"traceutil/trace.go:171","msg":"trace[1946263901] range","detail":"{range_begin:/registry/pods/openstack/keepalived-k99ft; range_end:; response_count:1; response_revision:8753; }","duration":"284.163847ms","start":"2026-04-27T21:19:51.831623Z","end":"2026-04-27T21:19:52.115787Z","steps":["trace[1946263901] 'agreement among raft nodes before linearized reading' (duration: 283.632775ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:19:52.585374Z","caller":"traceutil/trace.go:171","msg":"trace[294146157] transaction","detail":"{read_only:false; response_revision:8754; number_of_response:1; }","duration":"466.389699ms","start":"2026-04-27T21:19:52.118952Z","end":"2026-04-27T21:19:52.585341Z","steps":["trace[294146157] 'process raft request' (duration: 389.154768ms)","trace[294146157] 'compare' (duration: 77.016147ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:19:52.585516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:19:52.118928Z","time spent":"466.515333ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:19:52.981759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.373478ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T21:19:52.98218Z","caller":"traceutil/trace.go:171","msg":"trace[643442297] transaction","detail":"{read_only:false; response_revision:8755; number_of_response:1; }","duration":"862.146467ms","start":"2026-04-27T21:19:52.119982Z","end":"2026-04-27T21:19:52.982129Z","steps":["trace[643442297] 'process raft request' (duration: 583.281749ms)","trace[643442297] 'compare' (duration: 278.148141ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:19:52.982292Z","caller":"traceutil/trace.go:171","msg":"trace[147108662] transaction","detail":"{read_only:false; response_revision:8756; number_of_response:1; }","duration":"862.187038ms","start":"2026-04-27T21:19:52.120086Z","end":"2026-04-27T21:19:52.982273Z","steps":["trace[147108662] 'process raft request' (duration: 861.979354ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:19:52.982314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:19:52.119957Z","time spent":"862.294671ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:19:52.982385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:19:52.120048Z","time spent":"862.288441ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:19:52.982523Z","caller":"traceutil/trace.go:171","msg":"trace[322865389] linearizableReadLoop","detail":"{readStateIndex:9078; appliedIndex:9076; }","duration":"862.378022ms","start":"2026-04-27T21:19:52.120111Z","end":"2026-04-27T21:19:52.982489Z","steps":["trace[322865389] 'read index received' (duration: 388.009554ms)","trace[322865389] 'applied index is now lower than readState.Index' (duration: 474.367408ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:19:52.982523Z","caller":"traceutil/trace.go:171","msg":"trace[1771410057] transaction","detail":"{read_only:false; response_revision:8757; number_of_response:1; }","duration":"861.258828ms","start":"2026-04-27T21:19:52.121221Z","end":"2026-04-27T21:19:52.98248Z","steps":["trace[1771410057] 'process raft request' (duration: 860.980922ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:19:52.982532Z","caller":"traceutil/trace.go:171","msg":"trace[1477877708] transaction","detail":"{read_only:false; response_revision:8758; number_of_response:1; }","duration":"861.200486ms","start":"2026-04-27T21:19:52.121301Z","end":"2026-04-27T21:19:52.982501Z","steps":["trace[1477877708] 'process raft request' (duration: 861.105294ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:19:52.982693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:19:52.121209Z","time spent":"861.396661ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:19:52.982738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.89648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T21:19:52.982693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:19:52.121283Z","time spent":"861.32631ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:19:52.982811Z","caller":"traceutil/trace.go:171","msg":"trace[1517221883] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:8758; }","duration":"425.012943ms","start":"2026-04-27T21:19:52.55778Z","end":"2026-04-27T21:19:52.982793Z","steps":["trace[1517221883] 'agreement among raft nodes before linearized reading' (duration: 424.89144ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:19:52.982807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"848.216526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-27T21:19:52.982837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:19:52.55776Z","time spent":"425.071555ms","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:19:52.982812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.222857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-27T21:19:52.982863Z","caller":"traceutil/trace.go:171","msg":"trace[77672874] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:8758; }","duration":"848.296977ms","start":"2026-04-27T21:19:52.13455Z","end":"2026-04-27T21:19:52.982847Z","steps":["trace[77672874] 'agreement among raft nodes before linearized reading' (duration: 848.108173ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:19:52.9829Z","caller":"traceutil/trace.go:171","msg":"trace[1606924207] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8758; }","duration":"383.350819ms","start":"2026-04-27T21:19:52.599514Z","end":"2026-04-27T21:19:52.982865Z","steps":["trace[1606924207] 'agreement among raft nodes before linearized reading' (duration: 383.129504ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:19:52.982911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:19:52.134541Z","time spent":"848.355929ms","remote":"127.0.0.1:40130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":55,"response size":31,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:19:52.982946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:19:52.599492Z","time spent":"383.445382ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-27T21:19:52.982988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"862.857643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223810"} {"level":"info","ts":"2026-04-27T21:19:52.983027Z","caller":"traceutil/trace.go:171","msg":"trace[1197058357] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8758; }","duration":"862.931755ms","start":"2026-04-27T21:19:52.120085Z","end":"2026-04-27T21:19:52.983017Z","steps":["trace[1197058357] 'agreement among raft nodes before linearized reading' (duration: 862.534146ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:19:52.983061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:19:52.12007Z","time spent":"862.982375ms","remote":"127.0.0.1:39966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":223834,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-27T21:19:53.897936Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185919323871012,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T21:19:54.398767Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185919323871012,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T21:19:54.899205Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185919323871012,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T21:19:55.042073Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.054533374s","expected-duration":"1s"} {"level":"info","ts":"2026-04-27T21:19:55.076277Z","caller":"traceutil/trace.go:171","msg":"trace[1826144665] transaction","detail":"{read_only:false; response_revision:8759; number_of_response:1; }","duration":"2.088841173s","start":"2026-04-27T21:19:52.987405Z","end":"2026-04-27T21:19:55.076246Z","steps":["trace[1826144665] 'process raft request' (duration: 2.054935623s)","trace[1826144665] 'compare' (duration: 32.300234ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:19:55.076416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:19:52.987373Z","time spent":"2.088971825s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:19:55.265904Z","caller":"traceutil/trace.go:171","msg":"trace[1776777004] transaction","detail":"{read_only:false; response_revision:8761; number_of_response:1; }","duration":"1.1456604s","start":"2026-04-27T21:19:54.120217Z","end":"2026-04-27T21:19:55.265878Z","steps":["trace[1776777004] 'process raft request' (duration: 1.145572678s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:19:55.26609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:19:54.120192Z","time spent":"1.145822284s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:19:55.266225Z","caller":"traceutil/trace.go:171","msg":"trace[1112998985] transaction","detail":"{read_only:false; response_revision:8760; number_of_response:1; }","duration":"1.410333519s","start":"2026-04-27T21:19:53.85588Z","end":"2026-04-27T21:19:55.266213Z","steps":["trace[1112998985] 'process raft request' (duration: 1.338818837s)","trace[1112998985] 'compare' (duration: 70.916039ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:19:55.266281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:19:53.855833Z","time spent":"1.410419751s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:19:55.266439Z","caller":"traceutil/trace.go:171","msg":"trace[2122104508] transaction","detail":"{read_only:false; response_revision:8762; number_of_response:1; }","duration":"1.145953497s","start":"2026-04-27T21:19:54.120475Z","end":"2026-04-27T21:19:55.266429Z","steps":["trace[2122104508] 'process raft request' (duration: 1.145356514s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:19:55.266494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:19:54.120467Z","time spent":"1.146000788s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:19:55.266633Z","caller":"traceutil/trace.go:171","msg":"trace[1484581917] linearizableReadLoop","detail":"{readStateIndex:9086; appliedIndex:9081; }","duration":"1.869464758s","start":"2026-04-27T21:19:53.397158Z","end":"2026-04-27T21:19:55.266623Z","steps":["trace[1484581917] 'read index received' (duration: 1.645199053s)","trace[1484581917] 'applied index is now lower than readState.Index' (duration: 224.264754ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:19:55.266712Z","caller":"traceutil/trace.go:171","msg":"trace[1951811609] transaction","detail":"{read_only:false; response_revision:8763; number_of_response:1; }","duration":"418.598769ms","start":"2026-04-27T21:19:54.848102Z","end":"2026-04-27T21:19:55.266701Z","steps":["trace[1951811609] 'process raft request' (duration: 418.266442ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:19:55.266762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:19:54.848077Z","time spent":"418.65891ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:19:55.266905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.869754174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-27T21:19:55.26694Z","caller":"traceutil/trace.go:171","msg":"trace[55451547] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:8763; }","duration":"1.869886526s","start":"2026-04-27T21:19:53.397045Z","end":"2026-04-27T21:19:55.266931Z","steps":["trace[55451547] 'agreement among raft nodes before linearized reading' (duration: 1.869780904s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:19:55.266968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:19:53.397024Z","time spent":"1.869936528s","remote":"127.0.0.1:39956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":53,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:19:55.26722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.848472586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:19:55.267257Z","caller":"traceutil/trace.go:171","msg":"trace[1513514432] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8763; }","duration":"1.848527248s","start":"2026-04-27T21:19:53.41872Z","end":"2026-04-27T21:19:55.267247Z","steps":["trace[1513514432] 'agreement among raft nodes before linearized reading' (duration: 1.848471457s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:19:55.267282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:19:53.418711Z","time spent":"1.848565769s","remote":"127.0.0.1:39786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T21:19:55.267536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.484248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-k99ft\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-27T21:19:55.267573Z","caller":"traceutil/trace.go:171","msg":"trace[1845387638] range","detail":"{range_begin:/registry/pods/openstack/keepalived-k99ft; range_end:; response_count:1; response_revision:8763; }","duration":"277.5457ms","start":"2026-04-27T21:19:54.990017Z","end":"2026-04-27T21:19:55.267562Z","steps":["trace[1845387638] 'agreement among raft nodes before linearized reading' (duration: 277.434437ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:19:55.267781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.885092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-27T21:19:55.267815Z","caller":"traceutil/trace.go:171","msg":"trace[2089196046] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8763; }","duration":"279.920783ms","start":"2026-04-27T21:19:54.987885Z","end":"2026-04-27T21:19:55.267806Z","steps":["trace[2089196046] 'agreement among raft nodes before linearized reading' (duration: 279.836391ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:19:55.267983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.333351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-27T21:19:55.268013Z","caller":"traceutil/trace.go:171","msg":"trace[549573030] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8763; }","duration":"280.403383ms","start":"2026-04-27T21:19:54.987602Z","end":"2026-04-27T21:19:55.268005Z","steps":["trace[549573030] 'agreement among raft nodes before linearized reading' (duration: 280.327811ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:19:55.268154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.686619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-27T21:19:55.268184Z","caller":"traceutil/trace.go:171","msg":"trace[1263964084] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8763; }","duration":"280.73385ms","start":"2026-04-27T21:19:54.987443Z","end":"2026-04-27T21:19:55.268177Z","steps":["trace[1263964084] 'agreement among raft nodes before linearized reading' (duration: 280.662978ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:19:55.268284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.315434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-27T21:19:55.268313Z","caller":"traceutil/trace.go:171","msg":"trace[1959264545] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8763; }","duration":"281.380926ms","start":"2026-04-27T21:19:54.986925Z","end":"2026-04-27T21:19:55.268306Z","steps":["trace[1959264545] 'agreement among raft nodes before linearized reading' (duration: 281.311224ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:19:55.268415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.312596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-27T21:19:55.268443Z","caller":"traceutil/trace.go:171","msg":"trace[1014779772] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8763; }","duration":"498.378208ms","start":"2026-04-27T21:19:54.770058Z","end":"2026-04-27T21:19:55.268436Z","steps":["trace[1014779772] 'agreement among raft nodes before linearized reading' (duration: 498.306396ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:19:55.268467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:19:54.770039Z","time spent":"498.421958ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-27T21:19:55.268561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.095569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-27T21:19:55.268589Z","caller":"traceutil/trace.go:171","msg":"trace[368127236] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8763; }","duration":"680.14672ms","start":"2026-04-27T21:19:54.588436Z","end":"2026-04-27T21:19:55.268582Z","steps":["trace[368127236] 'agreement among raft nodes before linearized reading' (duration: 680.082288ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:19:55.268613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:19:54.588421Z","time spent":"680.186481ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-27T21:19:55.268751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"769.39975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-27T21:19:55.268788Z","caller":"traceutil/trace.go:171","msg":"trace[483895873] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:8763; }","duration":"769.460051ms","start":"2026-04-27T21:19:54.499319Z","end":"2026-04-27T21:19:55.268779Z","steps":["trace[483895873] 'agreement among raft nodes before linearized reading' (duration: 769.3916ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:19:55.268815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:19:54.499301Z","time spent":"769.506413ms","remote":"127.0.0.1:40308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":11,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:19:55.269005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.459989923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-04-27T21:19:55.269037Z","caller":"traceutil/trace.go:171","msg":"trace[651938261] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8763; }","duration":"1.460059135s","start":"2026-04-27T21:19:53.80897Z","end":"2026-04-27T21:19:55.269029Z","steps":["trace[651938261] 'agreement among raft nodes before linearized reading' (duration: 1.459970123s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:19:55.269063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:19:53.80895Z","time spent":"1.460105715s","remote":"127.0.0.1:39966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-27T21:19:55.269239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.708558803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-27T21:19:55.269271Z","caller":"traceutil/trace.go:171","msg":"trace[720996981] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:8763; }","duration":"1.708632185s","start":"2026-04-27T21:19:53.560631Z","end":"2026-04-27T21:19:55.269263Z","steps":["trace[720996981] 'agreement among raft nodes before linearized reading' (duration: 1.708550523s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:19:55.269298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:19:53.560614Z","time spent":"1.708676955s","remote":"127.0.0.1:50642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":55,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:19:55.490696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.06668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:19:55.49077Z","caller":"traceutil/trace.go:171","msg":"trace[1867431600] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8769; }","duration":"124.180562ms","start":"2026-04-27T21:19:55.36657Z","end":"2026-04-27T21:19:55.490751Z","steps":["trace[1867431600] 'range keys from in-memory index tree' (duration: 123.991938ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:19:57.429433Z","caller":"traceutil/trace.go:171","msg":"trace[927626259] linearizableReadLoop","detail":"{readStateIndex:9093; appliedIndex:9092; }","duration":"224.92762ms","start":"2026-04-27T21:19:57.204482Z","end":"2026-04-27T21:19:57.42941Z","steps":["trace[927626259] 'read index received' (duration: 224.800137ms)","trace[927626259] 'applied index is now lower than readState.Index' (duration: 126.403µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:19:57.42948Z","caller":"traceutil/trace.go:171","msg":"trace[1576935844] transaction","detail":"{read_only:false; response_revision:8770; number_of_response:1; }","duration":"344.588031ms","start":"2026-04-27T21:19:57.08486Z","end":"2026-04-27T21:19:57.429448Z","steps":["trace[1576935844] 'process raft request' (duration: 344.409177ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:19:57.429582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.082163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-27T21:19:57.429593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:19:57.084832Z","time spent":"344.700884ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:19:57.429619Z","caller":"traceutil/trace.go:171","msg":"trace[1596336704] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:8770; }","duration":"225.134864ms","start":"2026-04-27T21:19:57.204472Z","end":"2026-04-27T21:19:57.429607Z","steps":["trace[1596336704] 'agreement among raft nodes before linearized reading' (duration: 225.054732ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:19:57.441115Z","caller":"traceutil/trace.go:171","msg":"trace[1428740436] transaction","detail":"{read_only:false; response_revision:8771; number_of_response:1; }","duration":"167.091713ms","start":"2026-04-27T21:19:57.273999Z","end":"2026-04-27T21:19:57.44109Z","steps":["trace[1428740436] 'process raft request' (duration: 166.863728ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:19:57.441261Z","caller":"traceutil/trace.go:171","msg":"trace[742238631] transaction","detail":"{read_only:false; response_revision:8773; number_of_response:1; }","duration":"165.814395ms","start":"2026-04-27T21:19:57.275435Z","end":"2026-04-27T21:19:57.441249Z","steps":["trace[742238631] 'process raft request' (duration: 165.626081ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:19:57.441352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.831612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-27T21:19:57.441434Z","caller":"traceutil/trace.go:171","msg":"trace[638923808] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8773; }","duration":"126.951996ms","start":"2026-04-27T21:19:57.314463Z","end":"2026-04-27T21:19:57.441415Z","steps":["trace[638923808] 'agreement among raft nodes before linearized reading' (duration: 126.7381ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:19:57.441554Z","caller":"traceutil/trace.go:171","msg":"trace[373273677] transaction","detail":"{read_only:false; response_revision:8772; number_of_response:1; }","duration":"166.02326ms","start":"2026-04-27T21:19:57.275115Z","end":"2026-04-27T21:19:57.441138Z","steps":["trace[373273677] 'process raft request' (duration: 165.901177ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:19:57.809775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.883728ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T21:19:57.810022Z","caller":"traceutil/trace.go:171","msg":"trace[630783850] transaction","detail":"{read_only:false; response_revision:8775; number_of_response:1; }","duration":"363.977315ms","start":"2026-04-27T21:19:57.446012Z","end":"2026-04-27T21:19:57.809989Z","steps":["trace[630783850] 'process raft request' (duration: 226.796182ms)","trace[630783850] 'compare' (duration: 136.734994ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:19:57.810065Z","caller":"traceutil/trace.go:171","msg":"trace[1620907683] transaction","detail":"{read_only:false; response_revision:8778; number_of_response:1; }","duration":"363.002863ms","start":"2026-04-27T21:19:57.447041Z","end":"2026-04-27T21:19:57.810044Z","steps":["trace[1620907683] 'process raft request' (duration: 362.956752ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:19:57.810149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:19:57.447005Z","time spent":"363.106025ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:19:57.810175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:19:57.445994Z","time spent":"364.104698ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:19:57.810291Z","caller":"traceutil/trace.go:171","msg":"trace[1190810429] transaction","detail":"{read_only:false; response_revision:8776; number_of_response:1; }","duration":"364.221331ms","start":"2026-04-27T21:19:57.44606Z","end":"2026-04-27T21:19:57.810281Z","steps":["trace[1190810429] 'process raft request' (duration: 363.849293ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:19:57.810348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:19:57.44604Z","time spent":"364.278402ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:19:57.81051Z","caller":"traceutil/trace.go:171","msg":"trace[37441376] transaction","detail":"{read_only:false; response_revision:8777; number_of_response:1; }","duration":"363.607847ms","start":"2026-04-27T21:19:57.446871Z","end":"2026-04-27T21:19:57.810478Z","steps":["trace[37441376] 'process raft request' (duration: 363.096376ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:19:57.810669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:19:57.446862Z","time spent":"363.72087ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:19:58.195158Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185919323871052,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T21:19:58.638467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.665598ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T21:19:58.638569Z","caller":"traceutil/trace.go:171","msg":"trace[1462868065] linearizableReadLoop","detail":"{readStateIndex:9102; appliedIndex:9101; }","duration":"943.942731ms","start":"2026-04-27T21:19:57.694606Z","end":"2026-04-27T21:19:58.638549Z","steps":["trace[1462868065] 'read index received' (duration: 726.030758ms)","trace[1462868065] 'applied index is now lower than readState.Index' (duration: 217.910472ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:19:58.63881Z","caller":"traceutil/trace.go:171","msg":"trace[2093184370] transaction","detail":"{read_only:false; response_revision:8779; number_of_response:1; }","duration":"1.112452846s","start":"2026-04-27T21:19:57.526343Z","end":"2026-04-27T21:19:58.638795Z","steps":["trace[2093184370] 'process raft request' (duration: 894.37696ms)","trace[2093184370] 'compare' (duration: 217.315029ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:19:58.638868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:19:57.526292Z","time spent":"1.112545888s","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19393,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:19:58.638942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.933668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:19:58.639002Z","caller":"traceutil/trace.go:171","msg":"trace[1753248499] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:8779; }","duration":"677.000289ms","start":"2026-04-27T21:19:57.961982Z","end":"2026-04-27T21:19:58.638983Z","steps":["trace[1753248499] 'agreement among raft nodes before linearized reading' (duration: 676.902057ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:19:58.639033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:19:57.961922Z","time spent":"677.102601ms","remote":"127.0.0.1:56716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:19:58.639238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"944.642236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-27T21:19:58.639258Z","caller":"traceutil/trace.go:171","msg":"trace[27284300] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:8779; }","duration":"944.663236ms","start":"2026-04-27T21:19:57.694588Z","end":"2026-04-27T21:19:58.639251Z","steps":["trace[27284300] 'agreement among raft nodes before linearized reading' (duration: 944.578184ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:19:58.63928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:19:57.694447Z","time spent":"944.82791ms","remote":"127.0.0.1:40162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":111,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:19:58.639355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.860404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:19:58.639372Z","caller":"traceutil/trace.go:171","msg":"trace[1831603909] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:8779; }","duration":"152.914386ms","start":"2026-04-27T21:19:58.486452Z","end":"2026-04-27T21:19:58.639366Z","steps":["trace[1831603909] 'agreement among raft nodes before linearized reading' (duration: 152.865864ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:19:58.63942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.664333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:19:58.639467Z","caller":"traceutil/trace.go:171","msg":"trace[1668391200] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8779; }","duration":"224.739255ms","start":"2026-04-27T21:19:58.414714Z","end":"2026-04-27T21:19:58.639453Z","steps":["trace[1668391200] 'agreement among raft nodes before linearized reading' (duration: 224.659064ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:19:59.484914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.368809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T21:19:59.484966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.16441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:19:59.485045Z","caller":"traceutil/trace.go:171","msg":"trace[1715198436] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:8779; }","duration":"688.274043ms","start":"2026-04-27T21:19:58.796751Z","end":"2026-04-27T21:19:59.485025Z","steps":["trace[1715198436] 'count revisions from in-memory index tree' (duration: 688.118259ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:19:59.485017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.497217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T21:19:59.485089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:19:58.796744Z","time spent":"688.334444ms","remote":"127.0.0.1:37696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"info","ts":"2026-04-27T21:19:59.485113Z","caller":"traceutil/trace.go:171","msg":"trace[1987690346] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:8779; }","duration":"721.632039ms","start":"2026-04-27T21:19:58.763457Z","end":"2026-04-27T21:19:59.485089Z","steps":["trace[1987690346] 'count revisions from in-memory index tree' (duration: 721.430355ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:19:59.485168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:19:58.763446Z","time spent":"721.705861ms","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:19:59.48516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.633865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T21:19:59.485232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.636835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T21:19:59.48531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.029437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T21:19:59.485335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.903798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:19:59.485342Z","caller":"traceutil/trace.go:171","msg":"trace[174164556] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:8779; }","duration":"499.924711ms","start":"2026-04-27T21:19:58.985397Z","end":"2026-04-27T21:19:59.485321Z","steps":["trace[174164556] 'range keys from in-memory index tree' (duration: 499.545292ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:19:59.485354Z","caller":"traceutil/trace.go:171","msg":"trace[1042056666] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:8779; }","duration":"742.084588ms","start":"2026-04-27T21:19:58.743257Z","end":"2026-04-27T21:19:59.485342Z","steps":["trace[1042056666] 'count revisions from in-memory index tree' (duration: 741.969615ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:19:59.485362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.412477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:19:59.485389Z","caller":"traceutil/trace.go:171","msg":"trace[766431162] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:8779; }","duration":"498.98768ms","start":"2026-04-27T21:19:58.986383Z","end":"2026-04-27T21:19:59.485371Z","steps":["trace[766431162] 'range keys from in-memory index tree' (duration: 498.820697ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:19:59.485388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.914682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T21:19:59.485399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:19:58.985381Z","time spent":"499.998703ms","remote":"127.0.0.1:37802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:10000 "} {"level":"info","ts":"2026-04-27T21:19:59.485404Z","caller":"traceutil/trace.go:171","msg":"trace[991398197] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:8779; }","duration":"535.470208ms","start":"2026-04-27T21:19:58.949925Z","end":"2026-04-27T21:19:59.485395Z","steps":["trace[991398197] 'range keys from in-memory index tree' (duration: 535.254603ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:19:59.485431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.445638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:19:59.485436Z","caller":"traceutil/trace.go:171","msg":"trace[222351473] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:8779; }","duration":"520.982953ms","start":"2026-04-27T21:19:58.964439Z","end":"2026-04-27T21:19:59.485422Z","steps":["trace[222351473] 'count revisions from in-memory index tree' (duration: 520.656126ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:19:59.485285Z","caller":"traceutil/trace.go:171","msg":"trace[1622894778] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:8779; }","duration":"499.829359ms","start":"2026-04-27T21:19:58.985423Z","end":"2026-04-27T21:19:59.485253Z","steps":["trace[1622894778] 'count revisions from in-memory index tree' (duration: 499.551972ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:19:59.485455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:19:58.94992Z","time spent":"535.523549ms","remote":"127.0.0.1:37778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:500 "} {"level":"warn","ts":"2026-04-27T21:19:59.485474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:19:58.985412Z","time spent":"500.053863ms","remote":"127.0.0.1:37802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:19:59.485474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.821367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T21:19:59.485476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.669558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T21:19:59.485477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:19:58.964424Z","time spent":"521.042124ms","remote":"127.0.0.1:37786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"info","ts":"2026-04-27T21:19:59.485522Z","caller":"traceutil/trace.go:171","msg":"trace[1334403119] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:8779; }","duration":"702.877639ms","start":"2026-04-27T21:19:58.78263Z","end":"2026-04-27T21:19:59.485508Z","steps":["trace[1334403119] 'range keys from in-memory index tree' (duration: 702.747116ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:19:59.485531Z","caller":"traceutil/trace.go:171","msg":"trace[153464643] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:8779; }","duration":"741.753811ms","start":"2026-04-27T21:19:58.743762Z","end":"2026-04-27T21:19:59.485515Z","steps":["trace[153464643] 'range keys from in-memory index tree' (duration: 741.563806ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:19:59.485424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.727375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T21:19:59.485565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:19:58.782623Z","time spent":"702.92906ms","remote":"127.0.0.1:37680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:10000 "} {"level":"info","ts":"2026-04-27T21:19:59.485579Z","caller":"traceutil/trace.go:171","msg":"trace[58361445] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:8779; }","duration":"702.89576ms","start":"2026-04-27T21:19:58.782673Z","end":"2026-04-27T21:19:59.485569Z","steps":["trace[58361445] 'count revisions from in-memory index tree' (duration: 702.701885ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:19:59.485579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:19:58.743748Z","time spent":"741.817102ms","remote":"127.0.0.1:37658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:500 "} {"level":"warn","ts":"2026-04-27T21:19:59.485609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:19:58.782669Z","time spent":"702.9309ms","remote":"127.0.0.1:37680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:19:59.485596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.353516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:19:59.485477Z","caller":"traceutil/trace.go:171","msg":"trace[1895776781] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:8779; }","duration":"535.511269ms","start":"2026-04-27T21:19:58.949943Z","end":"2026-04-27T21:19:59.485454Z","steps":["trace[1895776781] 'count revisions from in-memory index tree' (duration: 535.308494ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:19:59.485249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.26883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T21:19:59.485635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.360756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T21:19:59.485669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:19:58.949921Z","time spent":"535.736094ms","remote":"127.0.0.1:37778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"info","ts":"2026-04-27T21:19:59.485675Z","caller":"traceutil/trace.go:171","msg":"trace[53024122] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:8779; }","duration":"535.99747ms","start":"2026-04-27T21:19:58.949655Z","end":"2026-04-27T21:19:59.485652Z","steps":["trace[53024122] 'range keys from in-memory index tree' (duration: 535.304934ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:19:59.485686Z","caller":"traceutil/trace.go:171","msg":"trace[818752013] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:8779; }","duration":"721.728151ms","start":"2026-04-27T21:19:58.763944Z","end":"2026-04-27T21:19:59.485672Z","steps":["trace[818752013] 'range keys from in-memory index tree' (duration: 721.197809ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:19:59.485699Z","caller":"traceutil/trace.go:171","msg":"trace[1909512014] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:8779; }","duration":"722.437757ms","start":"2026-04-27T21:19:58.763242Z","end":"2026-04-27T21:19:59.48568Z","steps":["trace[1909512014] 'range keys from in-memory index tree' (duration: 722.289694ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:19:59.485733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:19:58.763937Z","time spent":"721.780582ms","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:500 "} {"level":"warn","ts":"2026-04-27T21:19:59.485728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.24981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T21:19:59.485736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:19:58.949644Z","time spent":"536.069711ms","remote":"127.0.0.1:37778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:10000 "} {"level":"warn","ts":"2026-04-27T21:19:59.48575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:19:58.763235Z","time spent":"722.500188ms","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:10000 "} {"level":"info","ts":"2026-04-27T21:19:59.485774Z","caller":"traceutil/trace.go:171","msg":"trace[2130750508] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:8779; }","duration":"521.316371ms","start":"2026-04-27T21:19:58.964443Z","end":"2026-04-27T21:19:59.48576Z","steps":["trace[2130750508] 'range keys from in-memory index tree' (duration: 521.021825ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:19:59.485778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.82019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T21:19:59.485795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.490565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:19:59.485811Z","caller":"traceutil/trace.go:171","msg":"trace[1719020132] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:8779; }","duration":"520.870631ms","start":"2026-04-27T21:19:58.96493Z","end":"2026-04-27T21:19:59.485801Z","steps":["trace[1719020132] 'range keys from in-memory index tree' (duration: 520.744768ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:19:59.485807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.987632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:19:59.48583Z","caller":"traceutil/trace.go:171","msg":"trace[1169779266] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:8779; }","duration":"567.534056ms","start":"2026-04-27T21:19:58.918285Z","end":"2026-04-27T21:19:59.485819Z","steps":["trace[1169779266] 'range keys from in-memory index tree' (duration: 567.466384ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:19:59.485841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:19:58.964921Z","time spent":"520.912262ms","remote":"127.0.0.1:37786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:500 "} {"level":"warn","ts":"2026-04-27T21:19:59.48586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:19:58.918282Z","time spent":"567.569947ms","remote":"127.0.0.1:37766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:500 "} {"level":"info","ts":"2026-04-27T21:19:59.48586Z","caller":"traceutil/trace.go:171","msg":"trace[1410984145] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:8779; }","duration":"703.050803ms","start":"2026-04-27T21:19:58.782795Z","end":"2026-04-27T21:19:59.485846Z","steps":["trace[1410984145] 'range keys from in-memory index tree' (duration: 702.95836ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:19:59.485902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:19:58.782791Z","time spent":"703.098174ms","remote":"127.0.0.1:37680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:500 "} {"level":"warn","ts":"2026-04-27T21:19:59.486017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.133718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:19:59.485009Z","caller":"traceutil/trace.go:171","msg":"trace[4424005] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:8779; }","duration":"607.479932ms","start":"2026-04-27T21:19:58.877501Z","end":"2026-04-27T21:19:59.484981Z","steps":["trace[4424005] 'range keys from in-memory index tree' (duration: 607.286657ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:19:59.486105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.878473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T21:19:59.486108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.291362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T21:19:59.486119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.424814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:19:59.486143Z","caller":"traceutil/trace.go:171","msg":"trace[595463951] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:8779; }","duration":"567.922595ms","start":"2026-04-27T21:19:58.918207Z","end":"2026-04-27T21:19:59.48613Z","steps":["trace[595463951] 'count revisions from in-memory index tree' (duration: 567.854273ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:19:59.486155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.76193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:19:59.48616Z","caller":"traceutil/trace.go:171","msg":"trace[1916809372] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:8779; }","duration":"568.377424ms","start":"2026-04-27T21:19:58.917766Z","end":"2026-04-27T21:19:59.486143Z","steps":["trace[1916809372] 'range keys from in-memory index tree' (duration: 568.214131ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:19:59.486157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.867021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:19:59.486165Z","caller":"traceutil/trace.go:171","msg":"trace[1232804167] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:8779; }","duration":"592.508176ms","start":"2026-04-27T21:19:58.893644Z","end":"2026-04-27T21:19:59.486152Z","steps":["trace[1232804167] 'range keys from in-memory index tree' (duration: 592.27755ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:19:59.486183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:19:58.918202Z","time spent":"567.971296ms","remote":"127.0.0.1:37766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"info","ts":"2026-04-27T21:19:59.486189Z","caller":"traceutil/trace.go:171","msg":"trace[1126094569] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:8779; }","duration":"550.794511ms","start":"2026-04-27T21:19:58.935384Z","end":"2026-04-27T21:19:59.486178Z","steps":["trace[1126094569] 'count revisions from in-memory index tree' (duration: 550.684028ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:19:59.4862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:19:58.917744Z","time spent":"568.446486ms","remote":"127.0.0.1:37766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:10000 "} {"level":"warn","ts":"2026-04-27T21:19:59.486217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:19:58.893628Z","time spent":"592.579807ms","remote":"127.0.0.1:37756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:10000 "} {"level":"warn","ts":"2026-04-27T21:19:59.485436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:19:58.98637Z","time spent":"499.052301ms","remote":"127.0.0.1:37802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:500 "} {"level":"info","ts":"2026-04-27T21:19:59.48622Z","caller":"traceutil/trace.go:171","msg":"trace[1418446431] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:8779; }","duration":"591.950913ms","start":"2026-04-27T21:19:58.89425Z","end":"2026-04-27T21:19:59.486201Z","steps":["trace[1418446431] 'range keys from in-memory index tree' (duration: 591.82735ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:19:59.486117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.805462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T21:19:59.486286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:19:58.894244Z","time spent":"592.024605ms","remote":"127.0.0.1:37756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:500 "} {"level":"warn","ts":"2026-04-27T21:19:59.48539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:19:58.743249Z","time spent":"742.131839ms","remote":"127.0.0.1:37658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:19:59.486255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:19:58.877495Z","time spent":"608.667858ms","remote":"127.0.0.1:37742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":113,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:10000 "} {"level":"warn","ts":"2026-04-27T21:19:59.486069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.297791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:19:59.486294Z","caller":"traceutil/trace.go:171","msg":"trace[356558663] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:8779; }","duration":"550.987975ms","start":"2026-04-27T21:19:58.935288Z","end":"2026-04-27T21:19:59.486276Z","steps":["trace[356558663] 'range keys from in-memory index tree' (duration: 550.77533ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:19:59.486456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.573862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T21:19:59.486461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.854164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T21:19:59.486458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:19:58.935281Z","time spent":"551.15094ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:500 "} {"level":"warn","ts":"2026-04-27T21:19:59.486478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.426755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:19:59.486489Z","caller":"traceutil/trace.go:171","msg":"trace[24668792] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:8779; }","duration":"689.657764ms","start":"2026-04-27T21:19:58.79682Z","end":"2026-04-27T21:19:59.486478Z","steps":["trace[24668792] 'range keys from in-memory index tree' (duration: 689.48725ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:19:59.486498Z","caller":"traceutil/trace.go:171","msg":"trace[1011273227] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:8779; }","duration":"646.908465ms","start":"2026-04-27T21:19:58.839579Z","end":"2026-04-27T21:19:59.486488Z","steps":["trace[1011273227] 'count revisions from in-memory index tree' (duration: 646.808013ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:19:59.485815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:19:58.964432Z","time spent":"521.370352ms","remote":"127.0.0.1:37786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:10000 "} {"level":"warn","ts":"2026-04-27T21:19:59.486505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.375724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T21:19:59.486505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.628969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T21:19:59.48652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.123801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:19:59.486527Z","caller":"traceutil/trace.go:171","msg":"trace[211546795] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:8779; }","duration":"630.503489ms","start":"2026-04-27T21:19:58.856009Z","end":"2026-04-27T21:19:59.486512Z","steps":["trace[211546795] 'count revisions from in-memory index tree' (duration: 630.365674ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:19:59.486527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:19:58.796792Z","time spent":"689.726056ms","remote":"127.0.0.1:37696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:10000 "} {"level":"info","ts":"2026-04-27T21:19:59.486542Z","caller":"traceutil/trace.go:171","msg":"trace[861318030] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:8779; }","duration":"663.441266ms","start":"2026-04-27T21:19:58.82309Z","end":"2026-04-27T21:19:59.486531Z","steps":["trace[861318030] 'range keys from in-memory index tree' (duration: 663.308083ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:19:59.486548Z","caller":"traceutil/trace.go:171","msg":"trace[982192253] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:8779; }","duration":"646.69959ms","start":"2026-04-27T21:19:58.839838Z","end":"2026-04-27T21:19:59.486538Z","steps":["trace[982192253] 'range keys from in-memory index tree' (duration: 646.597498ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:19:59.486565Z","caller":"traceutil/trace.go:171","msg":"trace[617702387] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:8779; }","duration":"689.176932ms","start":"2026-04-27T21:19:58.797374Z","end":"2026-04-27T21:19:59.486551Z","steps":["trace[617702387] 'range keys from in-memory index tree' (duration: 689.08902ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:19:59.486576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:19:58.823077Z","time spent":"663.490397ms","remote":"127.0.0.1:37708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:500 "} {"level":"warn","ts":"2026-04-27T21:19:59.486584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:19:58.839834Z","time spent":"646.736991ms","remote":"127.0.0.1:37716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:500 "} {"level":"warn","ts":"2026-04-27T21:19:59.486531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:19:58.839572Z","time spent":"646.948206ms","remote":"127.0.0.1:37716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:19:59.486615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:19:58.797369Z","time spent":"689.228133ms","remote":"127.0.0.1:37696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:500 "} {"level":"info","ts":"2026-04-27T21:19:59.486074Z","caller":"traceutil/trace.go:171","msg":"trace[1189701699] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:8779; }","duration":"551.20605ms","start":"2026-04-27T21:19:58.934851Z","end":"2026-04-27T21:19:59.486057Z","steps":["trace[1189701699] 'range keys from in-memory index tree' (duration: 551.051117ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:19:59.486463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.219244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T21:19:59.486687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:19:58.934842Z","time spent":"551.823705ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:10000 "} {"level":"warn","ts":"2026-04-27T21:19:59.4867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.700832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T21:19:59.486717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.371767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T21:19:59.4851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.675028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T21:19:59.486235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:19:58.935345Z","time spent":"550.877723ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"info","ts":"2026-04-27T21:19:59.486751Z","caller":"traceutil/trace.go:171","msg":"trace[1218235857] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:8779; }","duration":"664.403027ms","start":"2026-04-27T21:19:58.822335Z","end":"2026-04-27T21:19:59.486738Z","steps":["trace[1218235857] 'range keys from in-memory index tree' (duration: 664.267224ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:19:59.486033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.84325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:19:59.486768Z","caller":"traceutil/trace.go:171","msg":"trace[1882158192] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:8779; }","duration":"743.393167ms","start":"2026-04-27T21:19:58.743363Z","end":"2026-04-27T21:19:59.486756Z","steps":["trace[1882158192] 'range keys from in-memory index tree' (duration: 741.545176ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:19:59.486785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:19:58.822286Z","time spent":"664.490589ms","remote":"127.0.0.1:37708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:10000 "} {"level":"warn","ts":"2026-04-27T21:19:59.486804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:19:58.743332Z","time spent":"743.461759ms","remote":"127.0.0.1:37658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:10000 "} {"level":"info","ts":"2026-04-27T21:19:59.486805Z","caller":"traceutil/trace.go:171","msg":"trace[1272176644] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:8779; }","duration":"608.618507ms","start":"2026-04-27T21:19:58.878165Z","end":"2026-04-27T21:19:59.486784Z","steps":["trace[1272176644] 'range keys from in-memory index tree' (duration: 607.781778ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:19:59.486391Z","caller":"traceutil/trace.go:171","msg":"trace[1252607001] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:8779; }","duration":"592.630119ms","start":"2026-04-27T21:19:58.893749Z","end":"2026-04-27T21:19:59.486379Z","steps":["trace[1252607001] 'count revisions from in-memory index tree' (duration: 592.258889ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:19:59.48684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.72093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T21:19:59.48687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:19:58.89374Z","time spent":"593.11586ms","remote":"127.0.0.1:37756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"info","ts":"2026-04-27T21:19:59.486693Z","caller":"traceutil/trace.go:171","msg":"trace[1099803869] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:8779; }","duration":"664.457059ms","start":"2026-04-27T21:19:58.82221Z","end":"2026-04-27T21:19:59.486667Z","steps":["trace[1099803869] 'count revisions from in-memory index tree' (duration: 664.177463ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:19:59.486897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.321134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T21:19:59.486579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:19:58.855998Z","time spent":"630.56188ms","remote":"127.0.0.1:37728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"info","ts":"2026-04-27T21:19:59.486745Z","caller":"traceutil/trace.go:171","msg":"trace[289575305] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:8779; }","duration":"630.766644ms","start":"2026-04-27T21:19:58.855964Z","end":"2026-04-27T21:19:59.486731Z","steps":["trace[289575305] 'range keys from in-memory index tree' (duration: 630.64312ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:19:59.486926Z","caller":"traceutil/trace.go:171","msg":"trace[1806658358] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:8779; }","duration":"629.801282ms","start":"2026-04-27T21:19:58.857092Z","end":"2026-04-27T21:19:59.486894Z","steps":["trace[1806658358] 'range keys from in-memory index tree' (duration: 629.660529ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:19:59.486944Z","caller":"traceutil/trace.go:171","msg":"trace[756760349] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:8779; }","duration":"609.385765ms","start":"2026-04-27T21:19:58.877544Z","end":"2026-04-27T21:19:59.48693Z","steps":["trace[756760349] 'count revisions from in-memory index tree' (duration: 609.290662ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:19:59.486955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:19:58.855933Z","time spent":"631.014499ms","remote":"127.0.0.1:37728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:10000 "} {"level":"warn","ts":"2026-04-27T21:19:59.486983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:19:58.857066Z","time spent":"629.896073ms","remote":"127.0.0.1:37728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:500 "} {"level":"warn","ts":"2026-04-27T21:19:59.486987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:19:58.87754Z","time spent":"609.433236ms","remote":"127.0.0.1:37742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:19:59.486853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:19:58.878157Z","time spent":"608.679729ms","remote":"127.0.0.1:37742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":113,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:500 "} {"level":"warn","ts":"2026-04-27T21:19:59.486921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:19:58.822202Z","time spent":"664.708964ms","remote":"127.0.0.1:37708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:19:59.486569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.049819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:19:59.488947Z","caller":"traceutil/trace.go:171","msg":"trace[1460906679] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:8779; }","duration":"649.440821ms","start":"2026-04-27T21:19:58.839485Z","end":"2026-04-27T21:19:59.488926Z","steps":["trace[1460906679] 'range keys from in-memory index tree' (duration: 647.000767ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:19:59.489008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:19:58.839474Z","time spent":"649.514352ms","remote":"127.0.0.1:37716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:10000 "} {"level":"warn","ts":"2026-04-27T21:19:59.526108Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185919323871110,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-27T21:19:59.549911Z","caller":"traceutil/trace.go:171","msg":"trace[1170696968] transaction","detail":"{read_only:false; response_revision:8780; number_of_response:1; }","duration":"531.304174ms","start":"2026-04-27T21:19:59.018579Z","end":"2026-04-27T21:19:59.549883Z","steps":["trace[1170696968] 'process raft request' (duration: 531.101629ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:19:59.550086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:19:59.018562Z","time spent":"531.448246ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:20:00.250649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.778299ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:20:00.250774Z","caller":"traceutil/trace.go:171","msg":"trace[799311184] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8780; }","duration":"167.908202ms","start":"2026-04-27T21:20:00.082843Z","end":"2026-04-27T21:20:00.250751Z","steps":["trace[799311184] 'range keys from in-memory index tree' (duration: 167.761489ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:20:00.313014Z","caller":"traceutil/trace.go:171","msg":"trace[1096845668] transaction","detail":"{read_only:false; response_revision:8781; number_of_response:1; }","duration":"867.556168ms","start":"2026-04-27T21:19:59.445432Z","end":"2026-04-27T21:20:00.312988Z","steps":["trace[1096845668] 'process raft request' (duration: 867.388154ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:20:00.313161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:19:59.445413Z","time spent":"867.668121ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:20:00.313195Z","caller":"traceutil/trace.go:171","msg":"trace[1307421507] transaction","detail":"{read_only:false; response_revision:8782; number_of_response:1; }","duration":"867.452316ms","start":"2026-04-27T21:19:59.445726Z","end":"2026-04-27T21:20:00.313178Z","steps":["trace[1307421507] 'process raft request' (duration: 867.209731ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:20:00.313275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:19:59.44571Z","time spent":"867.524558ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:20:00.3134Z","caller":"traceutil/trace.go:171","msg":"trace[1960723760] linearizableReadLoop","detail":"{readStateIndex:9107; appliedIndex:9102; }","duration":"1.288115771s","start":"2026-04-27T21:19:59.025248Z","end":"2026-04-27T21:20:00.313363Z","steps":["trace[1960723760] 'read index received' (duration: 524.494641ms)","trace[1960723760] 'applied index is now lower than readState.Index' (duration: 763.61903ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:20:00.313474Z","caller":"traceutil/trace.go:171","msg":"trace[1987466455] transaction","detail":"{read_only:false; response_revision:8783; number_of_response:1; }","duration":"865.751317ms","start":"2026-04-27T21:19:59.447704Z","end":"2026-04-27T21:20:00.313455Z","steps":["trace[1987466455] 'process raft request' (duration: 865.41081ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:20:00.313525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:19:59.447652Z","time spent":"865.846219ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:20:00.313613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"846.399154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T21:20:00.313615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.288337277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T21:20:00.313611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.288329277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:20:00.313642Z","caller":"traceutil/trace.go:171","msg":"trace[1482127475] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:8783; }","duration":"846.453635ms","start":"2026-04-27T21:19:59.467179Z","end":"2026-04-27T21:20:00.313633Z","steps":["trace[1482127475] 'agreement among raft nodes before linearized reading' (duration: 846.404584ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:20:00.313653Z","caller":"traceutil/trace.go:171","msg":"trace[545414792] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:8783; }","duration":"1.288399419s","start":"2026-04-27T21:19:59.025242Z","end":"2026-04-27T21:20:00.313642Z","steps":["trace[545414792] 'agreement among raft nodes before linearized reading' (duration: 1.288329177s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:20:00.313672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:19:59.467166Z","time spent":"846.498246ms","remote":"127.0.0.1:42658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-04-27T21:20:00.313677Z","caller":"traceutil/trace.go:171","msg":"trace[1043300016] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:8783; }","duration":"1.288438799s","start":"2026-04-27T21:19:59.025217Z","end":"2026-04-27T21:20:00.313656Z","steps":["trace[1043300016] 'agreement among raft nodes before linearized reading' (duration: 1.288317236s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:20:00.313687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:19:59.025231Z","time spent":"1.288448649s","remote":"127.0.0.1:37804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:20:00.31373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:19:59.025199Z","time spent":"1.288515101s","remote":"127.0.0.1:37804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:10000 "} {"level":"warn","ts":"2026-04-27T21:20:00.313847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"898.828179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T21:20:00.313835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.974809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-27T21:20:00.313876Z","caller":"traceutil/trace.go:171","msg":"trace[616737497] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8783; }","duration":"898.896131ms","start":"2026-04-27T21:19:59.41497Z","end":"2026-04-27T21:20:00.313867Z","steps":["trace[616737497] 'agreement among raft nodes before linearized reading' (duration: 898.85344ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:20:00.313895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.419259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-27T21:20:00.3139Z","caller":"traceutil/trace.go:171","msg":"trace[834092240] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8783; }","duration":"499.059872ms","start":"2026-04-27T21:19:59.814816Z","end":"2026-04-27T21:20:00.313876Z","steps":["trace[834092240] 'agreement among raft nodes before linearized reading' (duration: 498.919069ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:20:00.313905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:19:59.414938Z","time spent":"898.958012ms","remote":"127.0.0.1:39786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-27T21:20:00.313922Z","caller":"traceutil/trace.go:171","msg":"trace[2024277559] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8783; }","duration":"499.485031ms","start":"2026-04-27T21:19:59.814429Z","end":"2026-04-27T21:20:00.313914Z","steps":["trace[2024277559] 'agreement among raft nodes before linearized reading' (duration: 499.387528ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:20:00.313932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:19:59.814803Z","time spent":"499.122703ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-27T21:20:00.313948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:19:59.814385Z","time spent":"499.556422ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-27T21:20:00.313991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"850.845804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-k99ft\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-04-27T21:20:00.314045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.604901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-27T21:20:00.314043Z","caller":"traceutil/trace.go:171","msg":"trace[1833663949] range","detail":"{range_begin:/registry/pods/openstack/keepalived-k99ft; range_end:; response_count:1; response_revision:8783; }","duration":"850.894435ms","start":"2026-04-27T21:19:59.463132Z","end":"2026-04-27T21:20:00.314027Z","steps":["trace[1833663949] 'agreement among raft nodes before linearized reading' (duration: 850.742422ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:20:00.314102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:19:59.463096Z","time spent":"850.995017ms","remote":"127.0.0.1:39966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-k99ft\" "} {"level":"warn","ts":"2026-04-27T21:20:00.314117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.756177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-27T21:20:00.314143Z","caller":"traceutil/trace.go:171","msg":"trace[1862599910] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8783; }","duration":"499.816888ms","start":"2026-04-27T21:19:59.814318Z","end":"2026-04-27T21:20:00.314135Z","steps":["trace[1862599910] 'agreement among raft nodes before linearized reading' (duration: 499.738877ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:20:00.314171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:19:59.814297Z","time spent":"499.868829ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-27T21:20:00.314031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.287684822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:20:00.314245Z","caller":"traceutil/trace.go:171","msg":"trace[972980295] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:8783; }","duration":"1.287909098s","start":"2026-04-27T21:19:59.026329Z","end":"2026-04-27T21:20:00.314238Z","steps":["trace[972980295] 'agreement among raft nodes before linearized reading' (duration: 1.287680343s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:20:00.314267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:19:59.026324Z","time spent":"1.287934708s","remote":"127.0.0.1:37804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:500 "} {"level":"info","ts":"2026-04-27T21:20:00.314072Z","caller":"traceutil/trace.go:171","msg":"trace[1599656122] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8783; }","duration":"498.655223ms","start":"2026-04-27T21:19:59.81541Z","end":"2026-04-27T21:20:00.314066Z","steps":["trace[1599656122] 'agreement among raft nodes before linearized reading' (duration: 498.596342ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:20:00.314306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:19:59.8154Z","time spent":"498.898918ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-27T21:20:00.314322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"856.260285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-27T21:20:00.313835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"879.749431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-27T21:20:00.314435Z","caller":"traceutil/trace.go:171","msg":"trace[155486915] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8783; }","duration":"880.402736ms","start":"2026-04-27T21:19:59.434016Z","end":"2026-04-27T21:20:00.314418Z","steps":["trace[155486915] 'agreement among raft nodes before linearized reading' (duration: 879.67051ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:20:00.314499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:19:59.433995Z","time spent":"880.485198ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-27T21:20:00.314362Z","caller":"traceutil/trace.go:171","msg":"trace[1191183824] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8783; }","duration":"856.315357ms","start":"2026-04-27T21:19:59.458034Z","end":"2026-04-27T21:20:00.314349Z","steps":["trace[1191183824] 'agreement among raft nodes before linearized reading' (duration: 856.217695ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:20:00.314616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:19:59.458027Z","time spent":"856.577073ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-27T21:20:00.838375Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185919323871118,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T21:20:01.339109Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185919323871118,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T21:20:01.475207Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.110281297s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-27T21:20:01.600367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.871577ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T21:20:01.600511Z","caller":"traceutil/trace.go:171","msg":"trace[1500937193] transaction","detail":"{read_only:false; response_revision:8784; number_of_response:1; }","duration":"1.265446884s","start":"2026-04-27T21:20:00.335036Z","end":"2026-04-27T21:20:01.600482Z","steps":["trace[1500937193] 'process raft request' (duration: 1.140375003s)","trace[1500937193] 'compare' (duration: 124.198402ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:20:01.600604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:20:00.335014Z","time spent":"1.265532676s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:20:01.605033Z","caller":"traceutil/trace.go:171","msg":"trace[613589826] transaction","detail":"{read_only:false; response_revision:8785; number_of_response:1; }","duration":"1.269496824s","start":"2026-04-27T21:20:00.335518Z","end":"2026-04-27T21:20:01.605015Z","steps":["trace[613589826] 'process raft request' (duration: 1.269351591s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:20:01.605122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:20:00.335496Z","time spent":"1.269583056s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:20:01.605322Z","caller":"traceutil/trace.go:171","msg":"trace[1254963555] transaction","detail":"{read_only:false; response_revision:8786; number_of_response:1; }","duration":"1.269575166s","start":"2026-04-27T21:20:00.335714Z","end":"2026-04-27T21:20:01.605289Z","steps":["trace[1254963555] 'process raft request' (duration: 1.269264789s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:20:01.605357Z","caller":"traceutil/trace.go:171","msg":"trace[1974083019] transaction","detail":"{read_only:false; response_revision:8787; number_of_response:1; }","duration":"1.268192575s","start":"2026-04-27T21:20:00.337128Z","end":"2026-04-27T21:20:01.60532Z","steps":["trace[1974083019] 'process raft request' (duration: 1.268052032s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:20:01.605462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:20:00.337107Z","time spent":"1.268298398s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:20:01.605481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:20:00.335699Z","time spent":"1.269695479s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:20:01.605577Z","caller":"traceutil/trace.go:171","msg":"trace[138802216] linearizableReadLoop","detail":"{readStateIndex:9114; appliedIndex:9107; }","duration":"1.268190485s","start":"2026-04-27T21:20:00.337365Z","end":"2026-04-27T21:20:01.605555Z","steps":["trace[138802216] 'read index received' (duration: 1.138107271s)","trace[138802216] 'applied index is now lower than readState.Index' (duration: 130.082394ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:20:01.605578Z","caller":"traceutil/trace.go:171","msg":"trace[953980458] transaction","detail":"{read_only:false; response_revision:8788; number_of_response:1; }","duration":"1.267829408s","start":"2026-04-27T21:20:00.337706Z","end":"2026-04-27T21:20:01.605536Z","steps":["trace[953980458] 'process raft request' (duration: 1.267566422s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:20:01.605593Z","caller":"traceutil/trace.go:171","msg":"trace[43527305] transaction","detail":"{read_only:false; response_revision:8789; number_of_response:1; }","duration":"1.267456179s","start":"2026-04-27T21:20:00.33812Z","end":"2026-04-27T21:20:01.605577Z","steps":["trace[43527305] 'process raft request' (duration: 1.267319846s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:20:01.60564Z","caller":"traceutil/trace.go:171","msg":"trace[216514754] transaction","detail":"{read_only:false; response_revision:8790; number_of_response:1; }","duration":"528.474461ms","start":"2026-04-27T21:20:01.077149Z","end":"2026-04-27T21:20:01.605623Z","steps":["trace[216514754] 'process raft request' (duration: 528.367238ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:20:01.605688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:20:00.33811Z","time spent":"1.26753727s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:20:01.605729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:20:00.337693Z","time spent":"1.26795433s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:20:01.605735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:20:01.077128Z","time spent":"528.558413ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:20:01.605757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.190263079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:20:01.605801Z","caller":"traceutil/trace.go:171","msg":"trace[1562195527] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8790; }","duration":"1.190539155s","start":"2026-04-27T21:20:00.415248Z","end":"2026-04-27T21:20:01.605787Z","steps":["trace[1562195527] 'agreement among raft nodes before linearized reading' (duration: 1.190469954s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:20:01.605844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:20:00.415225Z","time spent":"1.190612596s","remote":"127.0.0.1:39786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T21:20:01.606009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.50353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.250\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-27T21:20:01.606082Z","caller":"traceutil/trace.go:171","msg":"trace[805411299] range","detail":"{range_begin:/registry/masterleases/199.204.45.250; range_end:; response_count:1; response_revision:8790; }","duration":"407.622482ms","start":"2026-04-27T21:20:01.198442Z","end":"2026-04-27T21:20:01.606064Z","steps":["trace[805411299] 'agreement among raft nodes before linearized reading' (duration: 407.429258ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:20:01.606138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:20:01.198422Z","time spent":"407.703545ms","remote":"127.0.0.1:39810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.250\" "} {"level":"warn","ts":"2026-04-27T21:20:01.606134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.091839354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-04-27T21:20:01.606252Z","caller":"traceutil/trace.go:171","msg":"trace[1455282921] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8790; }","duration":"1.091988647s","start":"2026-04-27T21:20:00.514241Z","end":"2026-04-27T21:20:01.60623Z","steps":["trace[1455282921] 'agreement among raft nodes before linearized reading' (duration: 1.091715731s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:20:01.606262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.305315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"warn","ts":"2026-04-27T21:20:01.606396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.269019343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223810"} {"level":"info","ts":"2026-04-27T21:20:01.606416Z","caller":"traceutil/trace.go:171","msg":"trace[1045182412] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:8790; }","duration":"652.51969ms","start":"2026-04-27T21:20:00.953851Z","end":"2026-04-27T21:20:01.606371Z","steps":["trace[1045182412] 'agreement among raft nodes before linearized reading' (duration: 652.05586ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:20:01.606451Z","caller":"traceutil/trace.go:171","msg":"trace[790423802] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8790; }","duration":"1.269104836s","start":"2026-04-27T21:20:00.337332Z","end":"2026-04-27T21:20:01.606437Z","steps":["trace[790423802] 'agreement among raft nodes before linearized reading' (duration: 1.268334049s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:20:01.60649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:20:00.953828Z","time spent":"652.646993ms","remote":"127.0.0.1:39944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-04-27T21:20:01.606491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:20:00.337321Z","time spent":"1.269161447s","remote":"127.0.0.1:39966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":223834,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-27T21:20:01.606506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:20:00.514219Z","time spent":"1.092129371s","remote":"127.0.0.1:39966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-27T21:20:02.752735Z","caller":"traceutil/trace.go:171","msg":"trace[275157254] transaction","detail":"{read_only:false; response_revision:8793; number_of_response:1; }","duration":"434.451995ms","start":"2026-04-27T21:20:02.318247Z","end":"2026-04-27T21:20:02.752699Z","steps":["trace[275157254] 'process raft request' (duration: 434.261791ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:20:02.752915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:20:02.318225Z","time spent":"434.601299ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:20:03.449049Z","caller":"traceutil/trace.go:171","msg":"trace[950614754] linearizableReadLoop","detail":"{readStateIndex:9120; appliedIndex:9117; }","duration":"890.028062ms","start":"2026-04-27T21:20:02.558997Z","end":"2026-04-27T21:20:03.449025Z","steps":["trace[950614754] 'read index received' (duration: 193.529966ms)","trace[950614754] 'applied index is now lower than readState.Index' (duration: 696.497216ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:20:03.449102Z","caller":"traceutil/trace.go:171","msg":"trace[1727248486] transaction","detail":"{read_only:false; response_revision:8794; number_of_response:1; }","duration":"1.130807437s","start":"2026-04-27T21:20:02.318252Z","end":"2026-04-27T21:20:03.44906Z","steps":["trace[1727248486] 'process raft request' (duration: 1.130557582s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:20:03.449204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"890.191057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-27T21:20:03.449191Z","caller":"traceutil/trace.go:171","msg":"trace[402244318] transaction","detail":"{read_only:false; response_revision:8795; number_of_response:1; }","duration":"1.12960674s","start":"2026-04-27T21:20:02.319542Z","end":"2026-04-27T21:20:03.449148Z","steps":["trace[402244318] 'process raft request' (duration: 1.129443987s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:20:03.449258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:20:02.318227Z","time spent":"1.130945151s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:20:03.449234Z","caller":"traceutil/trace.go:171","msg":"trace[1281885517] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:8795; }","duration":"890.283298ms","start":"2026-04-27T21:20:02.55894Z","end":"2026-04-27T21:20:03.449223Z","steps":["trace[1281885517] 'agreement among raft nodes before linearized reading' (duration: 890.202336ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:20:03.449336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:20:02.55892Z","time spent":"890.406411ms","remote":"127.0.0.1:39944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":7,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:20:03.449368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:20:02.31952Z","time spent":"1.129747443s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:20:03.7996Z","caller":"traceutil/trace.go:171","msg":"trace[394917423] transaction","detail":"{read_only:false; response_revision:8796; number_of_response:1; }","duration":"182.099991ms","start":"2026-04-27T21:20:03.617471Z","end":"2026-04-27T21:20:03.799571Z","steps":["trace[394917423] 'process raft request' (duration: 181.755873ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:20:04.560154Z","caller":"traceutil/trace.go:171","msg":"trace[1610541375] transaction","detail":"{read_only:false; response_revision:8798; number_of_response:1; }","duration":"942.066119ms","start":"2026-04-27T21:20:03.618067Z","end":"2026-04-27T21:20:04.560133Z","steps":["trace[1610541375] 'process raft request' (duration: 941.984337ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:20:04.560309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:20:03.61806Z","time spent":"942.167001ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:20:04.560346Z","caller":"traceutil/trace.go:171","msg":"trace[952238819] transaction","detail":"{read_only:false; response_revision:8799; number_of_response:1; }","duration":"941.435184ms","start":"2026-04-27T21:20:03.618898Z","end":"2026-04-27T21:20:04.560334Z","steps":["trace[952238819] 'process raft request' (duration: 941.192988ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:20:04.56044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:20:03.618875Z","time spent":"941.508266ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:20:04.56016Z","caller":"traceutil/trace.go:171","msg":"trace[31609610] transaction","detail":"{read_only:false; response_revision:8797; number_of_response:1; }","duration":"942.10982ms","start":"2026-04-27T21:20:03.618012Z","end":"2026-04-27T21:20:04.560122Z","steps":["trace[31609610] 'process raft request' (duration: 941.883135ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:20:04.5606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:20:03.618004Z","time spent":"942.56288ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:20:04.560579Z","caller":"traceutil/trace.go:171","msg":"trace[1884424244] transaction","detail":"{read_only:false; response_revision:8800; number_of_response:1; }","duration":"941.469684ms","start":"2026-04-27T21:20:03.619078Z","end":"2026-04-27T21:20:04.560547Z","steps":["trace[1884424244] 'process raft request' (duration: 941.179508ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:20:04.560768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:20:03.619041Z","time spent":"941.644778ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:20:04.560787Z","caller":"traceutil/trace.go:171","msg":"trace[368963433] linearizableReadLoop","detail":"{readStateIndex:9126; appliedIndex:9120; }","duration":"940.749678ms","start":"2026-04-27T21:20:03.620021Z","end":"2026-04-27T21:20:04.56077Z","steps":["trace[368963433] 'read index received' (duration: 179.513152ms)","trace[368963433] 'applied index is now lower than readState.Index' (duration: 761.235166ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:20:04.5608Z","caller":"traceutil/trace.go:171","msg":"trace[892124618] transaction","detail":"{read_only:false; response_revision:8801; number_of_response:1; }","duration":"941.674369ms","start":"2026-04-27T21:20:03.619103Z","end":"2026-04-27T21:20:04.560777Z","steps":["trace[892124618] 'process raft request' (duration: 941.378343ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:20:04.560913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:20:03.619092Z","time spent":"941.767731ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:20:04.561024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.962177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T21:20:04.561138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.007941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:20:04.561159Z","caller":"traceutil/trace.go:171","msg":"trace[1814600668] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:8801; }","duration":"801.154861ms","start":"2026-04-27T21:20:03.759973Z","end":"2026-04-27T21:20:04.561128Z","steps":["trace[1814600668] 'agreement among raft nodes before linearized reading' (duration: 800.935526ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:20:04.561181Z","caller":"traceutil/trace.go:171","msg":"trace[1324325942] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8801; }","duration":"146.074773ms","start":"2026-04-27T21:20:04.415093Z","end":"2026-04-27T21:20:04.561167Z","steps":["trace[1324325942] 'agreement among raft nodes before linearized reading' (duration: 146.024952ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:20:04.561275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:20:03.75995Z","time spent":"801.310984ms","remote":"127.0.0.1:39920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:20:04.561314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"941.284421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223810"} {"level":"info","ts":"2026-04-27T21:20:04.561373Z","caller":"traceutil/trace.go:171","msg":"trace[1605615382] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8801; }","duration":"941.359692ms","start":"2026-04-27T21:20:03.619998Z","end":"2026-04-27T21:20:04.561357Z","steps":["trace[1605615382] 'agreement among raft nodes before linearized reading' (duration: 940.862601ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:20:04.561399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.174717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-27T21:20:04.561429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:20:03.61999Z","time spent":"941.425444ms","remote":"127.0.0.1:39966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":223834,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-27T21:20:04.561093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.803907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-04-27T21:20:04.561495Z","caller":"traceutil/trace.go:171","msg":"trace[997101815] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:8801; }","duration":"754.334161ms","start":"2026-04-27T21:20:03.807136Z","end":"2026-04-27T21:20:04.56147Z","steps":["trace[997101815] 'agreement among raft nodes before linearized reading' (duration: 754.071935ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:20:04.561536Z","caller":"traceutil/trace.go:171","msg":"trace[1958397444] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:8801; }","duration":"192.228667ms","start":"2026-04-27T21:20:04.369277Z","end":"2026-04-27T21:20:04.561506Z","steps":["trace[1958397444] 'agreement among raft nodes before linearized reading' (duration: 191.710385ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:20:04.561553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:20:03.807111Z","time spent":"754.431433ms","remote":"127.0.0.1:50604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":36,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:20:05.888463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.528591ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T21:20:05.888672Z","caller":"traceutil/trace.go:171","msg":"trace[974686026] transaction","detail":"{read_only:false; response_revision:8803; number_of_response:1; }","duration":"1.130103092s","start":"2026-04-27T21:20:04.758521Z","end":"2026-04-27T21:20:05.888625Z","steps":["trace[974686026] 'process raft request' (duration: 1.13002274s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:20:05.888692Z","caller":"traceutil/trace.go:171","msg":"trace[1982361955] linearizableReadLoop","detail":"{readStateIndex:9127; appliedIndex:9126; }","duration":"1.216243911s","start":"2026-04-27T21:20:04.672421Z","end":"2026-04-27T21:20:05.888665Z","steps":["trace[1982361955] 'read index received' (duration: 480.452265ms)","trace[1982361955] 'applied index is now lower than readState.Index' (duration: 735.789696ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:20:05.888746Z","caller":"traceutil/trace.go:171","msg":"trace[405563877] transaction","detail":"{read_only:false; response_revision:8802; number_of_response:1; }","duration":"1.317202813s","start":"2026-04-27T21:20:04.571537Z","end":"2026-04-27T21:20:05.88874Z","steps":["trace[405563877] 'process raft request' (duration: 581.327605ms)","trace[405563877] 'compare' (duration: 735.06888ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:20:05.88877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:20:04.57152Z","time spent":"1.317239255s","remote":"127.0.0.1:40084","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":854,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:20:05.888821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.216394084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-27T21:20:05.888846Z","caller":"traceutil/trace.go:171","msg":"trace[268379777] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:8803; }","duration":"1.216484076s","start":"2026-04-27T21:20:04.672356Z","end":"2026-04-27T21:20:05.888841Z","steps":["trace[268379777] 'agreement among raft nodes before linearized reading' (duration: 1.216405765s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:20:05.88887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:20:04.67233Z","time spent":"1.216530178s","remote":"127.0.0.1:40292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":23,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:20:05.888716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:20:04.758475Z","time spent":"1.130222835s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:20:06.389338Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185919323871174,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T21:20:06.889517Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185919323871174,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T21:20:07.08525Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.24831135s","expected-duration":"1s"} {"level":"info","ts":"2026-04-27T21:20:07.086304Z","caller":"traceutil/trace.go:171","msg":"trace[1277283886] transaction","detail":"{read_only:false; response_revision:8804; number_of_response:1; }","duration":"1.756069566s","start":"2026-04-27T21:20:05.329749Z","end":"2026-04-27T21:20:07.085818Z","steps":["trace[1277283886] 'process raft request' (duration: 1.755735299s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:20:07.086508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:20:05.329722Z","time spent":"1.75667605s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:20:07.086935Z","caller":"traceutil/trace.go:171","msg":"trace[1516906173] transaction","detail":"{read_only:false; response_revision:8805; number_of_response:1; }","duration":"1.631907806s","start":"2026-04-27T21:20:05.455007Z","end":"2026-04-27T21:20:07.086915Z","steps":["trace[1516906173] 'process raft request' (duration: 1.630633606s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:20:07.087019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:20:05.45498Z","time spent":"1.631999077s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:20:07.087137Z","caller":"traceutil/trace.go:171","msg":"trace[609719743] transaction","detail":"{read_only:false; response_revision:8806; number_of_response:1; }","duration":"1.629327648s","start":"2026-04-27T21:20:05.457775Z","end":"2026-04-27T21:20:07.087103Z","steps":["trace[609719743] 'process raft request' (duration: 1.629024681s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:20:07.087244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:20:05.457758Z","time spent":"1.629422859s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:20:08.415117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000304619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T21:20:08.415211Z","caller":"traceutil/trace.go:171","msg":"trace[1297390908] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000463473s","start":"2026-04-27T21:20:06.414725Z","end":"2026-04-27T21:20:08.415188Z","steps":["trace[1297390908] 'agreement among raft nodes before linearized reading' (duration: 2.00034037s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:20:08.415259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:20:06.414703Z","time spent":"2.000543754s","remote":"127.0.0.1:39786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/27 21:20:08 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T21:20:09.375335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.038713ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-27T21:20:09.376305Z","caller":"traceutil/trace.go:171","msg":"trace[775148067] linearizableReadLoop","detail":"{readStateIndex:9132; appliedIndex:9129; }","duration":"3.487522032s","start":"2026-04-27T21:20:05.88874Z","end":"2026-04-27T21:20:09.376262Z","steps":["trace[775148067] 'read index received' (duration: 1.196935018s)","trace[775148067] 'applied index is now lower than readState.Index' (duration: 2.290585924s)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:20:09.376394Z","caller":"traceutil/trace.go:171","msg":"trace[546875907] transaction","detail":"{read_only:false; response_revision:8807; number_of_response:1; }","duration":"2.321705431s","start":"2026-04-27T21:20:07.054676Z","end":"2026-04-27T21:20:09.376381Z","steps":["trace[546875907] 'process raft request' (duration: 2.32075864s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:20:09.376783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:20:07.05466Z","time spent":"2.321759141s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:20:09.763557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.439766468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-27T21:20:09.763713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.688714687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-27T21:20:09.763728Z","caller":"traceutil/trace.go:171","msg":"trace[1620650490] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:8807; }","duration":"4.439969903s","start":"2026-04-27T21:20:05.323733Z","end":"2026-04-27T21:20:09.763703Z","steps":["trace[1620650490] 'agreement among raft nodes before linearized reading' (duration: 4.053022753s)","trace[1620650490] 'count revisions from in-memory index tree' (duration: 386.726835ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:20:09.763835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:20:05.323716Z","time spent":"4.440104405s","remote":"127.0.0.1:40192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:20:09.763892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.959893076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-27T21:20:09.763931Z","caller":"traceutil/trace.go:171","msg":"trace[1340700102] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8807; }","duration":"3.959963128s","start":"2026-04-27T21:20:05.803955Z","end":"2026-04-27T21:20:09.763918Z","steps":["trace[1340700102] 'agreement among raft nodes before linearized reading' (duration: 3.572827033s)","trace[1340700102] 'range keys from in-memory index tree' (duration: 387.015651ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:20:09.763777Z","caller":"traceutil/trace.go:171","msg":"trace[460270832] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8807; }","duration":"4.688819148s","start":"2026-04-27T21:20:05.074939Z","end":"2026-04-27T21:20:09.763758Z","steps":["trace[460270832] 'agreement among raft nodes before linearized reading' (duration: 4.301891849s)","trace[460270832] 'count revisions from in-memory index tree' (duration: 386.766286ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:20:09.763995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:20:05.803921Z","time spent":"3.960057329s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-27T21:20:09.764077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:20:05.07489Z","time spent":"4.689123856s","remote":"127.0.0.1:37996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:20:09.764097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.747327ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T21:20:09.764313Z","caller":"traceutil/trace.go:171","msg":"trace[488203046] transaction","detail":"{read_only:false; response_revision:8808; number_of_response:1; }","duration":"1.869403916s","start":"2026-04-27T21:20:07.894887Z","end":"2026-04-27T21:20:09.764291Z","steps":["trace[488203046] 'process raft request' (duration: 1.481368362s)","trace[488203046] 'compare' (duration: 387.074883ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:20:09.764387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:20:07.894863Z","time spent":"1.869494377s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:20:09.764509Z","caller":"traceutil/trace.go:171","msg":"trace[580470217] transaction","detail":"{read_only:false; response_revision:8809; number_of_response:1; }","duration":"667.502566ms","start":"2026-04-27T21:20:09.096986Z","end":"2026-04-27T21:20:09.764489Z","steps":["trace[580470217] 'process raft request' (duration: 667.21739ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:20:09.764671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:20:09.096941Z","time spent":"667.62421ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:20:09.803698Z","caller":"traceutil/trace.go:171","msg":"trace[188704850] linearizableReadLoop","detail":"{readStateIndex:9136; appliedIndex:9135; }","duration":"427.303684ms","start":"2026-04-27T21:20:09.376353Z","end":"2026-04-27T21:20:09.803656Z","steps":["trace[188704850] 'read index received' (duration: 427.054658ms)","trace[188704850] 'applied index is now lower than readState.Index' (duration: 247.625µs)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:20:09.803778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.052510122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:20:09.804181Z","caller":"traceutil/trace.go:171","msg":"trace[1303114837] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8810; }","duration":"1.052984214s","start":"2026-04-27T21:20:08.751174Z","end":"2026-04-27T21:20:09.804158Z","steps":["trace[1303114837] 'agreement among raft nodes before linearized reading' (duration: 1.052535623s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:20:09.804198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.910634012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/key-manager.18aa537468c57da0\" ","response":"range_response_count:1 size:679"} {"level":"warn","ts":"2026-04-27T21:20:09.804231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:20:08.751156Z","time spent":"1.053063255s","remote":"127.0.0.1:39786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-27T21:20:09.804258Z","caller":"traceutil/trace.go:171","msg":"trace[87121780] range","detail":"{range_begin:/registry/events/openstack/key-manager.18aa537468c57da0; range_end:; response_count:1; response_revision:8810; }","duration":"3.910721063s","start":"2026-04-27T21:20:05.893522Z","end":"2026-04-27T21:20:09.804243Z","steps":["trace[87121780] 'agreement among raft nodes before linearized reading' (duration: 3.910422307s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:20:09.803858Z","caller":"traceutil/trace.go:171","msg":"trace[244244115] transaction","detail":"{read_only:false; response_revision:8810; number_of_response:1; }","duration":"706.352458ms","start":"2026-04-27T21:20:09.097485Z","end":"2026-04-27T21:20:09.803837Z","steps":["trace[244244115] 'process raft request' (duration: 705.969028ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:20:09.804319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:20:05.893501Z","time spent":"3.910808986s","remote":"127.0.0.1:39864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":703,"request content":"key:\"/registry/events/openstack/key-manager.18aa537468c57da0\" "} {"level":"warn","ts":"2026-04-27T21:20:09.80386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.996325867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-04-27T21:20:09.804361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.237774746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-27T21:20:09.804439Z","caller":"traceutil/trace.go:171","msg":"trace[72454871] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8810; }","duration":"3.237879158s","start":"2026-04-27T21:20:06.56654Z","end":"2026-04-27T21:20:09.804419Z","steps":["trace[72454871] 'agreement among raft nodes before linearized reading' (duration: 3.237215173s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:20:09.804434Z","caller":"traceutil/trace.go:171","msg":"trace[769190006] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8810; }","duration":"2.99691344s","start":"2026-04-27T21:20:06.807477Z","end":"2026-04-27T21:20:09.80439Z","steps":["trace[769190006] 'agreement among raft nodes before linearized reading' (duration: 2.996216683s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:20:09.804441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:20:09.097458Z","time spent":"706.90796ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:20:09.804494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:20:06.566536Z","time spent":"3.23794883s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-27T21:20:09.80451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:20:06.807458Z","time spent":"2.997028712s","remote":"127.0.0.1:39966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-27T21:20:09.803907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.337046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:20:09.804609Z","caller":"traceutil/trace.go:171","msg":"trace[772225143] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:8810; }","duration":"653.070412ms","start":"2026-04-27T21:20:09.151525Z","end":"2026-04-27T21:20:09.804596Z","steps":["trace[772225143] 'agreement among raft nodes before linearized reading' (duration: 652.356536ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:20:09.804706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:20:09.151507Z","time spent":"653.166995ms","remote":"127.0.0.1:37874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:20:09.803927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.224314798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-27T21:20:09.804819Z","caller":"traceutil/trace.go:171","msg":"trace[2145197163] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:8810; }","duration":"2.225237259s","start":"2026-04-27T21:20:07.579564Z","end":"2026-04-27T21:20:09.804801Z","steps":["trace[2145197163] 'agreement among raft nodes before linearized reading' (duration: 2.224331859s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:20:09.804869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:20:07.579545Z","time spent":"2.22530895s","remote":"127.0.0.1:52420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:20:09.803924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.431746601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-27T21:20:09.804989Z","caller":"traceutil/trace.go:171","msg":"trace[1405141113] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:8810; }","duration":"1.432850745s","start":"2026-04-27T21:20:08.372119Z","end":"2026-04-27T21:20:09.80497Z","steps":["trace[1405141113] 'agreement among raft nodes before linearized reading' (duration: 1.431669729s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:20:09.805026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:20:08.372099Z","time spent":"1.432916746s","remote":"127.0.0.1:40068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:20:09.803985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.234073394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-k99ft\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-27T21:20:09.805151Z","caller":"traceutil/trace.go:171","msg":"trace[1756278330] range","detail":"{range_begin:/registry/pods/openstack/keepalived-k99ft; range_end:; response_count:1; response_revision:8810; }","duration":"3.235243349s","start":"2026-04-27T21:20:06.569886Z","end":"2026-04-27T21:20:09.805129Z","steps":["trace[1756278330] 'agreement among raft nodes before linearized reading' (duration: 3.234042483s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:20:09.805223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:20:06.569848Z","time spent":"3.235354192s","remote":"127.0.0.1:39966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-k99ft\" "} {"level":"warn","ts":"2026-04-27T21:20:09.804026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.237540731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-04-27T21:20:09.804031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.237305625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-27T21:20:09.804052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.23751631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-27T21:20:09.804066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.236902126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-27T21:20:09.804177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.371916082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-27T21:20:09.805283Z","caller":"traceutil/trace.go:171","msg":"trace[1832002676] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8810; }","duration":"3.373076387s","start":"2026-04-27T21:20:06.432195Z","end":"2026-04-27T21:20:09.805271Z","steps":["trace[1832002676] 'agreement among raft nodes before linearized reading' (duration: 3.371812009s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:20:09.804001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.388575312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:20:09.805296Z","caller":"traceutil/trace.go:171","msg":"trace[1486598956] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8810; }","duration":"3.238608134s","start":"2026-04-27T21:20:06.566665Z","end":"2026-04-27T21:20:09.805273Z","steps":["trace[1486598956] 'agreement among raft nodes before linearized reading' (duration: 3.237229084s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:20:09.805317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:20:06.432178Z","time spent":"3.373128599s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-27T21:20:09.805335Z","caller":"traceutil/trace.go:171","msg":"trace[755769763] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8810; }","duration":"1.389988244s","start":"2026-04-27T21:20:08.415331Z","end":"2026-04-27T21:20:09.805319Z","steps":["trace[755769763] 'agreement among raft nodes before linearized reading' (duration: 1.388569213s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:20:09.80537Z","caller":"traceutil/trace.go:171","msg":"trace[472576937] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8810; }","duration":"3.2388391s","start":"2026-04-27T21:20:06.566514Z","end":"2026-04-27T21:20:09.805354Z","steps":["trace[472576937] 'agreement among raft nodes before linearized reading' (duration: 3.23746048s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:20:09.805393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:20:08.415311Z","time spent":"1.390068076s","remote":"127.0.0.1:39788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-27T21:20:09.805386Z","caller":"traceutil/trace.go:171","msg":"trace[496821856] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8810; }","duration":"3.238920241s","start":"2026-04-27T21:20:06.566452Z","end":"2026-04-27T21:20:09.805373Z","steps":["trace[496821856] 'agreement among raft nodes before linearized reading' (duration: 3.23751063s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:20:09.805417Z","caller":"traceutil/trace.go:171","msg":"trace[2039544148] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8810; }","duration":"3.238331858s","start":"2026-04-27T21:20:06.567078Z","end":"2026-04-27T21:20:09.80541Z","steps":["trace[2039544148] 'agreement among raft nodes before linearized reading' (duration: 3.236756953s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:20:09.805349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:20:06.566633Z","time spent":"3.238700957s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-27T21:20:09.80543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:20:06.566509Z","time spent":"3.238904811s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-27T21:20:09.80543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:20:06.566433Z","time spent":"3.238986522s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-27T21:20:09.805442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:20:06.567058Z","time spent":"3.23837713s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-27T21:20:10.217286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.897413ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:20:10.217471Z","caller":"traceutil/trace.go:171","msg":"trace[456861468] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8810; }","duration":"135.086907ms","start":"2026-04-27T21:20:10.08234Z","end":"2026-04-27T21:20:10.217426Z","steps":["trace[456861468] 'range keys from in-memory index tree' (duration: 134.870291ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:20:10.217694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.51478ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T21:20:10.217767Z","caller":"traceutil/trace.go:171","msg":"trace[58160033] transaction","detail":"{read_only:false; response_revision:8811; number_of_response:1; }","duration":"449.754416ms","start":"2026-04-27T21:20:09.767996Z","end":"2026-04-27T21:20:10.217751Z","steps":["trace[58160033] 'process raft request' (duration: 117.102264ms)","trace[58160033] 'compare' (duration: 332.379476ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:20:10.217823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:20:09.767973Z","time spent":"449.822438ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:20:10.226321Z","caller":"traceutil/trace.go:171","msg":"trace[1377351265] transaction","detail":"{read_only:false; response_revision:8813; number_of_response:1; }","duration":"416.593794ms","start":"2026-04-27T21:20:09.809716Z","end":"2026-04-27T21:20:10.226309Z","steps":["trace[1377351265] 'process raft request' (duration: 416.536193ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:20:10.226368Z","caller":"traceutil/trace.go:171","msg":"trace[1259822142] transaction","detail":"{read_only:false; response_revision:8812; number_of_response:1; }","duration":"419.005758ms","start":"2026-04-27T21:20:09.807326Z","end":"2026-04-27T21:20:10.226332Z","steps":["trace[1259822142] 'process raft request' (duration: 418.841685ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:20:10.226529Z","caller":"traceutil/trace.go:171","msg":"trace[1936317116] transaction","detail":"{read_only:false; response_revision:8814; number_of_response:1; }","duration":"416.650335ms","start":"2026-04-27T21:20:09.809841Z","end":"2026-04-27T21:20:10.226491Z","steps":["trace[1936317116] 'process raft request' (duration: 416.44052ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:20:10.226581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:20:09.809827Z","time spent":"416.731796ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:20:10.226714Z","caller":"traceutil/trace.go:171","msg":"trace[1682808515] transaction","detail":"{read_only:false; response_revision:8815; number_of_response:1; }","duration":"416.726847ms","start":"2026-04-27T21:20:09.80998Z","end":"2026-04-27T21:20:10.226707Z","steps":["trace[1682808515] 'process raft request' (duration: 416.465151ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:20:10.226758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:20:09.80996Z","time spent":"416.775197ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:20:10.226747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:20:09.807304Z","time spent":"419.149341ms","remote":"127.0.0.1:39864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":664,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:20:10.226968Z","caller":"traceutil/trace.go:171","msg":"trace[1069938001] transaction","detail":"{read_only:false; response_revision:8817; number_of_response:1; }","duration":"416.424041ms","start":"2026-04-27T21:20:09.810536Z","end":"2026-04-27T21:20:10.22696Z","steps":["trace[1069938001] 'process raft request' (duration: 416.285108ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:20:10.22697Z","caller":"traceutil/trace.go:171","msg":"trace[720171802] linearizableReadLoop","detail":"{readStateIndex:9138; appliedIndex:9136; }","duration":"417.620728ms","start":"2026-04-27T21:20:09.809325Z","end":"2026-04-27T21:20:10.226946Z","steps":["trace[720171802] 'read index received' (duration: 75.787649ms)","trace[720171802] 'applied index is now lower than readState.Index' (duration: 341.832089ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:20:10.227009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:20:09.810523Z","time spent":"416.467502ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:20:10.227012Z","caller":"traceutil/trace.go:171","msg":"trace[2051001435] transaction","detail":"{read_only:false; response_revision:8816; number_of_response:1; }","duration":"416.867731ms","start":"2026-04-27T21:20:09.81008Z","end":"2026-04-27T21:20:10.226948Z","steps":["trace[2051001435] 'process raft request' (duration: 416.599134ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:20:10.227143Z","caller":"traceutil/trace.go:171","msg":"trace[749538737] transaction","detail":"{read_only:false; response_revision:8818; number_of_response:1; }","duration":"416.023412ms","start":"2026-04-27T21:20:09.811049Z","end":"2026-04-27T21:20:10.227073Z","steps":["trace[749538737] 'process raft request' (duration: 415.845348ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:20:10.227191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.851654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa528bd1523b50\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-04-27T21:20:10.227214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:20:09.810071Z","time spent":"417.036255ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:20:10.227228Z","caller":"traceutil/trace.go:171","msg":"trace[731434558] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aa528bd1523b50; range_end:; response_count:1; response_revision:8818; }","duration":"417.936585ms","start":"2026-04-27T21:20:09.809279Z","end":"2026-04-27T21:20:10.227215Z","steps":["trace[731434558] 'agreement among raft nodes before linearized reading' (duration: 417.794132ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:20:10.22725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:20:09.811033Z","time spent":"416.164586ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:20:10.227267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:20:09.809256Z","time spent":"418.002687ms","remote":"127.0.0.1:39864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa528bd1523b50\" "} {"level":"warn","ts":"2026-04-27T21:20:10.227276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.405633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-04-27T21:20:10.227309Z","caller":"traceutil/trace.go:171","msg":"trace[1870220110] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8818; }","duration":"417.458524ms","start":"2026-04-27T21:20:09.809842Z","end":"2026-04-27T21:20:10.2273Z","steps":["trace[1870220110] 'agreement among raft nodes before linearized reading' (duration: 417.328641ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:20:10.227335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:20:09.809833Z","time spent":"417.495324ms","remote":"127.0.0.1:39966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-27T21:20:10.22738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.762121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:20:10.227433Z","caller":"traceutil/trace.go:171","msg":"trace[1712488072] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8818; }","duration":"413.820902ms","start":"2026-04-27T21:20:09.813595Z","end":"2026-04-27T21:20:10.227416Z","steps":["trace[1712488072] 'agreement among raft nodes before linearized reading' (duration: 413.751641ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:20:10.227477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:20:09.813589Z","time spent":"413.880134ms","remote":"127.0.0.1:39786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T21:20:10.227721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.533356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223810"} {"level":"info","ts":"2026-04-27T21:20:10.227753Z","caller":"traceutil/trace.go:171","msg":"trace[1147896802] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8818; }","duration":"417.566857ms","start":"2026-04-27T21:20:09.810177Z","end":"2026-04-27T21:20:10.227744Z","steps":["trace[1147896802] 'agreement among raft nodes before linearized reading' (duration: 417.28951ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:20:10.227779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:20:09.810121Z","time spent":"417.650058ms","remote":"127.0.0.1:39966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":223834,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-27T21:20:10.228271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:20:09.809696Z","time spent":"416.681495ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:20:11.347463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.143872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.250\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-27T21:20:11.347504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.500115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:20:11.347544Z","caller":"traceutil/trace.go:171","msg":"trace[1795037839] range","detail":"{range_begin:/registry/masterleases/199.204.45.250; range_end:; response_count:1; response_revision:8822; }","duration":"149.273566ms","start":"2026-04-27T21:20:11.198249Z","end":"2026-04-27T21:20:11.347523Z","steps":["trace[1795037839] 'range keys from in-memory index tree' (duration: 148.972858ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:20:11.34756Z","caller":"traceutil/trace.go:171","msg":"trace[1166377907] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:8822; }","duration":"176.597797ms","start":"2026-04-27T21:20:11.170946Z","end":"2026-04-27T21:20:11.347544Z","steps":["trace[1166377907] 'count revisions from in-memory index tree' (duration: 176.330281ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:20:19.919481Z","caller":"traceutil/trace.go:171","msg":"trace[1243893139] transaction","detail":"{read_only:false; response_revision:8870; number_of_response:1; }","duration":"112.971591ms","start":"2026-04-27T21:20:19.806472Z","end":"2026-04-27T21:20:19.919444Z","steps":["trace[1243893139] 'process raft request' (duration: 87.646204ms)","trace[1243893139] 'compare' (duration: 25.140223ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:20:22.034882Z","caller":"traceutil/trace.go:171","msg":"trace[52967529] transaction","detail":"{read_only:false; response_revision:8881; number_of_response:1; }","duration":"122.027504ms","start":"2026-04-27T21:20:21.912826Z","end":"2026-04-27T21:20:22.034853Z","steps":["trace[52967529] 'process raft request' (duration: 121.882271ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:20:22.036042Z","caller":"traceutil/trace.go:171","msg":"trace[2088310401] transaction","detail":"{read_only:false; response_revision:8882; number_of_response:1; }","duration":"111.932608ms","start":"2026-04-27T21:20:21.92409Z","end":"2026-04-27T21:20:22.036022Z","steps":["trace[2088310401] 'process raft request' (duration: 111.817525ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:20:22.03629Z","caller":"traceutil/trace.go:171","msg":"trace[1763058685] transaction","detail":"{read_only:false; response_revision:8883; number_of_response:1; }","duration":"111.892557ms","start":"2026-04-27T21:20:21.924386Z","end":"2026-04-27T21:20:22.036279Z","steps":["trace[1763058685] 'process raft request' (duration: 111.605291ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:20:22.534Z","caller":"traceutil/trace.go:171","msg":"trace[100834467] transaction","detail":"{read_only:false; response_revision:8889; number_of_response:1; }","duration":"131.723431ms","start":"2026-04-27T21:20:22.40225Z","end":"2026-04-27T21:20:22.533974Z","steps":["trace[100834467] 'process raft request' (duration: 131.628759ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:20:22.534056Z","caller":"traceutil/trace.go:171","msg":"trace[2076514882] transaction","detail":"{read_only:false; response_revision:8888; number_of_response:1; }","duration":"132.189862ms","start":"2026-04-27T21:20:22.401832Z","end":"2026-04-27T21:20:22.534022Z","steps":["trace[2076514882] 'process raft request' (duration: 50.719577ms)","trace[2076514882] 'compare' (duration: 81.075076ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:20:25.990376Z","caller":"traceutil/trace.go:171","msg":"trace[168182025] transaction","detail":"{read_only:false; response_revision:8902; number_of_response:1; }","duration":"110.445915ms","start":"2026-04-27T21:20:25.879902Z","end":"2026-04-27T21:20:25.990348Z","steps":["trace[168182025] 'process raft request' (duration: 110.255661ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:20:28.600244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.342754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-27T21:20:28.600341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.300171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-27T21:20:28.600424Z","caller":"traceutil/trace.go:171","msg":"trace[778857551] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8914; }","duration":"193.414634ms","start":"2026-04-27T21:20:28.406989Z","end":"2026-04-27T21:20:28.600403Z","steps":["trace[778857551] 'range keys from in-memory index tree' (duration: 193.112427ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:20:28.600395Z","caller":"traceutil/trace.go:171","msg":"trace[1876901322] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8914; }","duration":"194.527688ms","start":"2026-04-27T21:20:28.405846Z","end":"2026-04-27T21:20:28.600374Z","steps":["trace[1876901322] 'range keys from in-memory index tree' (duration: 194.130009ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:20:38.374235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.602586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/rook-ceph/csi-rbdplugin-metrics\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:20:38.374354Z","caller":"traceutil/trace.go:171","msg":"trace[1677054784] range","detail":"{range_begin:/registry/services/specs/rook-ceph/csi-rbdplugin-metrics; range_end:; response_count:0; response_revision:9011; }","duration":"512.76986ms","start":"2026-04-27T21:20:37.861556Z","end":"2026-04-27T21:20:38.374326Z","steps":["trace[1677054784] 'range keys from in-memory index tree' (duration: 512.515104ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:20:38.37441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:20:37.861532Z","time spent":"512.862701ms","remote":"127.0.0.1:39974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/rook-ceph/csi-rbdplugin-metrics\" "} {"level":"info","ts":"2026-04-27T21:20:38.374402Z","caller":"traceutil/trace.go:171","msg":"trace[996843889] transaction","detail":"{read_only:false; response_revision:9012; number_of_response:1; }","duration":"270.158763ms","start":"2026-04-27T21:20:38.104209Z","end":"2026-04-27T21:20:38.374368Z","steps":["trace[996843889] 'process raft request' (duration: 267.558324ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:20:40.464305Z","caller":"traceutil/trace.go:171","msg":"trace[1876473273] transaction","detail":"{read_only:false; response_revision:9024; number_of_response:1; }","duration":"166.4921ms","start":"2026-04-27T21:20:40.297775Z","end":"2026-04-27T21:20:40.464267Z","steps":["trace[1876473273] 'process raft request' (duration: 166.347507ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:20:40.549509Z","caller":"traceutil/trace.go:171","msg":"trace[1288914250] linearizableReadLoop","detail":"{readStateIndex:9360; appliedIndex:9357; }","duration":"153.634463ms","start":"2026-04-27T21:20:40.395854Z","end":"2026-04-27T21:20:40.549488Z","steps":["trace[1288914250] 'read index received' (duration: 68.28496ms)","trace[1288914250] 'applied index is now lower than readState.Index' (duration: 85.348453ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:20:40.549622Z","caller":"traceutil/trace.go:171","msg":"trace[596806755] transaction","detail":"{read_only:false; response_revision:9025; number_of_response:1; }","duration":"170.143083ms","start":"2026-04-27T21:20:40.379429Z","end":"2026-04-27T21:20:40.549572Z","steps":["trace[596806755] 'process raft request' (duration: 169.922508ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:20:40.549714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.826337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-27T21:20:40.549662Z","caller":"traceutil/trace.go:171","msg":"trace[513242769] transaction","detail":"{read_only:false; response_revision:9026; number_of_response:1; }","duration":"169.818786ms","start":"2026-04-27T21:20:40.379806Z","end":"2026-04-27T21:20:40.549625Z","steps":["trace[513242769] 'process raft request' (duration: 169.652732ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:20:40.549741Z","caller":"traceutil/trace.go:171","msg":"trace[537940272] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:9026; }","duration":"153.920619ms","start":"2026-04-27T21:20:40.395811Z","end":"2026-04-27T21:20:40.549732Z","steps":["trace[537940272] 'agreement among raft nodes before linearized reading' (duration: 153.790076ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:20:40.558162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.988559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:20:40.558218Z","caller":"traceutil/trace.go:171","msg":"trace[2125446087] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9027; }","duration":"145.076401ms","start":"2026-04-27T21:20:40.413128Z","end":"2026-04-27T21:20:40.558205Z","steps":["trace[2125446087] 'agreement among raft nodes before linearized reading' (duration: 144.974549ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:20:43.150397Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185919323871873,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T21:20:43.409793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"920.791952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-27T21:20:43.409847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.599442248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:20:43.4099Z","caller":"traceutil/trace.go:171","msg":"trace[1915907154] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9034; }","duration":"920.920155ms","start":"2026-04-27T21:20:42.488958Z","end":"2026-04-27T21:20:43.409879Z","steps":["trace[1915907154] 'count revisions from in-memory index tree' (duration: 920.647729ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:20:43.409931Z","caller":"traceutil/trace.go:171","msg":"trace[2101682111] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:9034; }","duration":"1.599577131s","start":"2026-04-27T21:20:41.810332Z","end":"2026-04-27T21:20:43.409909Z","steps":["trace[2101682111] 'count revisions from in-memory index tree' (duration: 1.599338046s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:20:43.409948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:20:42.488898Z","time spent":"921.038258ms","remote":"127.0.0.1:38014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:20:43.409982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:20:41.81021Z","time spent":"1.599760724s","remote":"127.0.0.1:42750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:20:43.4107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.211323517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.250\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-27T21:20:43.410746Z","caller":"traceutil/trace.go:171","msg":"trace[69658578] range","detail":"{range_begin:/registry/masterleases/199.204.45.250; range_end:; response_count:1; response_revision:9034; }","duration":"2.211411229s","start":"2026-04-27T21:20:41.199323Z","end":"2026-04-27T21:20:43.410734Z","steps":["trace[69658578] 'range keys from in-memory index tree' (duration: 2.211123802s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:20:43.411141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.880877743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-cfcb9dfcc-g8xrt.18aa537689aed695\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-04-27T21:20:43.411188Z","caller":"traceutil/trace.go:171","msg":"trace[1220637475] range","detail":"{range_begin:/registry/events/openstack/barbican-api-cfcb9dfcc-g8xrt.18aa537689aed695; range_end:; response_count:1; response_revision:9034; }","duration":"1.880923014s","start":"2026-04-27T21:20:41.530252Z","end":"2026-04-27T21:20:43.411175Z","steps":["trace[1220637475] 'range keys from in-memory index tree' (duration: 1.880715419s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:20:43.411222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:20:41.530229Z","time spent":"1.880984615s","remote":"127.0.0.1:39864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1156,"request content":"key:\"/registry/events/openstack/barbican-api-cfcb9dfcc-g8xrt.18aa537689aed695\" "} {"level":"warn","ts":"2026-04-27T21:20:43.411228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"996.990949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:20:43.41127Z","caller":"traceutil/trace.go:171","msg":"trace[1731215008] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9034; }","duration":"997.071341ms","start":"2026-04-27T21:20:42.414186Z","end":"2026-04-27T21:20:43.411257Z","steps":["trace[1731215008] 'range keys from in-memory index tree' (duration: 996.870867ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:20:43.411309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:20:42.414169Z","time spent":"997.133183ms","remote":"127.0.0.1:39786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T21:20:43.411379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.013779771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414469"} {"level":"info","ts":"2026-04-27T21:20:43.411549Z","caller":"traceutil/trace.go:171","msg":"trace[2039733085] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:9034; }","duration":"2.013988536s","start":"2026-04-27T21:20:41.397539Z","end":"2026-04-27T21:20:43.411527Z","steps":["trace[2039733085] 'range keys from in-memory index tree' (duration: 2.013272309s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:20:43.411612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:20:41.397519Z","time spent":"2.014077568s","remote":"127.0.0.1:37634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":414493,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-04-27T21:20:43.411488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:20:41.1993Z","time spent":"2.211467061s","remote":"127.0.0.1:39810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.250\" "} {"level":"warn","ts":"2026-04-27T21:20:43.650842Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185919323871873,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T21:20:43.729229Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.236633719s","expected-duration":"1s"} {"level":"info","ts":"2026-04-27T21:20:43.729807Z","caller":"traceutil/trace.go:171","msg":"trace[337176917] transaction","detail":"{read_only:false; response_revision:9035; number_of_response:1; }","duration":"1.237290214s","start":"2026-04-27T21:20:42.492488Z","end":"2026-04-27T21:20:43.729778Z","steps":["trace[337176917] 'process raft request' (duration: 1.237150001s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:20:43.72995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:20:42.492471Z","time spent":"1.237397176s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:20:43.82777Z","caller":"traceutil/trace.go:171","msg":"trace[1320126184] transaction","detail":"{read_only:false; response_revision:9036; number_of_response:1; }","duration":"1.27197948s","start":"2026-04-27T21:20:42.555724Z","end":"2026-04-27T21:20:43.827703Z","steps":["trace[1320126184] 'process raft request' (duration: 1.271740245s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:20:43.827872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.178181929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:20:43.827903Z","caller":"traceutil/trace.go:171","msg":"trace[1739272] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:9039; }","duration":"1.178271541s","start":"2026-04-27T21:20:42.649623Z","end":"2026-04-27T21:20:43.827894Z","steps":["trace[1739272] 'agreement among raft nodes before linearized reading' (duration: 1.178204039s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:20:43.827926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:20:42.649606Z","time spent":"1.178313992s","remote":"127.0.0.1:42932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:20:43.827939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:20:42.555686Z","time spent":"1.272179874s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:20:43.827774Z","caller":"traceutil/trace.go:171","msg":"trace[1458712287] linearizableReadLoop","detail":"{readStateIndex:9374; appliedIndex:9368; }","duration":"1.178061897s","start":"2026-04-27T21:20:42.649679Z","end":"2026-04-27T21:20:43.82774Z","steps":["trace[1458712287] 'read index received' (duration: 1.079790905s)","trace[1458712287] 'applied index is now lower than readState.Index' (duration: 98.270332ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:20:43.828056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:20:43.414565Z","time spent":"413.484055ms","remote":"127.0.0.1:39810","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-27T21:20:43.828202Z","caller":"traceutil/trace.go:171","msg":"trace[1732693992] transaction","detail":"{read_only:false; response_revision:9038; number_of_response:1; }","duration":"1.265815092s","start":"2026-04-27T21:20:42.562378Z","end":"2026-04-27T21:20:43.828194Z","steps":["trace[1732693992] 'process raft request' (duration: 1.265253029s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:20:43.828201Z","caller":"traceutil/trace.go:171","msg":"trace[1294430754] transaction","detail":"{read_only:false; response_revision:9039; number_of_response:1; }","duration":"413.582057ms","start":"2026-04-27T21:20:43.414593Z","end":"2026-04-27T21:20:43.828175Z","steps":["trace[1294430754] 'process raft request' (duration: 413.060096ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:20:43.828196Z","caller":"traceutil/trace.go:171","msg":"trace[1872167676] transaction","detail":"{read_only:false; response_revision:9037; number_of_response:1; }","duration":"1.271750905s","start":"2026-04-27T21:20:42.5564Z","end":"2026-04-27T21:20:43.828151Z","steps":["trace[1872167676] 'process raft request' (duration: 1.271202963s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:20:43.828253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:20:42.562353Z","time spent":"1.265873943s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:20:43.828345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:20:42.556375Z","time spent":"1.271888198s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:20:43.828346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:20:43.414567Z","time spent":"413.69264ms","remote":"127.0.0.1:39864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1117,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:20:43.85356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.078131397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-27T21:20:43.853606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.989819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T21:20:43.853664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.17787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:20:43.85368Z","caller":"traceutil/trace.go:171","msg":"trace[2061037196] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9040; }","duration":"166.140682ms","start":"2026-04-27T21:20:43.687516Z","end":"2026-04-27T21:20:43.853657Z","steps":["trace[2061037196] 'agreement among raft nodes before linearized reading' (duration: 166.008949ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:20:43.853669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.033742742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-27T21:20:43.853738Z","caller":"traceutil/trace.go:171","msg":"trace[1253152216] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9040; }","duration":"1.033846574s","start":"2026-04-27T21:20:42.819871Z","end":"2026-04-27T21:20:43.853718Z","steps":["trace[1253152216] 'agreement among raft nodes before linearized reading' (duration: 1.03362347s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:20:43.853721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"947.402437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-27T21:20:43.853779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:20:42.81986Z","time spent":"1.033912896s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-27T21:20:43.853784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"863.570159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"warn","ts":"2026-04-27T21:20:43.853748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.060023661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-k99ft\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-27T21:20:43.853817Z","caller":"traceutil/trace.go:171","msg":"trace[554418836] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:9040; }","duration":"863.696572ms","start":"2026-04-27T21:20:42.99011Z","end":"2026-04-27T21:20:43.853806Z","steps":["trace[554418836] 'agreement among raft nodes before linearized reading' (duration: 863.60276ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:20:43.85382Z","caller":"traceutil/trace.go:171","msg":"trace[1823243474] range","detail":"{range_begin:/registry/pods/openstack/keepalived-k99ft; range_end:; response_count:1; response_revision:9040; }","duration":"1.060141384s","start":"2026-04-27T21:20:42.793672Z","end":"2026-04-27T21:20:43.853813Z","steps":["trace[1823243474] 'agreement among raft nodes before linearized reading' (duration: 1.060035951s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:20:43.853804Z","caller":"traceutil/trace.go:171","msg":"trace[300989749] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9040; }","duration":"947.50861ms","start":"2026-04-27T21:20:42.906275Z","end":"2026-04-27T21:20:43.853783Z","steps":["trace[300989749] 'agreement among raft nodes before linearized reading' (duration: 947.320696ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:20:43.85386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:20:42.793648Z","time spent":"1.060205504s","remote":"127.0.0.1:39966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-k99ft\" "} {"level":"warn","ts":"2026-04-27T21:20:43.853857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:20:42.990086Z","time spent":"863.761223ms","remote":"127.0.0.1:39944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-04-27T21:20:43.853877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:20:42.906259Z","time spent":"947.601922ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-27T21:20:43.85363Z","caller":"traceutil/trace.go:171","msg":"trace[1490266276] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9040; }","duration":"1.078251219s","start":"2026-04-27T21:20:42.775363Z","end":"2026-04-27T21:20:43.853615Z","steps":["trace[1490266276] 'agreement among raft nodes before linearized reading' (duration: 1.078062405s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:20:43.853603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"943.292475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-04-27T21:20:43.853694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.050667642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-27T21:20:43.854011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:20:42.775324Z","time spent":"1.078660388s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-27T21:20:43.854114Z","caller":"traceutil/trace.go:171","msg":"trace[474305846] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9040; }","duration":"1.05108447s","start":"2026-04-27T21:20:42.802996Z","end":"2026-04-27T21:20:43.85408Z","steps":["trace[474305846] 'agreement among raft nodes before linearized reading' (duration: 1.050654591s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:20:43.853694Z","caller":"traceutil/trace.go:171","msg":"trace[2045542660] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9040; }","duration":"439.225422ms","start":"2026-04-27T21:20:43.41446Z","end":"2026-04-27T21:20:43.853685Z","steps":["trace[2045542660] 'agreement among raft nodes before linearized reading' (duration: 439.182991ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:20:43.854209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:20:42.802984Z","time spent":"1.051192083s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-27T21:20:43.854203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.034017248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-27T21:20:43.854272Z","caller":"traceutil/trace.go:171","msg":"trace[1010587312] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9040; }","duration":"1.03410987s","start":"2026-04-27T21:20:42.820147Z","end":"2026-04-27T21:20:43.854257Z","steps":["trace[1010587312] 'agreement among raft nodes before linearized reading' (duration: 1.033912606s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:20:43.854318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:20:42.820138Z","time spent":"1.034172112s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-27T21:20:43.854229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:20:43.414444Z","time spent":"439.774054ms","remote":"127.0.0.1:39788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-27T21:20:43.854023Z","caller":"traceutil/trace.go:171","msg":"trace[407439420] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9040; }","duration":"943.732866ms","start":"2026-04-27T21:20:42.910264Z","end":"2026-04-27T21:20:43.853996Z","steps":["trace[407439420] 'agreement among raft nodes before linearized reading' (duration: 943.179713ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:20:43.854494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:20:42.910254Z","time spent":"944.218567ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-27T21:20:47.473037Z","caller":"traceutil/trace.go:171","msg":"trace[871614825] transaction","detail":"{read_only:false; response_revision:9059; number_of_response:1; }","duration":"468.699801ms","start":"2026-04-27T21:20:47.004289Z","end":"2026-04-27T21:20:47.472989Z","steps":["trace[871614825] 'process raft request' (duration: 468.471026ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:20:47.473202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:20:47.004265Z","time spent":"468.853965ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:20:48.084056Z","caller":"traceutil/trace.go:171","msg":"trace[1728707321] linearizableReadLoop","detail":"{readStateIndex:9400; appliedIndex:9399; }","duration":"175.097083ms","start":"2026-04-27T21:20:47.908928Z","end":"2026-04-27T21:20:48.084025Z","steps":["trace[1728707321] 'read index received' (duration: 75.694326ms)","trace[1728707321] 'applied index is now lower than readState.Index' (duration: 99.401487ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:20:48.084281Z","caller":"traceutil/trace.go:171","msg":"trace[1561812176] transaction","detail":"{read_only:false; response_revision:9063; number_of_response:1; }","duration":"182.252214ms","start":"2026-04-27T21:20:47.901995Z","end":"2026-04-27T21:20:48.084248Z","steps":["trace[1561812176] 'process raft request' (duration: 82.635902ms)","trace[1561812176] 'compare' (duration: 99.244324ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:20:48.084431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.476702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-27T21:20:48.084499Z","caller":"traceutil/trace.go:171","msg":"trace[1543949947] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9063; }","duration":"175.606504ms","start":"2026-04-27T21:20:47.908875Z","end":"2026-04-27T21:20:48.084481Z","steps":["trace[1543949947] 'agreement among raft nodes before linearized reading' (duration: 175.380349ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:20:48.119497Z","caller":"traceutil/trace.go:171","msg":"trace[1104362771] transaction","detail":"{read_only:false; response_revision:9064; number_of_response:1; }","duration":"175.812739ms","start":"2026-04-27T21:20:47.943656Z","end":"2026-04-27T21:20:48.119468Z","steps":["trace[1104362771] 'process raft request' (duration: 175.528053ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:20:48.119656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.605506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-k99ft\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-27T21:20:48.11978Z","caller":"traceutil/trace.go:171","msg":"trace[1648702563] range","detail":"{range_begin:/registry/pods/openstack/keepalived-k99ft; range_end:; response_count:1; response_revision:9064; }","duration":"192.736768ms","start":"2026-04-27T21:20:47.927003Z","end":"2026-04-27T21:20:48.119739Z","steps":["trace[1648702563] 'agreement among raft nodes before linearized reading' (duration: 192.447992ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:20:48.119909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.275132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-27T21:20:48.119897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.945918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-27T21:20:48.120009Z","caller":"traceutil/trace.go:171","msg":"trace[2137791418] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9064; }","duration":"194.414016ms","start":"2026-04-27T21:20:47.925573Z","end":"2026-04-27T21:20:48.119987Z","steps":["trace[2137791418] 'agreement among raft nodes before linearized reading' (duration: 194.058998ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:20:48.120057Z","caller":"traceutil/trace.go:171","msg":"trace[1677674332] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9064; }","duration":"195.170393ms","start":"2026-04-27T21:20:47.92485Z","end":"2026-04-27T21:20:48.12002Z","steps":["trace[1677674332] 'agreement among raft nodes before linearized reading' (duration: 194.701192ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:20:48.119944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.990252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-04-27T21:20:48.12028Z","caller":"traceutil/trace.go:171","msg":"trace[590814234] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:9064; }","duration":"101.374121ms","start":"2026-04-27T21:20:48.018886Z","end":"2026-04-27T21:20:48.12026Z","steps":["trace[590814234] 'agreement among raft nodes before linearized reading' (duration: 100.924881ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:20:48.120593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.779117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-27T21:20:48.120681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.824438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-27T21:20:48.120706Z","caller":"traceutil/trace.go:171","msg":"trace[231982422] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9064; }","duration":"195.846958ms","start":"2026-04-27T21:20:47.924781Z","end":"2026-04-27T21:20:48.120628Z","steps":["trace[231982422] 'agreement among raft nodes before linearized reading' (duration: 195.690675ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:20:48.120743Z","caller":"traceutil/trace.go:171","msg":"trace[55354797] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9064; }","duration":"195.965161ms","start":"2026-04-27T21:20:47.924763Z","end":"2026-04-27T21:20:48.120728Z","steps":["trace[55354797] 'agreement among raft nodes before linearized reading' (duration: 195.747836ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:20:48.41927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.996961ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T21:20:48.41945Z","caller":"traceutil/trace.go:171","msg":"trace[2108880075] transaction","detail":"{read_only:false; response_revision:9067; number_of_response:1; }","duration":"294.180842ms","start":"2026-04-27T21:20:48.125254Z","end":"2026-04-27T21:20:48.419435Z","steps":["trace[2108880075] 'process raft request' (duration: 294.129501ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:20:48.419611Z","caller":"traceutil/trace.go:171","msg":"trace[949956713] transaction","detail":"{read_only:false; response_revision:9066; number_of_response:1; }","duration":"294.998209ms","start":"2026-04-27T21:20:48.124605Z","end":"2026-04-27T21:20:48.419603Z","steps":["trace[949956713] 'process raft request' (duration: 294.743814ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:20:48.4196Z","caller":"traceutil/trace.go:171","msg":"trace[418244817] transaction","detail":"{read_only:false; response_revision:9069; number_of_response:1; }","duration":"293.161419ms","start":"2026-04-27T21:20:48.126415Z","end":"2026-04-27T21:20:48.419576Z","steps":["trace[418244817] 'process raft request' (duration: 293.076327ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:20:48.419738Z","caller":"traceutil/trace.go:171","msg":"trace[2142845944] transaction","detail":"{read_only:false; response_revision:9068; number_of_response:1; }","duration":"294.366306ms","start":"2026-04-27T21:20:48.125362Z","end":"2026-04-27T21:20:48.419728Z","steps":["trace[2142845944] 'process raft request' (duration: 294.048969ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:20:48.419778Z","caller":"traceutil/trace.go:171","msg":"trace[1794110387] transaction","detail":"{read_only:false; response_revision:9065; number_of_response:1; }","duration":"330.489476ms","start":"2026-04-27T21:20:48.089255Z","end":"2026-04-27T21:20:48.419745Z","steps":["trace[1794110387] 'process raft request' (duration: 117.959833ms)","trace[1794110387] 'compare' (duration: 211.897749ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:20:48.419995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.771677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-549caf78-2b0e-4618-977d-ed98cce8e2a7\" ","response":"range_response_count:1 size:1293"} {"level":"info","ts":"2026-04-27T21:20:48.420029Z","caller":"traceutil/trace.go:171","msg":"trace[1953221781] range","detail":"{range_begin:/registry/persistentvolumes/pvc-549caf78-2b0e-4618-977d-ed98cce8e2a7; range_end:; response_count:1; response_revision:9069; }","duration":"295.836889ms","start":"2026-04-27T21:20:48.124184Z","end":"2026-04-27T21:20:48.420021Z","steps":["trace[1953221781] 'agreement among raft nodes before linearized reading' (duration: 295.727316ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:20:48.420214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:20:48.089233Z","time spent":"330.628828ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:20:48.419902Z","caller":"traceutil/trace.go:171","msg":"trace[994064916] linearizableReadLoop","detail":"{readStateIndex:9402; appliedIndex:9401; }","duration":"295.252306ms","start":"2026-04-27T21:20:48.124219Z","end":"2026-04-27T21:20:48.419471Z","steps":["trace[994064916] 'read index received' (duration: 82.966688ms)","trace[994064916] 'applied index is now lower than readState.Index' (duration: 212.282457ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:20:48.420949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.87913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228538"} {"level":"info","ts":"2026-04-27T21:20:48.421008Z","caller":"traceutil/trace.go:171","msg":"trace[157632456] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:9069; }","duration":"296.002783ms","start":"2026-04-27T21:20:48.124991Z","end":"2026-04-27T21:20:48.420994Z","steps":["trace[157632456] 'agreement among raft nodes before linearized reading' (duration: 295.394899ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:20:50.443741Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185919323871957,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T21:20:50.944104Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185919323871957,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T21:20:51.444486Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185919323871957,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T21:20:51.736879Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.860750842s","expected-duration":"1s"} {"level":"info","ts":"2026-04-27T21:20:51.737185Z","caller":"traceutil/trace.go:171","msg":"trace[714518825] transaction","detail":"{read_only:false; response_revision:9070; number_of_response:1; }","duration":"1.861186642s","start":"2026-04-27T21:20:49.875978Z","end":"2026-04-27T21:20:51.737165Z","steps":["trace[714518825] 'process raft request' (duration: 1.861074529s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:20:51.737297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:20:49.87595Z","time spent":"1.861291794s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:20:51.948577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.094915ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T21:20:51.948721Z","caller":"traceutil/trace.go:171","msg":"trace[850215251] linearizableReadLoop","detail":"{readStateIndex:9409; appliedIndex:9406; }","duration":"2.005597988s","start":"2026-04-27T21:20:49.943109Z","end":"2026-04-27T21:20:51.948707Z","steps":["trace[850215251] 'read index received' (duration: 1.794009907s)","trace[850215251] 'applied index is now lower than readState.Index' (duration: 211.587321ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:20:51.948756Z","caller":"traceutil/trace.go:171","msg":"trace[563347372] transaction","detail":"{read_only:false; response_revision:9071; number_of_response:1; }","duration":"2.044645782s","start":"2026-04-27T21:20:49.904076Z","end":"2026-04-27T21:20:51.948722Z","steps":["trace[563347372] 'process raft request' (duration: 1.943339242s)","trace[563347372] 'compare' (duration: 101.003643ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:20:51.948892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:20:49.904054Z","time spent":"2.044767605s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:20:51.949006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.886701254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-27T21:20:51.949045Z","caller":"traceutil/trace.go:171","msg":"trace[1230615028] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:9072; }","duration":"1.886773805s","start":"2026-04-27T21:20:50.062256Z","end":"2026-04-27T21:20:51.94903Z","steps":["trace[1230615028] 'agreement among raft nodes before linearized reading' (duration: 1.886698413s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:20:51.94907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:20:50.06224Z","time spent":"1.886823037s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":20,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:20:51.949123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.521095342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-k99ft\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-27T21:20:51.949177Z","caller":"traceutil/trace.go:171","msg":"trace[1608556764] range","detail":"{range_begin:/registry/pods/openstack/keepalived-k99ft; range_end:; response_count:1; response_revision:9072; }","duration":"1.521186814s","start":"2026-04-27T21:20:50.427975Z","end":"2026-04-27T21:20:51.949162Z","steps":["trace[1608556764] 'agreement among raft nodes before linearized reading' (duration: 1.52101688s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:20:51.949219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:20:50.427954Z","time spent":"1.521255056s","remote":"127.0.0.1:39966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-k99ft\" "} {"level":"warn","ts":"2026-04-27T21:20:51.949252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.525923521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-27T21:20:51.949273Z","caller":"traceutil/trace.go:171","msg":"trace[577913899] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9072; }","duration":"1.525980561s","start":"2026-04-27T21:20:50.423286Z","end":"2026-04-27T21:20:51.949267Z","steps":["trace[577913899] 'agreement among raft nodes before linearized reading' (duration: 1.52592s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:20:51.949291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:20:50.42326Z","time spent":"1.526025593s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-27T21:20:51.949356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.527117526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-27T21:20:51.949386Z","caller":"traceutil/trace.go:171","msg":"trace[360017702] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9072; }","duration":"1.527165998s","start":"2026-04-27T21:20:50.422212Z","end":"2026-04-27T21:20:51.949378Z","steps":["trace[360017702] 'agreement among raft nodes before linearized reading' (duration: 1.527039615s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:20:51.949395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.534131814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T21:20:51.949409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:20:50.422203Z","time spent":"1.527201648s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-27T21:20:51.949415Z","caller":"traceutil/trace.go:171","msg":"trace[1608271274] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9072; }","duration":"1.534192085s","start":"2026-04-27T21:20:50.415216Z","end":"2026-04-27T21:20:51.949408Z","steps":["trace[1608271274] 'agreement among raft nodes before linearized reading' (duration: 1.534156574s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:20:51.949433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:20:50.415191Z","time spent":"1.534237637s","remote":"127.0.0.1:39786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T21:20:51.949463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.006364164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-04-27T21:20:51.949493Z","caller":"traceutil/trace.go:171","msg":"trace[898362659] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:9072; }","duration":"2.006433036s","start":"2026-04-27T21:20:49.94305Z","end":"2026-04-27T21:20:51.949483Z","steps":["trace[898362659] 'agreement among raft nodes before linearized reading' (duration: 2.006343194s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:20:51.949519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:20:49.943028Z","time spent":"2.006484837s","remote":"127.0.0.1:39944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1805,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"info","ts":"2026-04-27T21:20:51.948794Z","caller":"traceutil/trace.go:171","msg":"trace[1880433069] transaction","detail":"{read_only:false; response_revision:9072; number_of_response:1; }","duration":"2.044371257s","start":"2026-04-27T21:20:49.904415Z","end":"2026-04-27T21:20:51.948786Z","steps":["trace[1880433069] 'process raft request' (duration: 2.044251434s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:20:51.949609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.526459422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-27T21:20:51.949625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.861226383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-27T21:20:51.949634Z","caller":"traceutil/trace.go:171","msg":"trace[85456889] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9072; }","duration":"1.526496323s","start":"2026-04-27T21:20:50.42313Z","end":"2026-04-27T21:20:51.949627Z","steps":["trace[85456889] 'agreement among raft nodes before linearized reading' (duration: 1.526446592s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:20:51.949652Z","caller":"traceutil/trace.go:171","msg":"trace[961671089] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9072; }","duration":"1.861286623s","start":"2026-04-27T21:20:50.088358Z","end":"2026-04-27T21:20:51.949645Z","steps":["trace[961671089] 'agreement among raft nodes before linearized reading' (duration: 1.861168271s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:20:51.94966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:20:50.423028Z","time spent":"1.526626056s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-27T21:20:51.949671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:20:50.088336Z","time spent":"1.861330575s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-27T21:20:51.949732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:20:49.904391Z","time spent":"2.045233015s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:20:51.949848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.527329091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-27T21:20:51.949857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.771532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-cfcb9dfcc-g8xrt.18aa537689aed695\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-04-27T21:20:51.949875Z","caller":"traceutil/trace.go:171","msg":"trace[2060538663] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9072; }","duration":"1.527372092s","start":"2026-04-27T21:20:50.422495Z","end":"2026-04-27T21:20:51.949867Z","steps":["trace[2060538663] 'agreement among raft nodes before linearized reading' (duration: 1.527298001s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:20:51.949564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.52637005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-27T21:20:51.949894Z","caller":"traceutil/trace.go:171","msg":"trace[700831485] range","detail":"{range_begin:/registry/events/openstack/barbican-api-cfcb9dfcc-g8xrt.18aa537689aed695; range_end:; response_count:1; response_revision:9072; }","duration":"418.844394ms","start":"2026-04-27T21:20:51.531038Z","end":"2026-04-27T21:20:51.949882Z","steps":["trace[700831485] 'agreement among raft nodes before linearized reading' (duration: 418.732231ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:20:51.949905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:20:50.422488Z","time spent":"1.527411163s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-27T21:20:51.949914Z","caller":"traceutil/trace.go:171","msg":"trace[1570889725] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9072; }","duration":"1.526727968s","start":"2026-04-27T21:20:50.423177Z","end":"2026-04-27T21:20:51.949905Z","steps":["trace[1570889725] 'agreement among raft nodes before linearized reading' (duration: 1.526323869s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:20:51.949921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:20:51.531015Z","time spent":"418.899795ms","remote":"127.0.0.1:39864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1156,"request content":"key:\"/registry/events/openstack/barbican-api-cfcb9dfcc-g8xrt.18aa537689aed695\" "} {"level":"warn","ts":"2026-04-27T21:20:51.94994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:20:50.42317Z","time spent":"1.526760889s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-27T21:20:51.950112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.385982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.250\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-27T21:20:51.950134Z","caller":"traceutil/trace.go:171","msg":"trace[987675369] range","detail":"{range_begin:/registry/masterleases/199.204.45.250; range_end:; response_count:1; response_revision:9072; }","duration":"750.446853ms","start":"2026-04-27T21:20:51.199681Z","end":"2026-04-27T21:20:51.950127Z","steps":["trace[987675369] 'agreement among raft nodes before linearized reading' (duration: 750.383162ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:20:51.950161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:20:51.199651Z","time spent":"750.504616ms","remote":"127.0.0.1:39810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.250\" "} {"level":"warn","ts":"2026-04-27T21:20:51.950311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"864.429188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-04-27T21:20:51.950321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.309357517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:20:51.950384Z","caller":"traceutil/trace.go:171","msg":"trace[65431741] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9072; }","duration":"864.54125ms","start":"2026-04-27T21:20:51.085821Z","end":"2026-04-27T21:20:51.950363Z","steps":["trace[65431741] 'agreement among raft nodes before linearized reading' (duration: 864.323145ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:20:51.950437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:20:51.085798Z","time spent":"864.623573ms","remote":"127.0.0.1:39966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-27T21:20:51.950442Z","caller":"traceutil/trace.go:171","msg":"trace[583155915] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:9072; }","duration":"1.309556161s","start":"2026-04-27T21:20:50.640847Z","end":"2026-04-27T21:20:51.950403Z","steps":["trace[583155915] 'agreement among raft nodes before linearized reading' (duration: 1.309286345s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:20:51.950507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:20:50.640826Z","time spent":"1.309661874s","remote":"127.0.0.1:50648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"info","ts":"2026-04-27T21:20:52.237685Z","caller":"traceutil/trace.go:171","msg":"trace[1380603799] transaction","detail":"{read_only:false; response_revision:9074; number_of_response:1; }","duration":"283.040392ms","start":"2026-04-27T21:20:51.954619Z","end":"2026-04-27T21:20:52.23766Z","steps":["trace[1380603799] 'process raft request' (duration: 282.95555ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:20:52.23793Z","caller":"traceutil/trace.go:171","msg":"trace[1045156615] transaction","detail":"{read_only:false; response_revision:9073; number_of_response:1; }","duration":"285.815534ms","start":"2026-04-27T21:20:51.952072Z","end":"2026-04-27T21:20:52.237887Z","steps":["trace[1045156615] 'process raft request' (duration: 285.294323ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:20:52.238078Z","caller":"traceutil/trace.go:171","msg":"trace[1664611071] transaction","detail":"{read_only:false; response_revision:9075; number_of_response:1; }","duration":"283.41332ms","start":"2026-04-27T21:20:51.95465Z","end":"2026-04-27T21:20:52.238063Z","steps":["trace[1664611071] 'process raft request' (duration: 282.97689ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:20:52.238291Z","caller":"traceutil/trace.go:171","msg":"trace[514795395] transaction","detail":"{read_only:false; response_revision:9076; number_of_response:1; }","duration":"283.590804ms","start":"2026-04-27T21:20:51.95467Z","end":"2026-04-27T21:20:52.238261Z","steps":["trace[514795395] 'process raft request' (duration: 283.306728ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:20:52.238758Z","caller":"traceutil/trace.go:171","msg":"trace[1975875805] linearizableReadLoop","detail":"{readStateIndex:9411; appliedIndex:9410; }","duration":"284.186697ms","start":"2026-04-27T21:20:51.954561Z","end":"2026-04-27T21:20:52.238748Z","steps":["trace[1975875805] 'read index received' (duration: 89.536786ms)","trace[1975875805] 'applied index is now lower than readState.Index' (duration: 194.645761ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:20:52.238976Z","caller":"traceutil/trace.go:171","msg":"trace[1871283943] transaction","detail":"{read_only:false; response_revision:9077; number_of_response:1; }","duration":"284.172258ms","start":"2026-04-27T21:20:51.954795Z","end":"2026-04-27T21:20:52.238968Z","steps":["trace[1871283943] 'process raft request' (duration: 283.41225ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:20:52.239195Z","caller":"traceutil/trace.go:171","msg":"trace[1225038251] transaction","detail":"{read_only:false; response_revision:9079; number_of_response:1; }","duration":"284.341381ms","start":"2026-04-27T21:20:51.954817Z","end":"2026-04-27T21:20:52.239158Z","steps":["trace[1225038251] 'process raft request' (duration: 283.88796ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:20:52.239252Z","caller":"traceutil/trace.go:171","msg":"trace[450758327] transaction","detail":"{read_only:false; response_revision:9078; number_of_response:1; }","duration":"284.438994ms","start":"2026-04-27T21:20:51.954801Z","end":"2026-04-27T21:20:52.23924Z","steps":["trace[450758327] 'process raft request' (duration: 283.86777ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:20:52.239452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.863283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-1c7f35c6-bdaf-4ad2-9add-994ded2cc096\" ","response":"range_response_count:1 size:1275"} {"level":"info","ts":"2026-04-27T21:20:52.23954Z","caller":"traceutil/trace.go:171","msg":"trace[1565351603] range","detail":"{range_begin:/registry/persistentvolumes/pvc-1c7f35c6-bdaf-4ad2-9add-994ded2cc096; range_end:; response_count:1; response_revision:9079; }","duration":"284.959825ms","start":"2026-04-27T21:20:51.954556Z","end":"2026-04-27T21:20:52.239516Z","steps":["trace[1565351603] 'agreement among raft nodes before linearized reading' (duration: 284.70901ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:20:52.331674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.261044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:20:52.331751Z","caller":"traceutil/trace.go:171","msg":"trace[88138083] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9080; }","duration":"373.370336ms","start":"2026-04-27T21:20:51.958363Z","end":"2026-04-27T21:20:52.331734Z","steps":["trace[88138083] 'agreement among raft nodes before linearized reading' (duration: 373.218153ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:20:52.331789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:20:51.958354Z","time spent":"373.426297ms","remote":"127.0.0.1:39786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T21:20:52.331965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.051499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228538"} {"level":"info","ts":"2026-04-27T21:20:52.332005Z","caller":"traceutil/trace.go:171","msg":"trace[1016259666] transaction","detail":"{read_only:false; response_revision:9080; number_of_response:1; }","duration":"287.177965ms","start":"2026-04-27T21:20:52.044815Z","end":"2026-04-27T21:20:52.331993Z","steps":["trace[1016259666] 'process raft request' (duration: 286.619493ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:20:52.332028Z","caller":"traceutil/trace.go:171","msg":"trace[1674256535] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:9080; }","duration":"377.135481ms","start":"2026-04-27T21:20:51.95488Z","end":"2026-04-27T21:20:52.332015Z","steps":["trace[1674256535] 'agreement among raft nodes before linearized reading' (duration: 376.698861ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:20:52.332066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:20:51.954871Z","time spent":"377.185571ms","remote":"127.0.0.1:39966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228562,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-27T21:20:52.33232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.67421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-04-27T21:20:52.332355Z","caller":"traceutil/trace.go:171","msg":"trace[619803916] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9080; }","duration":"376.719272ms","start":"2026-04-27T21:20:51.955627Z","end":"2026-04-27T21:20:52.332346Z","steps":["trace[619803916] 'agreement among raft nodes before linearized reading' (duration: 376.63147ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:20:52.332381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:20:51.955622Z","time spent":"376.754122ms","remote":"127.0.0.1:39966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-27T21:20:56.612805Z","caller":"traceutil/trace.go:171","msg":"trace[340947475] linearizableReadLoop","detail":"{readStateIndex:9451; appliedIndex:9450; }","duration":"138.639167ms","start":"2026-04-27T21:20:56.474143Z","end":"2026-04-27T21:20:56.612782Z","steps":["trace[340947475] 'read index received' (duration: 88.524354ms)","trace[340947475] 'applied index is now lower than readState.Index' (duration: 50.113963ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:20:56.612966Z","caller":"traceutil/trace.go:171","msg":"trace[1180813949] transaction","detail":"{read_only:false; response_revision:9113; number_of_response:1; }","duration":"139.749881ms","start":"2026-04-27T21:20:56.473164Z","end":"2026-04-27T21:20:56.612914Z","steps":["trace[1180813949] 'process raft request' (duration: 89.492215ms)","trace[1180813949] 'compare' (duration: 50.015361ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:20:56.613021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.847602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-4dsfk\" ","response":"range_response_count:1 size:2803"} {"level":"info","ts":"2026-04-27T21:20:56.613242Z","caller":"traceutil/trace.go:171","msg":"trace[7991802] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-4dsfk; range_end:; response_count:1; response_revision:9113; }","duration":"139.019775ms","start":"2026-04-27T21:20:56.474129Z","end":"2026-04-27T21:20:56.613149Z","steps":["trace[7991802] 'agreement among raft nodes before linearized reading' (duration: 138.739449ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:20:57.895154Z","caller":"traceutil/trace.go:171","msg":"trace[504101350] transaction","detail":"{read_only:false; response_revision:9116; number_of_response:1; }","duration":"434.148758ms","start":"2026-04-27T21:20:57.460976Z","end":"2026-04-27T21:20:57.895125Z","steps":["trace[504101350] 'process raft request' (duration: 433.975044ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:20:57.895321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:20:57.460951Z","time spent":"434.286171ms","remote":"127.0.0.1:40020","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:20:57.895837Z","caller":"traceutil/trace.go:171","msg":"trace[413181845] linearizableReadLoop","detail":"{readStateIndex:9454; appliedIndex:9454; }","duration":"424.282678ms","start":"2026-04-27T21:20:57.471527Z","end":"2026-04-27T21:20:57.89581Z","steps":["trace[413181845] 'read index received' (duration: 424.271798ms)","trace[413181845] 'applied index is now lower than readState.Index' (duration: 8.45µs)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:20:57.896042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.511393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-04-27T21:20:57.89609Z","caller":"traceutil/trace.go:171","msg":"trace[1311431938] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9116; }","duration":"424.595115ms","start":"2026-04-27T21:20:57.471481Z","end":"2026-04-27T21:20:57.896076Z","steps":["trace[1311431938] 'agreement among raft nodes before linearized reading' (duration: 424.426281ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:20:57.896125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:20:57.47146Z","time spent":"424.658326ms","remote":"127.0.0.1:39966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-27T21:20:58.018811Z","caller":"traceutil/trace.go:171","msg":"trace[715679349] linearizableReadLoop","detail":"{readStateIndex:9457; appliedIndex:9454; }","duration":"122.872953ms","start":"2026-04-27T21:20:57.89591Z","end":"2026-04-27T21:20:58.018783Z","steps":["trace[715679349] 'read index received' (duration: 82.323904ms)","trace[715679349] 'applied index is now lower than readState.Index' (duration: 40.548189ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:20:58.018805Z","caller":"traceutil/trace.go:171","msg":"trace[1770543459] transaction","detail":"{read_only:false; response_revision:9117; number_of_response:1; }","duration":"308.83984ms","start":"2026-04-27T21:20:57.709912Z","end":"2026-04-27T21:20:58.018752Z","steps":["trace[1770543459] 'process raft request' (duration: 268.340862ms)","trace[1770543459] 'compare' (duration: 40.221872ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:20:58.0189Z","caller":"traceutil/trace.go:171","msg":"trace[1648983113] transaction","detail":"{read_only:false; response_revision:9119; number_of_response:1; }","duration":"262.774318ms","start":"2026-04-27T21:20:57.75606Z","end":"2026-04-27T21:20:58.018835Z","steps":["trace[1648983113] 'process raft request' (duration: 262.657146ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:20:58.019032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:20:57.70987Z","time spent":"309.085286ms","remote":"127.0.0.1:40114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":527,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-27T21:20:58.019029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.548648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-4dsfk\" ","response":"range_response_count:1 size:4650"} {"level":"warn","ts":"2026-04-27T21:20:58.019045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.164926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:20:58.019104Z","caller":"traceutil/trace.go:171","msg":"trace[1126236102] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-4dsfk; range_end:; response_count:1; response_revision:9119; }","duration":"272.693031ms","start":"2026-04-27T21:20:57.746391Z","end":"2026-04-27T21:20:58.019084Z","steps":["trace[1126236102] 'agreement among raft nodes before linearized reading' (duration: 272.419175ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:20:58.019122Z","caller":"traceutil/trace.go:171","msg":"trace[1954013203] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:9119; }","duration":"134.290529ms","start":"2026-04-27T21:20:57.884807Z","end":"2026-04-27T21:20:58.019098Z","steps":["trace[1954013203] 'agreement among raft nodes before linearized reading' (duration: 134.164156ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:20:58.019129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.957576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:20:58.019238Z","caller":"traceutil/trace.go:171","msg":"trace[1710528125] transaction","detail":"{read_only:false; response_revision:9118; number_of_response:1; }","duration":"272.358853ms","start":"2026-04-27T21:20:57.746862Z","end":"2026-04-27T21:20:58.019221Z","steps":["trace[1710528125] 'process raft request' (duration: 271.76343ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:20:58.019243Z","caller":"traceutil/trace.go:171","msg":"trace[1024260702] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:9119; }","duration":"360.255103ms","start":"2026-04-27T21:20:57.658963Z","end":"2026-04-27T21:20:58.019218Z","steps":["trace[1024260702] 'agreement among raft nodes before linearized reading' (duration: 360.044138ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:20:58.019331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:20:57.658924Z","time spent":"360.391095ms","remote":"127.0.0.1:52370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:20:58.019359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.348056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-27T21:20:58.019502Z","caller":"traceutil/trace.go:171","msg":"trace[570796528] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9119; }","duration":"544.537611ms","start":"2026-04-27T21:20:57.474925Z","end":"2026-04-27T21:20:58.019463Z","steps":["trace[570796528] 'agreement among raft nodes before linearized reading' (duration: 544.264095ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:20:58.019578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:20:57.474912Z","time spent":"544.648243ms","remote":"127.0.0.1:37958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:20:58.022768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.304532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-04-27T21:20:58.022812Z","caller":"traceutil/trace.go:171","msg":"trace[979391515] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9121; }","duration":"123.378704ms","start":"2026-04-27T21:20:57.899423Z","end":"2026-04-27T21:20:58.022802Z","steps":["trace[979391515] 'agreement among raft nodes before linearized reading' (duration: 123.271162ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:20:58.268988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.563816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rook-ceph-osd.18aa538aacd366d9\" ","response":"range_response_count:1 size:677"} {"level":"warn","ts":"2026-04-27T21:20:58.269274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.416352ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-27T21:20:58.269338Z","caller":"traceutil/trace.go:171","msg":"trace[793066461] transaction","detail":"{read_only:false; response_revision:9125; number_of_response:1; }","duration":"147.795451ms","start":"2026-04-27T21:20:58.121525Z","end":"2026-04-27T21:20:58.269321Z","steps":["trace[793066461] 'process raft request' (duration: 46.288477ms)","trace[793066461] 'compare' (duration: 101.056744ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:20:58.269661Z","caller":"traceutil/trace.go:171","msg":"trace[280148220] range","detail":"{range_begin:/registry/events/openstack/rook-ceph-osd.18aa538aacd366d9; range_end:; response_count:1; response_revision:9124; }","duration":"147.936424ms","start":"2026-04-27T21:20:58.121361Z","end":"2026-04-27T21:20:58.269297Z","steps":["trace[280148220] 'range keys from in-memory index tree' (duration: 147.120057ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:20:58.323382Z","caller":"traceutil/trace.go:171","msg":"trace[261319897] linearizableReadLoop","detail":"{readStateIndex:9464; appliedIndex:9463; }","duration":"129.557912ms","start":"2026-04-27T21:20:58.193791Z","end":"2026-04-27T21:20:58.323348Z","steps":["trace[261319897] 'read index received' (duration: 129.348918ms)","trace[261319897] 'applied index is now lower than readState.Index' (duration: 207.844µs)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:20:58.32361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.793929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:20:58.323649Z","caller":"traceutil/trace.go:171","msg":"trace[421162899] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9126; }","duration":"129.897751ms","start":"2026-04-27T21:20:58.19374Z","end":"2026-04-27T21:20:58.323638Z","steps":["trace[421162899] 'agreement among raft nodes before linearized reading' (duration: 129.756877ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:20:58.323695Z","caller":"traceutil/trace.go:171","msg":"trace[1817577297] transaction","detail":"{read_only:false; response_revision:9126; number_of_response:1; }","duration":"174.266335ms","start":"2026-04-27T21:20:58.149179Z","end":"2026-04-27T21:20:58.323446Z","steps":["trace[1817577297] 'process raft request' (duration: 173.999249ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:20:58.455815Z","caller":"traceutil/trace.go:171","msg":"trace[1590899066] transaction","detail":"{read_only:false; response_revision:9128; number_of_response:1; }","duration":"127.376874ms","start":"2026-04-27T21:20:58.328399Z","end":"2026-04-27T21:20:58.455776Z","steps":["trace[1590899066] 'process raft request' (duration: 127.016476ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:20:58.455859Z","caller":"traceutil/trace.go:171","msg":"trace[396809978] linearizableReadLoop","detail":"{readStateIndex:9468; appliedIndex:9465; }","duration":"117.978073ms","start":"2026-04-27T21:20:58.337843Z","end":"2026-04-27T21:20:58.455822Z","steps":["trace[396809978] 'read index received' (duration: 117.673317ms)","trace[396809978] 'applied index is now lower than readState.Index' (duration: 303.906µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:20:58.455906Z","caller":"traceutil/trace.go:171","msg":"trace[1380007166] transaction","detail":"{read_only:false; number_of_response:1; response_revision:9129; }","duration":"119.778144ms","start":"2026-04-27T21:20:58.336097Z","end":"2026-04-27T21:20:58.455875Z","steps":["trace[1380007166] 'process raft request' (duration: 119.678201ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:20:58.455993Z","caller":"traceutil/trace.go:171","msg":"trace[1499769700] transaction","detail":"{read_only:false; response_revision:9129; number_of_response:1; }","duration":"121.642046ms","start":"2026-04-27T21:20:58.334311Z","end":"2026-04-27T21:20:58.455953Z","steps":["trace[1499769700] 'process raft request' (duration: 121.37272ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:20:58.456067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.060982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:20:58.456145Z","caller":"traceutil/trace.go:171","msg":"trace[427824003] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9129; }","duration":"129.221845ms","start":"2026-04-27T21:20:58.326904Z","end":"2026-04-27T21:20:58.456126Z","steps":["trace[427824003] 'agreement among raft nodes before linearized reading' (duration: 129.066552ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:20:58.456161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.648847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/ingress-nginx/ingress-nginx-controller-5v4xr.18aa52aca409b91f\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-04-27T21:20:58.456238Z","caller":"traceutil/trace.go:171","msg":"trace[217971850] range","detail":"{range_begin:/registry/events/ingress-nginx/ingress-nginx-controller-5v4xr.18aa52aca409b91f; range_end:; response_count:1; response_revision:9129; }","duration":"130.77632ms","start":"2026-04-27T21:20:58.325439Z","end":"2026-04-27T21:20:58.456216Z","steps":["trace[217971850] 'agreement among raft nodes before linearized reading' (duration: 130.558185ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:20:58.605579Z","caller":"traceutil/trace.go:171","msg":"trace[1370014567] linearizableReadLoop","detail":"{readStateIndex:9475; appliedIndex:9468; }","duration":"149.610722ms","start":"2026-04-27T21:20:58.455948Z","end":"2026-04-27T21:20:58.605559Z","steps":["trace[1370014567] 'read index received' (duration: 97.73661ms)","trace[1370014567] 'applied index is now lower than readState.Index' (duration: 51.873302ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:20:58.605762Z","caller":"traceutil/trace.go:171","msg":"trace[1054863408] transaction","detail":"{read_only:false; response_revision:9134; number_of_response:1; }","duration":"261.013878ms","start":"2026-04-27T21:20:58.34473Z","end":"2026-04-27T21:20:58.605744Z","steps":["trace[1054863408] 'process raft request' (duration: 260.752622ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:20:58.605855Z","caller":"traceutil/trace.go:171","msg":"trace[1807604493] transaction","detail":"{read_only:false; response_revision:9131; number_of_response:1; }","duration":"261.288644ms","start":"2026-04-27T21:20:58.34454Z","end":"2026-04-27T21:20:58.605829Z","steps":["trace[1807604493] 'process raft request' (duration: 260.863294ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:20:58.605902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.785666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5146"} {"level":"info","ts":"2026-04-27T21:20:58.605938Z","caller":"traceutil/trace.go:171","msg":"trace[130916470] transaction","detail":"{read_only:false; response_revision:9136; number_of_response:1; }","duration":"154.762327ms","start":"2026-04-27T21:20:58.451127Z","end":"2026-04-27T21:20:58.605889Z","steps":["trace[130916470] 'process raft request' (duration: 154.400029ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:20:58.605989Z","caller":"traceutil/trace.go:171","msg":"trace[2011153008] transaction","detail":"{read_only:false; response_revision:9130; number_of_response:1; }","duration":"261.479248ms","start":"2026-04-27T21:20:58.344496Z","end":"2026-04-27T21:20:58.605975Z","steps":["trace[2011153008] 'process raft request' (duration: 209.164697ms)","trace[2011153008] 'compare' (duration: 51.622896ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:20:58.606018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.131523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:20:58.605977Z","caller":"traceutil/trace.go:171","msg":"trace[686009300] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:9136; }","duration":"178.917638ms","start":"2026-04-27T21:20:58.427038Z","end":"2026-04-27T21:20:58.605956Z","steps":["trace[686009300] 'agreement among raft nodes before linearized reading' (duration: 178.690623ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:20:58.606107Z","caller":"traceutil/trace.go:171","msg":"trace[784794155] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9136; }","duration":"191.313806ms","start":"2026-04-27T21:20:58.414779Z","end":"2026-04-27T21:20:58.606093Z","steps":["trace[784794155] 'agreement among raft nodes before linearized reading' (duration: 191.135363ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:20:58.605928Z","caller":"traceutil/trace.go:171","msg":"trace[1378089004] transaction","detail":"{read_only:false; response_revision:9132; number_of_response:1; }","duration":"261.308914ms","start":"2026-04-27T21:20:58.344586Z","end":"2026-04-27T21:20:58.605895Z","steps":["trace[1378089004] 'process raft request' (duration: 260.849004ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:20:58.605989Z","caller":"traceutil/trace.go:171","msg":"trace[1135795199] transaction","detail":"{read_only:false; response_revision:9133; number_of_response:1; }","duration":"261.249253ms","start":"2026-04-27T21:20:58.344695Z","end":"2026-04-27T21:20:58.605944Z","steps":["trace[1135795199] 'process raft request' (duration: 260.762712ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:20:58.606333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.830793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-k99ft\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-27T21:20:58.606387Z","caller":"traceutil/trace.go:171","msg":"trace[1237132630] range","detail":"{range_begin:/registry/pods/openstack/keepalived-k99ft; range_end:; response_count:1; response_revision:9136; }","duration":"243.936655ms","start":"2026-04-27T21:20:58.362438Z","end":"2026-04-27T21:20:58.606374Z","steps":["trace[1237132630] 'agreement among raft nodes before linearized reading' (duration: 243.542016ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:20:58.606266Z","caller":"traceutil/trace.go:171","msg":"trace[779867673] transaction","detail":"{read_only:false; response_revision:9135; number_of_response:1; }","duration":"261.005198ms","start":"2026-04-27T21:20:58.344827Z","end":"2026-04-27T21:20:58.605832Z","steps":["trace[779867673] 'process raft request' (duration: 260.67741ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:20:58.642782Z","caller":"traceutil/trace.go:171","msg":"trace[1317595393] transaction","detail":"{read_only:false; response_revision:9137; number_of_response:1; }","duration":"183.682915ms","start":"2026-04-27T21:20:58.459075Z","end":"2026-04-27T21:20:58.642758Z","steps":["trace[1317595393] 'process raft request' (duration: 183.400919ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:20:58.643313Z","caller":"traceutil/trace.go:171","msg":"trace[493582862] transaction","detail":"{read_only:false; response_revision:9138; number_of_response:1; }","duration":"181.62732ms","start":"2026-04-27T21:20:58.461672Z","end":"2026-04-27T21:20:58.643299Z","steps":["trace[493582862] 'process raft request' (duration: 180.908783ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:20:58.643758Z","caller":"traceutil/trace.go:171","msg":"trace[1897452456] transaction","detail":"{read_only:false; response_revision:9139; number_of_response:1; }","duration":"173.126439ms","start":"2026-04-27T21:20:58.470618Z","end":"2026-04-27T21:20:58.643745Z","steps":["trace[1897452456] 'process raft request' (duration: 172.010273ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:20:58.644129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.154353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-04-27T21:20:58.644259Z","caller":"traceutil/trace.go:171","msg":"trace[1257201147] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9140; }","duration":"183.338827ms","start":"2026-04-27T21:20:58.460888Z","end":"2026-04-27T21:20:58.644227Z","steps":["trace[1257201147] 'agreement among raft nodes before linearized reading' (duration: 182.934989ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:20:58.644293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.181023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-27T21:20:58.644358Z","caller":"traceutil/trace.go:171","msg":"trace[1652506283] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:9140; }","duration":"112.304336ms","start":"2026-04-27T21:20:58.532037Z","end":"2026-04-27T21:20:58.644341Z","steps":["trace[1652506283] 'agreement among raft nodes before linearized reading' (duration: 112.180143ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:20:58.761348Z","caller":"traceutil/trace.go:171","msg":"trace[1838944002] linearizableReadLoop","detail":"{readStateIndex:9480; appliedIndex:9479; }","duration":"118.583407ms","start":"2026-04-27T21:20:58.642735Z","end":"2026-04-27T21:20:58.761318Z","steps":["trace[1838944002] 'read index received' (duration: 78.5717ms)","trace[1838944002] 'applied index is now lower than readState.Index' (duration: 40.010257ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:20:58.761644Z","caller":"traceutil/trace.go:171","msg":"trace[430651217] transaction","detail":"{read_only:false; response_revision:9141; number_of_response:1; }","duration":"140.1331ms","start":"2026-04-27T21:20:58.621491Z","end":"2026-04-27T21:20:58.761624Z","steps":["trace[430651217] 'process raft request' (duration: 99.646922ms)","trace[430651217] 'compare' (duration: 40.043298ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:20:58.761999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.141999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228453"} {"level":"info","ts":"2026-04-27T21:20:58.762048Z","caller":"traceutil/trace.go:171","msg":"trace[1625395764] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:9141; }","duration":"148.217091ms","start":"2026-04-27T21:20:58.613817Z","end":"2026-04-27T21:20:58.762034Z","steps":["trace[1625395764] 'agreement among raft nodes before linearized reading' (duration: 147.893714ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:20:58.761664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.359409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:20:58.766853Z","caller":"traceutil/trace.go:171","msg":"trace[1263734368] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9141; }","duration":"159.588076ms","start":"2026-04-27T21:20:58.607247Z","end":"2026-04-27T21:20:58.766835Z","steps":["trace[1263734368] 'agreement among raft nodes before linearized reading' (duration: 154.286127ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:20:59.255208Z","caller":"traceutil/trace.go:171","msg":"trace[702305272] linearizableReadLoop","detail":"{readStateIndex:9481; appliedIndex:9480; }","duration":"493.63416ms","start":"2026-04-27T21:20:58.761542Z","end":"2026-04-27T21:20:59.255176Z","steps":["trace[702305272] 'read index received' (duration: 464.297994ms)","trace[702305272] 'applied index is now lower than readState.Index' (duration: 29.334706ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:20:59.255379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.717293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/rook-ceph-rgw-ceph-certs\" ","response":"range_response_count:1 size:2363"} {"level":"info","ts":"2026-04-27T21:20:59.256246Z","caller":"traceutil/trace.go:171","msg":"trace[1306379053] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/rook-ceph-rgw-ceph-certs; range_end:; response_count:1; response_revision:9142; }","duration":"598.581972ms","start":"2026-04-27T21:20:58.65764Z","end":"2026-04-27T21:20:59.256222Z","steps":["trace[1306379053] 'agreement among raft nodes before linearized reading' (duration: 597.59013ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:20:59.25549Z","caller":"traceutil/trace.go:171","msg":"trace[1293231747] transaction","detail":"{read_only:false; response_revision:9142; number_of_response:1; }","duration":"601.845225ms","start":"2026-04-27T21:20:58.653633Z","end":"2026-04-27T21:20:59.255479Z","steps":["trace[1293231747] 'process raft request' (duration: 572.273403ms)","trace[1293231747] 'compare' (duration: 29.054301ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:20:59.256459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:20:58.657587Z","time spent":"598.814357ms","remote":"127.0.0.1:56684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":2387,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/rook-ceph-rgw-ceph-certs\" "} {"level":"warn","ts":"2026-04-27T21:20:59.256599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:20:58.653623Z","time spent":"602.895979ms","remote":"127.0.0.1:39864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":815,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-27T21:20:59.255573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.041114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-04-27T21:20:59.256773Z","caller":"traceutil/trace.go:171","msg":"trace[1951488300] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:9142; }","duration":"605.245781ms","start":"2026-04-27T21:20:58.65151Z","end":"2026-04-27T21:20:59.256756Z","steps":["trace[1951488300] 'agreement among raft nodes before linearized reading' (duration: 604.000843ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:20:59.25682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:20:58.651505Z","time spent":"605.299572ms","remote":"127.0.0.1:40192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1148,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"warn","ts":"2026-04-27T21:20:59.255627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.793371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-04-27T21:20:59.25692Z","caller":"traceutil/trace.go:171","msg":"trace[1456677547] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:9142; }","duration":"606.105262ms","start":"2026-04-27T21:20:58.650798Z","end":"2026-04-27T21:20:59.256903Z","steps":["trace[1456677547] 'agreement among raft nodes before linearized reading' (duration: 604.795192ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:20:59.256975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:20:58.650786Z","time spent":"606.174513ms","remote":"127.0.0.1:40192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1148,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"warn","ts":"2026-04-27T21:20:59.255687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.811534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19383"} {"level":"info","ts":"2026-04-27T21:20:59.257074Z","caller":"traceutil/trace.go:171","msg":"trace[170902784] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:9142; }","duration":"607.200956ms","start":"2026-04-27T21:20:58.649841Z","end":"2026-04-27T21:20:59.257042Z","steps":["trace[170902784] 'agreement among raft nodes before linearized reading' (duration: 605.801954ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:20:59.257358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:20:58.649828Z","time spent":"607.497402ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19407,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-27T21:20:59.297834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.586496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:20:59.298613Z","caller":"traceutil/trace.go:171","msg":"trace[86687234] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:9142; }","duration":"476.411706ms","start":"2026-04-27T21:20:58.822181Z","end":"2026-04-27T21:20:59.298593Z","steps":["trace[86687234] 'agreement among raft nodes before linearized reading' (duration: 475.579887ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:20:59.298748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:20:58.822165Z","time spent":"476.562169ms","remote":"127.0.0.1:42844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:20:59.298252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.971335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:20:59.299074Z","caller":"traceutil/trace.go:171","msg":"trace[94941731] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:9142; }","duration":"522.784894ms","start":"2026-04-27T21:20:58.776207Z","end":"2026-04-27T21:20:59.298992Z","steps":["trace[94941731] 'agreement among raft nodes before linearized reading' (duration: 521.933714ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:20:59.299235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:20:58.776201Z","time spent":"522.965259ms","remote":"127.0.0.1:42664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:20:59.298432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.666383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-config-override\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-04-27T21:20:59.2996Z","caller":"traceutil/trace.go:171","msg":"trace[1150064149] range","detail":"{range_begin:/registry/configmaps/openstack/rook-config-override; range_end:; response_count:1; response_revision:9142; }","duration":"528.85878ms","start":"2026-04-27T21:20:58.770726Z","end":"2026-04-27T21:20:59.299585Z","steps":["trace[1150064149] 'agreement among raft nodes before linearized reading' (duration: 527.279584ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:20:59.299681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:20:58.770715Z","time spent":"528.949393ms","remote":"127.0.0.1:39882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":650,"request content":"key:\"/registry/configmaps/openstack/rook-config-override\" "} {"level":"warn","ts":"2026-04-27T21:20:59.298529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.272179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-04-27T21:20:59.299935Z","caller":"traceutil/trace.go:171","msg":"trace[1963613149] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:9142; }","duration":"501.694911ms","start":"2026-04-27T21:20:58.798226Z","end":"2026-04-27T21:20:59.299921Z","steps":["trace[1963613149] 'agreement among raft nodes before linearized reading' (duration: 499.792548ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:20:59.300017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:20:58.798215Z","time spent":"501.788873ms","remote":"127.0.0.1:39882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-04-27T21:20:59.502795Z","caller":"traceutil/trace.go:171","msg":"trace[866727062] linearizableReadLoop","detail":"{readStateIndex:9485; appliedIndex:9484; }","duration":"143.188269ms","start":"2026-04-27T21:20:59.35958Z","end":"2026-04-27T21:20:59.502768Z","steps":["trace[866727062] 'read index received' (duration: 142.999915ms)","trace[866727062] 'applied index is now lower than readState.Index' (duration: 187.264µs)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:20:59.503074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.476226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-ceph-config\" ","response":"range_response_count:1 size:598"} {"level":"info","ts":"2026-04-27T21:20:59.50316Z","caller":"traceutil/trace.go:171","msg":"trace[630596571] range","detail":"{range_begin:/registry/secrets/openstack/rook-ceph-config; range_end:; response_count:1; response_revision:9145; }","duration":"143.619709ms","start":"2026-04-27T21:20:59.359524Z","end":"2026-04-27T21:20:59.503144Z","steps":["trace[630596571] 'agreement among raft nodes before linearized reading' (duration: 143.2729ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:20:59.503328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.710711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-04-27T21:20:59.503446Z","caller":"traceutil/trace.go:171","msg":"trace[11604493] transaction","detail":"{read_only:false; response_revision:9145; number_of_response:1; }","duration":"167.032933ms","start":"2026-04-27T21:20:59.336394Z","end":"2026-04-27T21:20:59.503427Z","steps":["trace[11604493] 'process raft request' (duration: 166.196614ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:20:59.503513Z","caller":"traceutil/trace.go:171","msg":"trace[714733714] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:9145; }","duration":"143.860474ms","start":"2026-04-27T21:20:59.359569Z","end":"2026-04-27T21:20:59.50343Z","steps":["trace[714733714] 'agreement among raft nodes before linearized reading' (duration: 143.337922ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:20:59.905864Z","caller":"traceutil/trace.go:171","msg":"trace[445197731] transaction","detail":"{read_only:false; response_revision:9146; number_of_response:1; }","duration":"397.67195ms","start":"2026-04-27T21:20:59.50817Z","end":"2026-04-27T21:20:59.905842Z","steps":["trace[445197731] 'process raft request' (duration: 397.531317ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:20:59.905984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:20:59.508143Z","time spent":"397.784613ms","remote":"127.0.0.1:39864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":856,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-27T21:21:00.133596Z","caller":"traceutil/trace.go:171","msg":"trace[1753654565] transaction","detail":"{read_only:false; response_revision:9147; number_of_response:1; }","duration":"624.999023ms","start":"2026-04-27T21:20:59.508564Z","end":"2026-04-27T21:21:00.133563Z","steps":["trace[1753654565] 'process raft request' (duration: 568.231791ms)","trace[1753654565] 'compare' (duration: 56.384832ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:21:00.133733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:20:59.508554Z","time spent":"625.111556ms","remote":"127.0.0.1:39864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":838,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-27T21:21:00.13379Z","caller":"traceutil/trace.go:171","msg":"trace[1649607165] transaction","detail":"{read_only:false; response_revision:9148; number_of_response:1; }","duration":"624.781839ms","start":"2026-04-27T21:20:59.508821Z","end":"2026-04-27T21:21:00.133602Z","steps":["trace[1649607165] 'process raft request' (duration: 624.653666ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:21:00.133829Z","caller":"traceutil/trace.go:171","msg":"trace[1446814789] linearizableReadLoop","detail":"{readStateIndex:9491; appliedIndex:9485; }","duration":"620.424911ms","start":"2026-04-27T21:20:59.513377Z","end":"2026-04-27T21:21:00.133802Z","steps":["trace[1446814789] 'read index received' (duration: 392.31571ms)","trace[1446814789] 'applied index is now lower than readState.Index' (duration: 228.107151ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:21:00.133888Z","caller":"traceutil/trace.go:171","msg":"trace[825953435] transaction","detail":"{read_only:false; response_revision:9149; number_of_response:1; }","duration":"624.766519ms","start":"2026-04-27T21:20:59.509103Z","end":"2026-04-27T21:21:00.133869Z","steps":["trace[825953435] 'process raft request' (duration: 624.445582ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:21:00.133892Z","caller":"traceutil/trace.go:171","msg":"trace[404772865] transaction","detail":"{read_only:false; response_revision:9151; number_of_response:1; }","duration":"624.009931ms","start":"2026-04-27T21:20:59.509844Z","end":"2026-04-27T21:21:00.133854Z","steps":["trace[404772865] 'process raft request' (duration: 623.770536ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:21:00.133917Z","caller":"traceutil/trace.go:171","msg":"trace[1761346542] transaction","detail":"{read_only:false; response_revision:9152; number_of_response:1; }","duration":"604.871472ms","start":"2026-04-27T21:20:59.529017Z","end":"2026-04-27T21:21:00.133889Z","steps":["trace[1761346542] 'process raft request' (duration: 604.636637ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:21:00.133972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:20:59.509091Z","time spent":"624.84154ms","remote":"127.0.0.1:39864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":832,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-27T21:21:00.134012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:20:59.509825Z","time spent":"624.139515ms","remote":"127.0.0.1:39864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":841,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-27T21:21:00.13401Z","caller":"traceutil/trace.go:171","msg":"trace[1149855881] transaction","detail":"{read_only:false; response_revision:9150; number_of_response:1; }","duration":"624.260168ms","start":"2026-04-27T21:20:59.509738Z","end":"2026-04-27T21:21:00.133998Z","steps":["trace[1149855881] 'process raft request' (duration: 623.846248ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:21:00.134083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:20:59.509728Z","time spent":"624.327889ms","remote":"127.0.0.1:39864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":844,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-27T21:21:00.133926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:20:59.508812Z","time spent":"625.054155ms","remote":"127.0.0.1:39864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":815,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-27T21:21:00.134056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:20:59.529005Z","time spent":"604.980085ms","remote":"127.0.0.1:56704","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3817,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:21:00.135022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.619817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2212891"} {"level":"info","ts":"2026-04-27T21:21:00.135083Z","caller":"traceutil/trace.go:171","msg":"trace[1124101484] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:9152; }","duration":"621.72782ms","start":"2026-04-27T21:20:59.51334Z","end":"2026-04-27T21:21:00.135068Z","steps":["trace[1124101484] 'agreement among raft nodes before linearized reading' (duration: 620.574095ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:21:00.135128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:20:59.513329Z","time spent":"621.787691ms","remote":"127.0.0.1:39882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2212915,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-04-27T21:21:00.185783Z","caller":"traceutil/trace.go:171","msg":"trace[1893520766] transaction","detail":"{read_only:false; response_revision:9155; number_of_response:1; }","duration":"156.420355ms","start":"2026-04-27T21:21:00.029346Z","end":"2026-04-27T21:21:00.185766Z","steps":["trace[1893520766] 'process raft request' (duration: 156.362494ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:21:00.186025Z","caller":"traceutil/trace.go:171","msg":"trace[2010322727] transaction","detail":"{read_only:false; response_revision:9154; number_of_response:1; }","duration":"158.391669ms","start":"2026-04-27T21:21:00.027617Z","end":"2026-04-27T21:21:00.186008Z","steps":["trace[2010322727] 'process raft request' (duration: 158.053871ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:21:00.186013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.64387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:21:00.186091Z","caller":"traceutil/trace.go:171","msg":"trace[2056009956] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:9155; }","duration":"260.772363ms","start":"2026-04-27T21:20:59.925298Z","end":"2026-04-27T21:21:00.18607Z","steps":["trace[2056009956] 'agreement among raft nodes before linearized reading' (duration: 260.612709ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:21:00.185982Z","caller":"traceutil/trace.go:171","msg":"trace[1621621294] transaction","detail":"{read_only:false; response_revision:9153; number_of_response:1; }","duration":"159.547385ms","start":"2026-04-27T21:21:00.026282Z","end":"2026-04-27T21:21:00.185829Z","steps":["trace[1621621294] 'process raft request' (duration: 159.281169ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:21:00.186389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.865974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:21:00.18648Z","caller":"traceutil/trace.go:171","msg":"trace[2015649352] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:9155; }","duration":"614.027699ms","start":"2026-04-27T21:20:59.572438Z","end":"2026-04-27T21:21:00.186465Z","steps":["trace[2015649352] 'agreement among raft nodes before linearized reading' (duration: 613.878294ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:21:00.186546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:20:59.572419Z","time spent":"614.112851ms","remote":"127.0.0.1:37716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:21:00.186516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.815083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-04-27T21:21:00.186661Z","caller":"traceutil/trace.go:171","msg":"trace[385545985] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:9155; }","duration":"671.995026ms","start":"2026-04-27T21:20:59.514643Z","end":"2026-04-27T21:21:00.186638Z","steps":["trace[385545985] 'agreement among raft nodes before linearized reading' (duration: 671.639208ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:21:00.186718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:20:59.514633Z","time spent":"672.071229ms","remote":"127.0.0.1:39874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":1,"response size":674,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" "} {"level":"info","ts":"2026-04-27T21:21:00.582348Z","caller":"traceutil/trace.go:171","msg":"trace[1496668412] linearizableReadLoop","detail":"{readStateIndex:9498; appliedIndex:9495; }","duration":"396.443343ms","start":"2026-04-27T21:21:00.185887Z","end":"2026-04-27T21:21:00.582331Z","steps":["trace[1496668412] 'read index received' (duration: 396.271189ms)","trace[1496668412] 'applied index is now lower than readState.Index' (duration: 171.274µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:21:00.582391Z","caller":"traceutil/trace.go:171","msg":"trace[2096888075] transaction","detail":"{read_only:false; response_revision:9157; number_of_response:1; }","duration":"442.25497ms","start":"2026-04-27T21:21:00.140103Z","end":"2026-04-27T21:21:00.582358Z","steps":["trace[2096888075] 'process raft request' (duration: 442.158798ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:21:00.582478Z","caller":"traceutil/trace.go:171","msg":"trace[2124990643] transaction","detail":"{read_only:false; response_revision:9158; number_of_response:1; }","duration":"433.825651ms","start":"2026-04-27T21:21:00.148613Z","end":"2026-04-27T21:21:00.582439Z","steps":["trace[2124990643] 'process raft request' (duration: 433.669377ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:21:00.58254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.256732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T21:21:00.582535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:21:00.1401Z","time spent":"442.364952ms","remote":"127.0.0.1:39864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-27T21:21:00.582559Z","caller":"traceutil/trace.go:171","msg":"trace[1715157787] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:9158; }","duration":"389.307183ms","start":"2026-04-27T21:21:00.193245Z","end":"2026-04-27T21:21:00.582552Z","steps":["trace[1715157787] 'agreement among raft nodes before linearized reading' (duration: 389.284843ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:21:00.582579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:21:00.193226Z","time spent":"389.349074ms","remote":"127.0.0.1:39874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":0,"response size":29,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" "} {"level":"warn","ts":"2026-04-27T21:21:00.582616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:21:00.14859Z","time spent":"433.955434ms","remote":"127.0.0.1:56704","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6362,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:21:00.582512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.475065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-04-27T21:21:00.582693Z","caller":"traceutil/trace.go:171","msg":"trace[11540260] transaction","detail":"{read_only:false; response_revision:9156; number_of_response:1; }","duration":"442.612508ms","start":"2026-04-27T21:21:00.140059Z","end":"2026-04-27T21:21:00.582671Z","steps":["trace[11540260] 'process raft request' (duration: 442.077406ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:21:00.58278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:21:00.140046Z","time spent":"442.688279ms","remote":"127.0.0.1:39864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":824,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-27T21:21:00.582798Z","caller":"traceutil/trace.go:171","msg":"trace[1468108216] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:9158; }","duration":"421.75257ms","start":"2026-04-27T21:21:00.160988Z","end":"2026-04-27T21:21:00.58274Z","steps":["trace[1468108216] 'agreement among raft nodes before linearized reading' (duration: 421.438633ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:21:00.582928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.943485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T21:21:00.582946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:21:00.160965Z","time spent":"421.945725ms","remote":"127.0.0.1:39874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1845,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"info","ts":"2026-04-27T21:21:00.582999Z","caller":"traceutil/trace.go:171","msg":"trace[1377144741] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9158; }","duration":"169.082838ms","start":"2026-04-27T21:21:00.413889Z","end":"2026-04-27T21:21:00.582972Z","steps":["trace[1377144741] 'agreement among raft nodes before linearized reading' (duration: 168.871774ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:21:01.093175Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185919323872141,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-27T21:21:01.217777Z","caller":"traceutil/trace.go:171","msg":"trace[48381512] linearizableReadLoop","detail":"{readStateIndex:9499; appliedIndex:9498; }","duration":"624.965933ms","start":"2026-04-27T21:21:00.592786Z","end":"2026-04-27T21:21:01.217752Z","steps":["trace[48381512] 'read index received' (duration: 624.746209ms)","trace[48381512] 'applied index is now lower than readState.Index' (duration: 218.694µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:21:01.21786Z","caller":"traceutil/trace.go:171","msg":"trace[603881551] transaction","detail":"{read_only:false; response_revision:9159; number_of_response:1; }","duration":"625.823473ms","start":"2026-04-27T21:21:00.59198Z","end":"2026-04-27T21:21:01.217804Z","steps":["trace[603881551] 'process raft request' (duration: 625.618708ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:21:01.218081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:21:00.591954Z","time spent":"625.988927ms","remote":"127.0.0.1:39874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4347,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:21:01.218093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.28241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-04-27T21:21:01.218165Z","caller":"traceutil/trace.go:171","msg":"trace[752328966] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:9159; }","duration":"625.377002ms","start":"2026-04-27T21:21:00.592767Z","end":"2026-04-27T21:21:01.218144Z","steps":["trace[752328966] 'agreement among raft nodes before linearized reading' (duration: 625.128767ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:21:01.218213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.408565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"warn","ts":"2026-04-27T21:21:01.218229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.415246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"warn","ts":"2026-04-27T21:21:01.218226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.295804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-k99ft\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-27T21:21:01.218267Z","caller":"traceutil/trace.go:171","msg":"trace[1326299939] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:9159; }","duration":"505.508577ms","start":"2026-04-27T21:21:00.712742Z","end":"2026-04-27T21:21:01.21825Z","steps":["trace[1326299939] 'agreement among raft nodes before linearized reading' (duration: 505.382835ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:21:01.218314Z","caller":"traceutil/trace.go:171","msg":"trace[699595193] range","detail":"{range_begin:/registry/pods/openstack/keepalived-k99ft; range_end:; response_count:1; response_revision:9159; }","duration":"448.435727ms","start":"2026-04-27T21:21:00.769854Z","end":"2026-04-27T21:21:01.21829Z","steps":["trace[699595193] 'agreement among raft nodes before linearized reading' (duration: 448.145661ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:21:01.218338Z","caller":"traceutil/trace.go:171","msg":"trace[359112391] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:9159; }","duration":"609.541728ms","start":"2026-04-27T21:21:00.608735Z","end":"2026-04-27T21:21:01.218276Z","steps":["trace[359112391] 'agreement among raft nodes before linearized reading' (duration: 609.200271ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:21:01.218402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.990131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-27T21:21:01.218455Z","caller":"traceutil/trace.go:171","msg":"trace[1850986210] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9159; }","duration":"607.063353ms","start":"2026-04-27T21:21:00.611376Z","end":"2026-04-27T21:21:01.218439Z","steps":["trace[1850986210] 'agreement among raft nodes before linearized reading' (duration: 606.868798ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:21:01.21838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:21:00.769831Z","time spent":"448.54046ms","remote":"127.0.0.1:39966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-k99ft\" "} {"level":"warn","ts":"2026-04-27T21:21:01.218423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.798129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-04-27T21:21:01.218508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:21:00.611363Z","time spent":"607.133384ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-27T21:21:01.218489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.938751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-27T21:21:01.218581Z","caller":"traceutil/trace.go:171","msg":"trace[694421685] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9159; }","duration":"608.067004ms","start":"2026-04-27T21:21:00.610493Z","end":"2026-04-27T21:21:01.21856Z","steps":["trace[694421685] 'agreement among raft nodes before linearized reading' (duration: 607.829049ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:21:01.218643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:21:00.610477Z","time spent":"608.153086ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-27T21:21:01.218213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:21:00.592757Z","time spent":"625.442283ms","remote":"127.0.0.1:39874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":1,"response size":732,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" "} {"level":"warn","ts":"2026-04-27T21:21:01.218663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.007533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-27T21:21:01.218841Z","caller":"traceutil/trace.go:171","msg":"trace[835637031] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9159; }","duration":"608.232558ms","start":"2026-04-27T21:21:00.610587Z","end":"2026-04-27T21:21:01.218819Z","steps":["trace[835637031] 'agreement among raft nodes before linearized reading' (duration: 607.522242ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:21:01.218933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:21:00.610583Z","time spent":"608.33344ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-27T21:21:01.218575Z","caller":"traceutil/trace.go:171","msg":"trace[1683250439] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9159; }","duration":"607.975333ms","start":"2026-04-27T21:21:00.610558Z","end":"2026-04-27T21:21:01.218534Z","steps":["trace[1683250439] 'agreement among raft nodes before linearized reading' (duration: 607.555593ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:21:01.219054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:21:00.610554Z","time spent":"608.480174ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-27T21:21:01.218302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:21:00.712721Z","time spent":"505.574388ms","remote":"127.0.0.1:39882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-27T21:21:01.218093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.584961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-27T21:21:01.219291Z","caller":"traceutil/trace.go:171","msg":"trace[1519982629] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9159; }","duration":"607.813289ms","start":"2026-04-27T21:21:00.611459Z","end":"2026-04-27T21:21:01.219272Z","steps":["trace[1519982629] 'agreement among raft nodes before linearized reading' (duration: 606.49906ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:21:01.219414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:21:00.611441Z","time spent":"607.939121ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-27T21:21:01.219299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.700637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-27T21:21:01.219594Z","caller":"traceutil/trace.go:171","msg":"trace[91705612] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9159; }","duration":"608.021744ms","start":"2026-04-27T21:21:00.611549Z","end":"2026-04-27T21:21:01.219571Z","steps":["trace[91705612] 'agreement among raft nodes before linearized reading' (duration: 606.606942ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:21:01.219593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:21:00.608727Z","time spent":"610.837986ms","remote":"127.0.0.1:39874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3589,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-04-27T21:21:01.219666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:21:00.611526Z","time spent":"608.120425ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-27T21:21:01.365885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.570994ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-04-27T21:21:01.365994Z","caller":"traceutil/trace.go:171","msg":"trace[327620548] linearizableReadLoop","detail":"{readStateIndex:9500; appliedIndex:9499; }","duration":"143.407844ms","start":"2026-04-27T21:21:01.222565Z","end":"2026-04-27T21:21:01.365973Z","steps":["trace[327620548] 'read index received' (duration: 38.753658ms)","trace[327620548] 'applied index is now lower than readState.Index' (duration: 104.652646ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:21:01.366183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.608338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-04-27T21:21:01.366213Z","caller":"traceutil/trace.go:171","msg":"trace[1311168177] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:9159; }","duration":"143.65745ms","start":"2026-04-27T21:21:01.222546Z","end":"2026-04-27T21:21:01.366204Z","steps":["trace[1311168177] 'agreement among raft nodes before linearized reading' (duration: 143.504536ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:21:01.374956Z","caller":"traceutil/trace.go:171","msg":"trace[121754028] transaction","detail":"{read_only:false; response_revision:9160; number_of_response:1; }","duration":"150.743088ms","start":"2026-04-27T21:21:01.224187Z","end":"2026-04-27T21:21:01.37493Z","steps":["trace[121754028] 'process raft request' (duration: 150.519983ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:21:01.375416Z","caller":"traceutil/trace.go:171","msg":"trace[319196567] transaction","detail":"{read_only:false; response_revision:9161; number_of_response:1; }","duration":"151.127856ms","start":"2026-04-27T21:21:01.224262Z","end":"2026-04-27T21:21:01.375389Z","steps":["trace[319196567] 'process raft request' (duration: 150.627935ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:21:01.375468Z","caller":"traceutil/trace.go:171","msg":"trace[705314208] transaction","detail":"{read_only:false; response_revision:9163; number_of_response:1; }","duration":"151.117446ms","start":"2026-04-27T21:21:01.224328Z","end":"2026-04-27T21:21:01.375446Z","steps":["trace[705314208] 'process raft request' (duration: 151.018813ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:21:01.375712Z","caller":"traceutil/trace.go:171","msg":"trace[877737438] transaction","detail":"{read_only:false; response_revision:9162; number_of_response:1; }","duration":"151.369092ms","start":"2026-04-27T21:21:01.224322Z","end":"2026-04-27T21:21:01.375691Z","steps":["trace[877737438] 'process raft request' (duration: 150.902272ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:21:01.375808Z","caller":"traceutil/trace.go:171","msg":"trace[2109240422] transaction","detail":"{read_only:false; response_revision:9164; number_of_response:1; }","duration":"151.425823ms","start":"2026-04-27T21:21:01.224364Z","end":"2026-04-27T21:21:01.37579Z","steps":["trace[2109240422] 'process raft request' (duration: 151.032925ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:21:01.37601Z","caller":"traceutil/trace.go:171","msg":"trace[509797819] transaction","detail":"{read_only:false; response_revision:9165; number_of_response:1; }","duration":"150.906572ms","start":"2026-04-27T21:21:01.225087Z","end":"2026-04-27T21:21:01.375993Z","steps":["trace[509797819] 'process raft request' (duration: 150.583595ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:21:01.376177Z","caller":"traceutil/trace.go:171","msg":"trace[1532545651] transaction","detail":"{read_only:false; response_revision:9166; number_of_response:1; }","duration":"143.828412ms","start":"2026-04-27T21:21:01.232329Z","end":"2026-04-27T21:21:01.376157Z","steps":["trace[1532545651] 'process raft request' (duration: 143.582497ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:21:01.37626Z","caller":"traceutil/trace.go:171","msg":"trace[389676383] transaction","detail":"{read_only:false; number_of_response:1; response_revision:9166; }","duration":"142.83407ms","start":"2026-04-27T21:21:01.23341Z","end":"2026-04-27T21:21:01.376244Z","steps":["trace[389676383] 'process raft request' (duration: 142.687847ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:21:01.376523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.043972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-04-27T21:21:01.376636Z","caller":"traceutil/trace.go:171","msg":"trace[391282374] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:9166; }","duration":"150.201185ms","start":"2026-04-27T21:21:01.226409Z","end":"2026-04-27T21:21:01.37661Z","steps":["trace[391282374] 'agreement among raft nodes before linearized reading' (duration: 149.855508ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:21:01.376862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.019178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228453"} {"level":"info","ts":"2026-04-27T21:21:01.376936Z","caller":"traceutil/trace.go:171","msg":"trace[734133922] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:9166; }","duration":"153.1195ms","start":"2026-04-27T21:21:01.223799Z","end":"2026-04-27T21:21:01.376918Z","steps":["trace[734133922] 'agreement among raft nodes before linearized reading' (duration: 152.506667ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:21:01.799158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.531773ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T21:21:01.799264Z","caller":"traceutil/trace.go:171","msg":"trace[1883580506] linearizableReadLoop","detail":"{readStateIndex:9509; appliedIndex:9508; }","duration":"423.036068ms","start":"2026-04-27T21:21:01.37621Z","end":"2026-04-27T21:21:01.799246Z","steps":["trace[1883580506] 'read index received' (duration: 168.28385ms)","trace[1883580506] 'applied index is now lower than readState.Index' (duration: 254.750918ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:21:01.799352Z","caller":"traceutil/trace.go:171","msg":"trace[1887337296] transaction","detail":"{read_only:false; response_revision:9167; number_of_response:1; }","duration":"432.315736ms","start":"2026-04-27T21:21:01.367024Z","end":"2026-04-27T21:21:01.79934Z","steps":["trace[1887337296] 'process raft request' (duration: 177.521807ms)","trace[1887337296] 'compare' (duration: 254.406071ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:21:01.799413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:21:01.367003Z","time spent":"432.381528ms","remote":"127.0.0.1:39810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:21:01.79981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.226601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:21:01.799836Z","caller":"traceutil/trace.go:171","msg":"trace[751010401] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9167; }","duration":"385.276092ms","start":"2026-04-27T21:21:01.414554Z","end":"2026-04-27T21:21:01.79983Z","steps":["trace[751010401] 'agreement among raft nodes before linearized reading' (duration: 385.226341ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:21:01.799852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:21:01.414543Z","time spent":"385.305683ms","remote":"127.0.0.1:39786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T21:21:01.799916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.385956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-ceph-rgw-ceph-certs\" ","response":"range_response_count:1 size:4362"} {"level":"warn","ts":"2026-04-27T21:21:01.799955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.460436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"warn","ts":"2026-04-27T21:21:01.79999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.272675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-cfcb9dfcc-g8xrt.18aa537689aed695\" ","response":"range_response_count:1 size:1132"} {"level":"warn","ts":"2026-04-27T21:21:01.800073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.371567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-27T21:21:01.800192Z","caller":"traceutil/trace.go:171","msg":"trace[1355419548] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:9167; }","duration":"278.542442ms","start":"2026-04-27T21:21:01.521631Z","end":"2026-04-27T21:21:01.800174Z","steps":["trace[1355419548] 'agreement among raft nodes before linearized reading' (duration: 278.169762ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:21:01.800003Z","caller":"traceutil/trace.go:171","msg":"trace[427961642] range","detail":"{range_begin:/registry/secrets/openstack/rook-ceph-rgw-ceph-certs; range_end:; response_count:1; response_revision:9167; }","duration":"411.505929ms","start":"2026-04-27T21:21:01.388478Z","end":"2026-04-27T21:21:01.799984Z","steps":["trace[427961642] 'agreement among raft nodes before linearized reading' (duration: 411.311935ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:21:01.800145Z","caller":"traceutil/trace.go:171","msg":"trace[1371271930] range","detail":"{range_begin:/registry/events/openstack/barbican-api-cfcb9dfcc-g8xrt.18aa537689aed695; range_end:; response_count:1; response_revision:9167; }","duration":"270.43675ms","start":"2026-04-27T21:21:01.529684Z","end":"2026-04-27T21:21:01.800121Z","steps":["trace[1371271930] 'agreement among raft nodes before linearized reading' (duration: 270.061941ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:21:01.800359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:21:01.388464Z","time spent":"411.872588ms","remote":"127.0.0.1:39874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":4386,"request content":"key:\"/registry/secrets/openstack/rook-ceph-rgw-ceph-certs\" "} {"level":"warn","ts":"2026-04-27T21:21:01.799998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.057034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-04-27T21:21:01.800544Z","caller":"traceutil/trace.go:171","msg":"trace[20282542] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:9167; }","duration":"429.645047ms","start":"2026-04-27T21:21:01.370871Z","end":"2026-04-27T21:21:01.800516Z","steps":["trace[20282542] 'agreement among raft nodes before linearized reading' (duration: 428.941761ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:21:01.800041Z","caller":"traceutil/trace.go:171","msg":"trace[1634015735] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:9167; }","duration":"418.577738ms","start":"2026-04-27T21:21:01.381437Z","end":"2026-04-27T21:21:01.800015Z","steps":["trace[1634015735] 'agreement among raft nodes before linearized reading' (duration: 418.145099ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:21:01.800629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:21:01.370857Z","time spent":"429.74705ms","remote":"127.0.0.1:39974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1309,"request content":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" "} {"level":"warn","ts":"2026-04-27T21:21:01.80062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:21:01.381419Z","time spent":"419.185943ms","remote":"127.0.0.1:39874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":1366,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" "} {"level":"warn","ts":"2026-04-27T21:21:01.800058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.192926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-27T21:21:01.800903Z","caller":"traceutil/trace.go:171","msg":"trace[49700410] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:9167; }","duration":"147.090446ms","start":"2026-04-27T21:21:01.653791Z","end":"2026-04-27T21:21:01.800882Z","steps":["trace[49700410] 'agreement among raft nodes before linearized reading' (duration: 146.041992ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:21:01.960696Z","caller":"traceutil/trace.go:171","msg":"trace[578651522] linearizableReadLoop","detail":"{readStateIndex:9511; appliedIndex:9510; }","duration":"115.009547ms","start":"2026-04-27T21:21:01.845659Z","end":"2026-04-27T21:21:01.960669Z","steps":["trace[578651522] 'read index received' (duration: 105.896953ms)","trace[578651522] 'applied index is now lower than readState.Index' (duration: 9.108714ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:21:01.960957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.03928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"info","ts":"2026-04-27T21:21:01.961002Z","caller":"traceutil/trace.go:171","msg":"trace[1963685859] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:9169; }","duration":"112.153113ms","start":"2026-04-27T21:21:01.848835Z","end":"2026-04-27T21:21:01.960988Z","steps":["trace[1963685859] 'agreement among raft nodes before linearized reading' (duration: 111.983039ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:21:01.961083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.810232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-27T21:21:01.961184Z","caller":"traceutil/trace.go:171","msg":"trace[122604721] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:9169; }","duration":"155.936774ms","start":"2026-04-27T21:21:01.805224Z","end":"2026-04-27T21:21:01.961161Z","steps":["trace[122604721] 'agreement among raft nodes before linearized reading' (duration: 155.598877ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:21:01.960782Z","caller":"traceutil/trace.go:171","msg":"trace[1796716114] transaction","detail":"{read_only:false; response_revision:9169; number_of_response:1; }","duration":"147.364033ms","start":"2026-04-27T21:21:01.813345Z","end":"2026-04-27T21:21:01.960709Z","steps":["trace[1796716114] 'process raft request' (duration: 138.32294ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:21:01.961518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.115449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:112161"} {"level":"info","ts":"2026-04-27T21:21:01.961624Z","caller":"traceutil/trace.go:171","msg":"trace[417101585] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:9169; }","duration":"156.238821ms","start":"2026-04-27T21:21:01.805366Z","end":"2026-04-27T21:21:01.961605Z","steps":["trace[417101585] 'agreement among raft nodes before linearized reading' (duration: 155.762711ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:21:01.961674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.18278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-04-27T21:21:01.961846Z","caller":"traceutil/trace.go:171","msg":"trace[698875959] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:9169; }","duration":"156.442916ms","start":"2026-04-27T21:21:01.805373Z","end":"2026-04-27T21:21:01.961815Z","steps":["trace[698875959] 'agreement among raft nodes before linearized reading' (duration: 155.71474ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:21:07.867433Z","caller":"traceutil/trace.go:171","msg":"trace[1940238414] transaction","detail":"{read_only:false; response_revision:9225; number_of_response:1; }","duration":"460.479437ms","start":"2026-04-27T21:21:07.406931Z","end":"2026-04-27T21:21:07.86741Z","steps":["trace[1940238414] 'process raft request' (duration: 460.315493ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:21:07.867567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:21:07.406907Z","time spent":"460.59246ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:21:07.872099Z","caller":"traceutil/trace.go:171","msg":"trace[1430504479] transaction","detail":"{read_only:false; response_revision:9228; number_of_response:1; }","duration":"463.159197ms","start":"2026-04-27T21:21:07.408928Z","end":"2026-04-27T21:21:07.872087Z","steps":["trace[1430504479] 'process raft request' (duration: 463.030464ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:21:07.872159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:21:07.408921Z","time spent":"463.210238ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:21:07.872182Z","caller":"traceutil/trace.go:171","msg":"trace[1961715449] transaction","detail":"{read_only:false; response_revision:9230; number_of_response:1; }","duration":"461.303916ms","start":"2026-04-27T21:21:07.410863Z","end":"2026-04-27T21:21:07.872167Z","steps":["trace[1961715449] 'process raft request' (duration: 461.161033ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:21:07.872313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:21:07.410849Z","time spent":"461.412079ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:21:07.872179Z","caller":"traceutil/trace.go:171","msg":"trace[786559119] transaction","detail":"{read_only:false; response_revision:9229; number_of_response:1; }","duration":"461.786697ms","start":"2026-04-27T21:21:07.410372Z","end":"2026-04-27T21:21:07.872159Z","steps":["trace[786559119] 'process raft request' (duration: 461.619863ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:21:07.872397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:21:07.410356Z","time spent":"462.015482ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:21:07.872086Z","caller":"traceutil/trace.go:171","msg":"trace[965384806] transaction","detail":"{read_only:false; response_revision:9226; number_of_response:1; }","duration":"464.465797ms","start":"2026-04-27T21:21:07.407598Z","end":"2026-04-27T21:21:07.872064Z","steps":["trace[965384806] 'process raft request' (duration: 464.17151ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:21:07.872445Z","caller":"traceutil/trace.go:171","msg":"trace[329645817] transaction","detail":"{read_only:false; response_revision:9227; number_of_response:1; }","duration":"463.356771ms","start":"2026-04-27T21:21:07.408775Z","end":"2026-04-27T21:21:07.872131Z","steps":["trace[329645817] 'process raft request' (duration: 463.127446ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:21:07.872562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:21:07.407578Z","time spent":"464.878866ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:21:07.872867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:21:07.40876Z","time spent":"463.779731ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:21:07.8782Z","caller":"traceutil/trace.go:171","msg":"trace[1317095215] linearizableReadLoop","detail":"{readStateIndex:9569; appliedIndex:9567; }","duration":"469.801346ms","start":"2026-04-27T21:21:07.40837Z","end":"2026-04-27T21:21:07.878171Z","steps":["trace[1317095215] 'read index received' (duration: 458.989834ms)","trace[1317095215] 'applied index is now lower than readState.Index' (duration: 10.809832ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:21:07.87849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.983113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-27T21:21:07.878529Z","caller":"traceutil/trace.go:171","msg":"trace[182597506] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:9230; }","duration":"172.062105ms","start":"2026-04-27T21:21:07.706457Z","end":"2026-04-27T21:21:07.878519Z","steps":["trace[182597506] 'agreement among raft nodes before linearized reading' (duration: 171.992853ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:21:07.878521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.123623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-k99ft\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-27T21:21:07.878599Z","caller":"traceutil/trace.go:171","msg":"trace[306206054] range","detail":"{range_begin:/registry/pods/openstack/keepalived-k99ft; range_end:; response_count:1; response_revision:9230; }","duration":"470.214195ms","start":"2026-04-27T21:21:07.408366Z","end":"2026-04-27T21:21:07.87858Z","steps":["trace[306206054] 'agreement among raft nodes before linearized reading' (duration: 469.96409ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:21:07.878643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:21:07.408326Z","time spent":"470.308918ms","remote":"127.0.0.1:39966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-k99ft\" "} {"level":"warn","ts":"2026-04-27T21:21:07.879491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.025101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T21:21:07.879566Z","caller":"traceutil/trace.go:171","msg":"trace[1124039593] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:9230; }","duration":"366.142134ms","start":"2026-04-27T21:21:07.513412Z","end":"2026-04-27T21:21:07.879554Z","steps":["trace[1124039593] 'agreement among raft nodes before linearized reading' (duration: 364.924206ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:21:07.879609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:21:07.513393Z","time spent":"366.204616ms","remote":"127.0.0.1:39864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":916,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-04-27T21:21:19.967845Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000025cb.wal"} {"level":"info","ts":"2026-04-27T21:21:53.536132Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"d98d5f2c752cc52d","local-member-applied-index":10007,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-27T21:21:53.542259Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10007} {"level":"info","ts":"2026-04-27T21:21:53.542376Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5007} {"level":"info","ts":"2026-04-27T21:21:54.242026Z","caller":"traceutil/trace.go:171","msg":"trace[1708196712] transaction","detail":"{read_only:false; response_revision:9712; number_of_response:1; }","duration":"103.684463ms","start":"2026-04-27T21:21:54.138319Z","end":"2026-04-27T21:21:54.242004Z","steps":["trace[1708196712] 'process raft request' (duration: 101.548615ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:21:54.242359Z","caller":"traceutil/trace.go:171","msg":"trace[1476696332] transaction","detail":"{read_only:false; response_revision:9713; number_of_response:1; }","duration":"103.55885ms","start":"2026-04-27T21:21:54.138758Z","end":"2026-04-27T21:21:54.242317Z","steps":["trace[1476696332] 'process raft request' (duration: 103.215833ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:21:54.24242Z","caller":"traceutil/trace.go:171","msg":"trace[1871218104] transaction","detail":"{read_only:false; response_revision:9714; number_of_response:1; }","duration":"102.665601ms","start":"2026-04-27T21:21:54.139706Z","end":"2026-04-27T21:21:54.242371Z","steps":["trace[1871218104] 'process raft request' (duration: 102.496177ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:22:00.615503Z","caller":"traceutil/trace.go:171","msg":"trace[694316297] transaction","detail":"{read_only:false; response_revision:9792; number_of_response:1; }","duration":"163.391316ms","start":"2026-04-27T21:22:00.452084Z","end":"2026-04-27T21:22:00.615475Z","steps":["trace[694316297] 'process raft request' (duration: 163.188682ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:22:00.615693Z","caller":"traceutil/trace.go:171","msg":"trace[1633120618] linearizableReadLoop","detail":"{readStateIndex:10151; appliedIndex:10148; }","duration":"134.11825ms","start":"2026-04-27T21:22:00.481541Z","end":"2026-04-27T21:22:00.615659Z","steps":["trace[1633120618] 'read index received' (duration: 11.17097ms)","trace[1633120618] 'applied index is now lower than readState.Index' (duration: 122.94492ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:22:00.615812Z","caller":"traceutil/trace.go:171","msg":"trace[715571936] transaction","detail":"{read_only:false; response_revision:9793; number_of_response:1; }","duration":"163.475698ms","start":"2026-04-27T21:22:00.452298Z","end":"2026-04-27T21:22:00.615773Z","steps":["trace[715571936] 'process raft request' (duration: 163.137971ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:22:00.615833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.279194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:22:00.615871Z","caller":"traceutil/trace.go:171","msg":"trace[1129927102] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9793; }","duration":"134.358566ms","start":"2026-04-27T21:22:00.4815Z","end":"2026-04-27T21:22:00.615859Z","steps":["trace[1129927102] 'agreement among raft nodes before linearized reading' (duration: 134.270304ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:22:06.308487Z","caller":"traceutil/trace.go:171","msg":"trace[1993115149] transaction","detail":"{read_only:false; response_revision:9838; number_of_response:1; }","duration":"120.816493ms","start":"2026-04-27T21:22:06.18761Z","end":"2026-04-27T21:22:06.308427Z","steps":["trace[1993115149] 'process raft request' (duration: 120.489906ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:22:06.954321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.867339ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T21:22:06.95443Z","caller":"traceutil/trace.go:171","msg":"trace[765171284] transaction","detail":"{read_only:false; response_revision:9839; number_of_response:1; }","duration":"641.682869ms","start":"2026-04-27T21:22:06.312727Z","end":"2026-04-27T21:22:06.95441Z","steps":["trace[765171284] 'process raft request' (duration: 353.648475ms)","trace[765171284] 'compare' (duration: 287.759017ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:22:06.954491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:22:06.312701Z","time spent":"641.76054ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:22:07.301587Z","caller":"traceutil/trace.go:171","msg":"trace[1270468700] transaction","detail":"{read_only:false; response_revision:9841; number_of_response:1; }","duration":"790.008295ms","start":"2026-04-27T21:22:06.511545Z","end":"2026-04-27T21:22:07.301554Z","steps":["trace[1270468700] 'process raft request' (duration: 789.901622ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:22:07.301771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:22:06.511517Z","time spent":"790.155408ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:22:07.301593Z","caller":"traceutil/trace.go:171","msg":"trace[2127871110] transaction","detail":"{read_only:false; response_revision:9840; number_of_response:1; }","duration":"988.097278ms","start":"2026-04-27T21:22:06.313454Z","end":"2026-04-27T21:22:07.301552Z","steps":["trace[2127871110] 'process raft request' (duration: 987.829812ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:22:07.302134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:22:06.313426Z","time spent":"988.612479ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:22:07.304662Z","caller":"traceutil/trace.go:171","msg":"trace[1079233589] linearizableReadLoop","detail":"{readStateIndex:10199; appliedIndex:10197; }","duration":"980.799785ms","start":"2026-04-27T21:22:06.323805Z","end":"2026-04-27T21:22:07.304604Z","steps":["trace[1079233589] 'read index received' (duration: 342.928204ms)","trace[1079233589] 'applied index is now lower than readState.Index' (duration: 637.865701ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:22:07.30468Z","caller":"traceutil/trace.go:171","msg":"trace[1851563097] transaction","detail":"{read_only:false; response_revision:9843; number_of_response:1; }","duration":"616.326748ms","start":"2026-04-27T21:22:06.688314Z","end":"2026-04-27T21:22:07.304641Z","steps":["trace[1851563097] 'process raft request' (duration: 616.272557ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:22:07.304912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:22:06.688287Z","time spent":"616.522482ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:22:07.305021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"981.193784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-27T21:22:07.304745Z","caller":"traceutil/trace.go:171","msg":"trace[527394881] transaction","detail":"{read_only:false; response_revision:9842; number_of_response:1; }","duration":"618.816554ms","start":"2026-04-27T21:22:06.685886Z","end":"2026-04-27T21:22:07.304703Z","steps":["trace[527394881] 'process raft request' (duration: 618.613578ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:22:07.305074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.559159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T21:22:07.305145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"967.17302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-27T21:22:07.30518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"950.531208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-k99ft\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-04-27T21:22:07.305192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.769341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:22:07.30524Z","caller":"traceutil/trace.go:171","msg":"trace[1580157086] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9843; }","duration":"967.261992ms","start":"2026-04-27T21:22:06.337958Z","end":"2026-04-27T21:22:07.30522Z","steps":["trace[1580157086] 'agreement among raft nodes before linearized reading' (duration: 967.100149ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:22:07.305262Z","caller":"traceutil/trace.go:171","msg":"trace[1093950896] range","detail":"{range_begin:/registry/pods/openstack/keepalived-k99ft; range_end:; response_count:1; response_revision:9843; }","duration":"950.64602ms","start":"2026-04-27T21:22:06.354601Z","end":"2026-04-27T21:22:07.305247Z","steps":["trace[1093950896] 'agreement among raft nodes before linearized reading' (duration: 950.402274ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:22:07.305278Z","caller":"traceutil/trace.go:171","msg":"trace[1168444159] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:9843; }","duration":"335.887294ms","start":"2026-04-27T21:22:06.969369Z","end":"2026-04-27T21:22:07.305256Z","steps":["trace[1168444159] 'agreement among raft nodes before linearized reading' (duration: 335.752901ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:22:07.305099Z","caller":"traceutil/trace.go:171","msg":"trace[1881985698] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9843; }","duration":"981.308296ms","start":"2026-04-27T21:22:06.323769Z","end":"2026-04-27T21:22:07.305077Z","steps":["trace[1881985698] 'agreement among raft nodes before linearized reading' (duration: 981.071011ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:22:07.305337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:22:06.354584Z","time spent":"950.741253ms","remote":"127.0.0.1:39966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-k99ft\" "} {"level":"warn","ts":"2026-04-27T21:22:07.305358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:22:06.323757Z","time spent":"981.591012ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-27T21:22:07.305026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"981.138742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-27T21:22:07.305152Z","caller":"traceutil/trace.go:171","msg":"trace[27788160] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:9843; }","duration":"618.6435ms","start":"2026-04-27T21:22:06.686496Z","end":"2026-04-27T21:22:07.305139Z","steps":["trace[27788160] 'agreement among raft nodes before linearized reading' (duration: 618.493017ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:22:07.30543Z","caller":"traceutil/trace.go:171","msg":"trace[1836627145] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9843; }","duration":"981.590873ms","start":"2026-04-27T21:22:06.323826Z","end":"2026-04-27T21:22:07.305417Z","steps":["trace[1836627145] 'agreement among raft nodes before linearized reading' (duration: 981.064091ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:22:07.305463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:22:06.323813Z","time spent":"981.642323ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-27T21:22:07.305457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:22:06.686422Z","time spent":"619.012778ms","remote":"127.0.0.1:37874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:22:07.305294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:22:06.337925Z","time spent":"967.355045ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-27T21:22:07.30536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:22:06.969356Z","time spent":"335.989346ms","remote":"127.0.0.1:39920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:22:07.30541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:22:06.685852Z","time spent":"619.342616ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:22:18.333034Z","caller":"traceutil/trace.go:171","msg":"trace[1730139381] transaction","detail":"{read_only:false; response_revision:9907; number_of_response:1; }","duration":"316.591674ms","start":"2026-04-27T21:22:18.016412Z","end":"2026-04-27T21:22:18.333004Z","steps":["trace[1730139381] 'process raft request' (duration: 316.41482ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:22:18.33317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:22:18.016374Z","time spent":"316.731176ms","remote":"127.0.0.1:39796","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":25,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:22:18.558306Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7498} {"level":"warn","ts":"2026-04-27T21:22:18.559173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.89851ms","expected-duration":"100ms","prefix":"","request":"header: compaction: ","response":"size:5"} {"level":"info","ts":"2026-04-27T21:22:18.55928Z","caller":"traceutil/trace.go:171","msg":"trace[1440743196] linearizableReadLoop","detail":"{readStateIndex:10270; appliedIndex:10269; }","duration":"199.170836ms","start":"2026-04-27T21:22:18.360088Z","end":"2026-04-27T21:22:18.559259Z","steps":["trace[1440743196] 'read index received' (duration: 45.711µs)","trace[1440743196] 'applied index is now lower than readState.Index' (duration: 199.123095ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:22:18.559414Z","caller":"traceutil/trace.go:171","msg":"trace[10352435] compact","detail":"{revision:7498; response_revision:9907; }","duration":"225.383272ms","start":"2026-04-27T21:22:18.334001Z","end":"2026-04-27T21:22:18.559384Z","steps":["trace[10352435] 'process raft request' (duration: 25.127582ms)","trace[10352435] 'check and update compact revision' (duration: 198.793538ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:22:18.559504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.360262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T21:22:18.559504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.412311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-27T21:22:18.559644Z","caller":"traceutil/trace.go:171","msg":"trace[1538290454] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9907; }","duration":"199.598655ms","start":"2026-04-27T21:22:18.360033Z","end":"2026-04-27T21:22:18.559632Z","steps":["trace[1538290454] 'agreement among raft nodes before linearized reading' (duration: 199.34536ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:22:18.559531Z","caller":"traceutil/trace.go:171","msg":"trace[946895853] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9907; }","duration":"145.436354ms","start":"2026-04-27T21:22:18.414086Z","end":"2026-04-27T21:22:18.559522Z","steps":["trace[946895853] 'agreement among raft nodes before linearized reading' (duration: 145.349572ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:22:19.462651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.118984ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T21:22:19.463147Z","caller":"traceutil/trace.go:171","msg":"trace[770558456] transaction","detail":"{read_only:false; response_revision:9908; number_of_response:1; }","duration":"899.379802ms","start":"2026-04-27T21:22:18.563582Z","end":"2026-04-27T21:22:19.462962Z","steps":["trace[770558456] 'process raft request' (duration: 586.849559ms)","trace[770558456] 'compare' (duration: 97.979823ms)","trace[770558456] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/kube-controller-manager; req_size:487; } (duration: 214.018727ms)"],"step_count":3} {"level":"info","ts":"2026-04-27T21:22:19.463246Z","caller":"traceutil/trace.go:171","msg":"trace[1071299879] linearizableReadLoop","detail":"{readStateIndex:10271; appliedIndex:10270; }","duration":"723.853786ms","start":"2026-04-27T21:22:18.73937Z","end":"2026-04-27T21:22:19.463224Z","steps":["trace[1071299879] 'read index received' (duration: 411.091737ms)","trace[1071299879] 'applied index is now lower than readState.Index' (duration: 312.760509ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:22:19.463298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:22:18.563561Z","time spent":"899.663118ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:22:19.463421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.053371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:22:19.463456Z","caller":"traceutil/trace.go:171","msg":"trace[1687322801] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:9909; }","duration":"724.134513ms","start":"2026-04-27T21:22:18.739311Z","end":"2026-04-27T21:22:19.463445Z","steps":["trace[1687322801] 'agreement among raft nodes before linearized reading' (duration: 724.01654ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:22:19.46349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:22:18.739285Z","time spent":"724.195623ms","remote":"127.0.0.1:42866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"info","ts":"2026-04-27T21:22:19.463747Z","caller":"traceutil/trace.go:171","msg":"trace[1571471736] transaction","detail":"{read_only:false; response_revision:9909; number_of_response:1; }","duration":"122.100032ms","start":"2026-04-27T21:22:19.341094Z","end":"2026-04-27T21:22:19.463194Z","steps":["trace[1571471736] 'process raft request' (duration: 121.864607ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:22:19.882024Z","caller":"traceutil/trace.go:171","msg":"trace[180985909] linearizableReadLoop","detail":"{readStateIndex:10274; appliedIndex:10272; }","duration":"418.716298ms","start":"2026-04-27T21:22:19.463286Z","end":"2026-04-27T21:22:19.882002Z","steps":["trace[180985909] 'read index received' (duration: 399.785454ms)","trace[180985909] 'applied index is now lower than readState.Index' (duration: 18.929984ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:22:19.882135Z","caller":"traceutil/trace.go:171","msg":"trace[633568544] transaction","detail":"{read_only:false; response_revision:9910; number_of_response:1; }","duration":"534.851096ms","start":"2026-04-27T21:22:19.347275Z","end":"2026-04-27T21:22:19.882127Z","steps":["trace[633568544] 'process raft request' (duration: 515.848642ms)","trace[633568544] 'compare' (duration: 18.731519ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:22:19.882213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:22:19.347242Z","time spent":"534.912928ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:22:19.882456Z","caller":"traceutil/trace.go:171","msg":"trace[1352034587] transaction","detail":"{read_only:false; response_revision:9911; number_of_response:1; }","duration":"529.485587ms","start":"2026-04-27T21:22:19.352964Z","end":"2026-04-27T21:22:19.882449Z","steps":["trace[1352034587] 'process raft request' (duration: 528.994576ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:22:19.882502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:22:19.352941Z","time spent":"529.537297ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:22:19.8826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.020121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-27T21:22:19.882629Z","caller":"traceutil/trace.go:171","msg":"trace[1415183248] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:9911; }","duration":"645.171674ms","start":"2026-04-27T21:22:19.237451Z","end":"2026-04-27T21:22:19.882623Z","steps":["trace[1415183248] 'agreement among raft nodes before linearized reading' (duration: 645.104073ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:22:19.882647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:22:19.237429Z","time spent":"645.213865ms","remote":"127.0.0.1:40020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":15,"response size":31,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:22:19.882662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.741229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-k99ft\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-27T21:22:19.882696Z","caller":"traceutil/trace.go:171","msg":"trace[1867696612] range","detail":"{range_begin:/registry/pods/openstack/keepalived-k99ft; range_end:; response_count:1; response_revision:9911; }","duration":"507.778601ms","start":"2026-04-27T21:22:19.374905Z","end":"2026-04-27T21:22:19.882683Z","steps":["trace[1867696612] 'agreement among raft nodes before linearized reading' (duration: 507.718079ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:22:19.882719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:22:19.374897Z","time spent":"507.817242ms","remote":"127.0.0.1:39966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-k99ft\" "} {"level":"warn","ts":"2026-04-27T21:22:19.882818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"877.516165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-27T21:22:19.882845Z","caller":"traceutil/trace.go:171","msg":"trace[1708476508] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9911; }","duration":"877.582766ms","start":"2026-04-27T21:22:19.005256Z","end":"2026-04-27T21:22:19.882839Z","steps":["trace[1708476508] 'agreement among raft nodes before linearized reading' (duration: 877.484214ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:22:19.882851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.307722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-27T21:22:19.882842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.807416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-27T21:22:19.882862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:22:19.005232Z","time spent":"877.626557ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-27T21:22:19.882867Z","caller":"traceutil/trace.go:171","msg":"trace[1042963684] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9911; }","duration":"516.355444ms","start":"2026-04-27T21:22:19.366506Z","end":"2026-04-27T21:22:19.882862Z","steps":["trace[1042963684] 'agreement among raft nodes before linearized reading' (duration: 516.315103ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:22:19.882882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:22:19.36649Z","time spent":"516.390004ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-27T21:22:19.882886Z","caller":"traceutil/trace.go:171","msg":"trace[290440522] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9911; }","duration":"513.889278ms","start":"2026-04-27T21:22:19.368984Z","end":"2026-04-27T21:22:19.882873Z","steps":["trace[290440522] 'agreement among raft nodes before linearized reading' (duration: 513.779425ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:22:19.882917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:22:19.368966Z","time spent":"513.94396ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-27T21:22:19.882584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.351057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-27T21:22:19.883057Z","caller":"traceutil/trace.go:171","msg":"trace[753083340] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9911; }","duration":"518.88075ms","start":"2026-04-27T21:22:19.364171Z","end":"2026-04-27T21:22:19.883052Z","steps":["trace[753083340] 'agreement among raft nodes before linearized reading' (duration: 518.291096ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:22:19.883074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:22:19.364149Z","time spent":"518.921ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-27T21:22:19.883113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.998957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-27T21:22:19.883158Z","caller":"traceutil/trace.go:171","msg":"trace[162152988] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9911; }","duration":"513.062869ms","start":"2026-04-27T21:22:19.370082Z","end":"2026-04-27T21:22:19.883145Z","steps":["trace[162152988] 'agreement among raft nodes before linearized reading' (duration: 512.948686ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:22:19.883193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:22:19.370069Z","time spent":"513.11636ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-27T21:22:20.230803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.578881ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T21:22:20.230905Z","caller":"traceutil/trace.go:171","msg":"trace[1630849168] linearizableReadLoop","detail":"{readStateIndex:10275; appliedIndex:10274; }","duration":"343.082517ms","start":"2026-04-27T21:22:19.887806Z","end":"2026-04-27T21:22:20.230888Z","steps":["trace[1630849168] 'read index received' (duration: 145.367233ms)","trace[1630849168] 'applied index is now lower than readState.Index' (duration: 197.713564ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:22:20.231371Z","caller":"traceutil/trace.go:171","msg":"trace[575439600] transaction","detail":"{read_only:false; response_revision:9912; number_of_response:1; }","duration":"343.848204ms","start":"2026-04-27T21:22:19.887478Z","end":"2026-04-27T21:22:20.231326Z","steps":["trace[575439600] 'process raft request' (duration: 145.664619ms)","trace[575439600] 'compare' (duration: 90.041195ms)","trace[575439600] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/plndr-svcs-lock; req_size:419; } (duration: 107.286751ms)"],"step_count":3} {"level":"warn","ts":"2026-04-27T21:22:20.231478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.66183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:291238"} {"level":"info","ts":"2026-04-27T21:22:20.231523Z","caller":"traceutil/trace.go:171","msg":"trace[1614960367] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:9912; }","duration":"343.72503ms","start":"2026-04-27T21:22:19.887781Z","end":"2026-04-27T21:22:20.231506Z","steps":["trace[1614960367] 'agreement among raft nodes before linearized reading' (duration: 343.152018ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:22:20.23157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:22:19.887774Z","time spent":"343.785842ms","remote":"127.0.0.1:39966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":31,"response size":291262,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-27T21:22:20.231674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:22:19.88746Z","time spent":"343.986496ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:22:20.46245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.422805ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T21:22:20.462794Z","caller":"traceutil/trace.go:171","msg":"trace[1569760915] transaction","detail":"{read_only:false; response_revision:9913; number_of_response:1; }","duration":"574.940334ms","start":"2026-04-27T21:22:19.887805Z","end":"2026-04-27T21:22:20.462745Z","steps":["trace[1569760915] 'process raft request' (duration: 361.13667ms)","trace[1569760915] 'compare' (duration: 161.630357ms)","trace[1569760915] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/cilium-operator-resource-lock; req_size:473; } (duration: 51.570963ms)"],"step_count":3} {"level":"info","ts":"2026-04-27T21:22:20.462978Z","caller":"traceutil/trace.go:171","msg":"trace[799910664] transaction","detail":"{read_only:false; response_revision:9915; number_of_response:1; }","duration":"574.921923ms","start":"2026-04-27T21:22:19.888008Z","end":"2026-04-27T21:22:20.46293Z","steps":["trace[799910664] 'process raft request' (duration: 574.820981ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:22:20.462983Z","caller":"traceutil/trace.go:171","msg":"trace[1578524508] transaction","detail":"{read_only:false; response_revision:9916; number_of_response:1; }","duration":"574.902053ms","start":"2026-04-27T21:22:19.888044Z","end":"2026-04-27T21:22:20.462946Z","steps":["trace[1578524508] 'process raft request' (duration: 574.820191ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:22:20.463066Z","caller":"traceutil/trace.go:171","msg":"trace[1111723544] transaction","detail":"{read_only:false; response_revision:9914; number_of_response:1; }","duration":"575.247341ms","start":"2026-04-27T21:22:19.887809Z","end":"2026-04-27T21:22:20.463056Z","steps":["trace[1111723544] 'process raft request' (duration: 574.780141ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:22:20.463125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:22:19.887789Z","time spent":"575.306162ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:22:20.463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:22:19.887786Z","time spent":"575.114658ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:22:20.463166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:22:19.888003Z","time spent":"575.067416ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:22:20.463149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:22:19.88803Z","time spent":"575.039866ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:22:20.53812Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7498,"took":"1.978038584s","hash":3194946863,"current-db-size-bytes":42692608,"current-db-size":"43 MB","current-db-size-in-use-bytes":24854528,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-04-27T21:22:20.538192Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3194946863,"revision":7498,"compact-revision":4577} {"level":"info","ts":"2026-04-27T21:22:21.512189Z","caller":"traceutil/trace.go:171","msg":"trace[2053742680] transaction","detail":"{read_only:false; response_revision:9918; number_of_response:1; }","duration":"163.776314ms","start":"2026-04-27T21:22:21.348358Z","end":"2026-04-27T21:22:21.512134Z","steps":["trace[2053742680] 'process raft request' (duration: 70.64288ms)","trace[2053742680] 'compare' (duration: 92.94643ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:22:21.706289Z","caller":"traceutil/trace.go:171","msg":"trace[618006150] linearizableReadLoop","detail":"{readStateIndex:10284; appliedIndex:10283; }","duration":"145.051645ms","start":"2026-04-27T21:22:21.561207Z","end":"2026-04-27T21:22:21.706259Z","steps":["trace[618006150] 'read index received' (duration: 56.627727ms)","trace[618006150] 'applied index is now lower than readState.Index' (duration: 88.422738ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:22:21.706456Z","caller":"traceutil/trace.go:171","msg":"trace[1285172024] transaction","detail":"{read_only:false; response_revision:9920; number_of_response:1; }","duration":"190.053432ms","start":"2026-04-27T21:22:21.516359Z","end":"2026-04-27T21:22:21.706413Z","steps":["trace[1285172024] 'process raft request' (duration: 101.534481ms)","trace[1285172024] 'compare' (duration: 88.212473ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:22:21.706588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.059297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-04-27T21:22:21.706635Z","caller":"traceutil/trace.go:171","msg":"trace[706092074] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:9920; }","duration":"192.17279ms","start":"2026-04-27T21:22:21.514449Z","end":"2026-04-27T21:22:21.706622Z","steps":["trace[706092074] 'agreement among raft nodes before linearized reading' (duration: 191.918703ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:22:56.162353Z","caller":"traceutil/trace.go:171","msg":"trace[1871411870] transaction","detail":"{read_only:false; response_revision:10173; number_of_response:1; }","duration":"155.364735ms","start":"2026-04-27T21:22:56.006963Z","end":"2026-04-27T21:22:56.162328Z","steps":["trace[1871411870] 'process raft request' (duration: 155.198191ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:22:56.194588Z","caller":"traceutil/trace.go:171","msg":"trace[1103734239] linearizableReadLoop","detail":"{readStateIndex:10545; appliedIndex:10543; }","duration":"152.479442ms","start":"2026-04-27T21:22:56.042091Z","end":"2026-04-27T21:22:56.194571Z","steps":["trace[1103734239] 'read index received' (duration: 120.204319ms)","trace[1103734239] 'applied index is now lower than readState.Index' (duration: 32.274523ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:22:56.194661Z","caller":"traceutil/trace.go:171","msg":"trace[1571520432] transaction","detail":"{read_only:false; response_revision:10174; number_of_response:1; }","duration":"183.392593ms","start":"2026-04-27T21:22:56.011236Z","end":"2026-04-27T21:22:56.194628Z","steps":["trace[1571520432] 'process raft request' (duration: 183.208739ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:22:56.194719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.615465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:22:56.194754Z","caller":"traceutil/trace.go:171","msg":"trace[1927896109] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:10174; }","duration":"152.712037ms","start":"2026-04-27T21:22:56.042035Z","end":"2026-04-27T21:22:56.194747Z","steps":["trace[1927896109] 'agreement among raft nodes before linearized reading' (duration: 152.613465ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:22:58.291891Z","caller":"traceutil/trace.go:171","msg":"trace[538881746] transaction","detail":"{read_only:false; response_revision:10188; number_of_response:1; }","duration":"119.311888ms","start":"2026-04-27T21:22:58.172558Z","end":"2026-04-27T21:22:58.29187Z","steps":["trace[538881746] 'process raft request' (duration: 119.185886ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:22:58.474436Z","caller":"traceutil/trace.go:171","msg":"trace[787665858] linearizableReadLoop","detail":"{readStateIndex:10561; appliedIndex:10559; }","duration":"234.555788ms","start":"2026-04-27T21:22:58.239853Z","end":"2026-04-27T21:22:58.474409Z","steps":["trace[787665858] 'read index received' (duration: 51.974833ms)","trace[787665858] 'applied index is now lower than readState.Index' (duration: 182.577365ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:22:58.474577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.715271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:22:58.474527Z","caller":"traceutil/trace.go:171","msg":"trace[1588289821] transaction","detail":"{read_only:false; response_revision:10189; number_of_response:1; }","duration":"275.087245ms","start":"2026-04-27T21:22:58.199375Z","end":"2026-04-27T21:22:58.474462Z","steps":["trace[1588289821] 'process raft request' (duration: 231.440249ms)","trace[1588289821] 'compare' (duration: 43.41848ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:22:58.474609Z","caller":"traceutil/trace.go:171","msg":"trace[534884972] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:10189; }","duration":"234.803303ms","start":"2026-04-27T21:22:58.239795Z","end":"2026-04-27T21:22:58.474599Z","steps":["trace[534884972] 'agreement among raft nodes before linearized reading' (duration: 234.730062ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:22:58.474576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.501643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-27T21:22:58.474696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.374552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:22:58.47476Z","caller":"traceutil/trace.go:171","msg":"trace[1271295430] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:10189; }","duration":"115.455784ms","start":"2026-04-27T21:22:58.359285Z","end":"2026-04-27T21:22:58.474741Z","steps":["trace[1271295430] 'agreement among raft nodes before linearized reading' (duration: 115.325851ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:22:58.474763Z","caller":"traceutil/trace.go:171","msg":"trace[1173674076] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:10189; }","duration":"186.698537ms","start":"2026-04-27T21:22:58.288033Z","end":"2026-04-27T21:22:58.474732Z","steps":["trace[1173674076] 'agreement among raft nodes before linearized reading' (duration: 186.499593ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:22:58.474813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.671467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-27T21:22:58.474848Z","caller":"traceutil/trace.go:171","msg":"trace[1982391588] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:10189; }","duration":"186.747128ms","start":"2026-04-27T21:22:58.288092Z","end":"2026-04-27T21:22:58.474839Z","steps":["trace[1982391588] 'agreement among raft nodes before linearized reading' (duration: 186.630425ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:22:58.816154Z","caller":"traceutil/trace.go:171","msg":"trace[1841453678] transaction","detail":"{read_only:false; response_revision:10191; number_of_response:1; }","duration":"113.08037ms","start":"2026-04-27T21:22:58.70304Z","end":"2026-04-27T21:22:58.81612Z","steps":["trace[1841453678] 'process raft request' (duration: 112.867505ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:22:58.925241Z","caller":"traceutil/trace.go:171","msg":"trace[1003143796] transaction","detail":"{read_only:false; response_revision:10193; number_of_response:1; }","duration":"104.474788ms","start":"2026-04-27T21:22:58.820737Z","end":"2026-04-27T21:22:58.925212Z","steps":["trace[1003143796] 'process raft request' (duration: 104.225442ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:22:58.92528Z","caller":"traceutil/trace.go:171","msg":"trace[696338297] transaction","detail":"{read_only:false; response_revision:10194; number_of_response:1; }","duration":"103.407722ms","start":"2026-04-27T21:22:58.821837Z","end":"2026-04-27T21:22:58.925245Z","steps":["trace[696338297] 'process raft request' (duration: 103.28339ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:23:00.099346Z","caller":"traceutil/trace.go:171","msg":"trace[1367389352] linearizableReadLoop","detail":"{readStateIndex:10568; appliedIndex:10567; }","duration":"160.168934ms","start":"2026-04-27T21:22:59.939148Z","end":"2026-04-27T21:23:00.099317Z","steps":["trace[1367389352] 'read index received' (duration: 159.968959ms)","trace[1367389352] 'applied index is now lower than readState.Index' (duration: 198.785µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:23:00.099481Z","caller":"traceutil/trace.go:171","msg":"trace[530737896] transaction","detail":"{read_only:false; response_revision:10196; number_of_response:1; }","duration":"173.550663ms","start":"2026-04-27T21:22:59.925872Z","end":"2026-04-27T21:23:00.099422Z","steps":["trace[530737896] 'process raft request' (duration: 173.274116ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:23:00.099676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.514022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/glance-ks-endpoints-85mtp\" ","response":"range_response_count:1 size:15004"} {"level":"info","ts":"2026-04-27T21:23:00.09972Z","caller":"traceutil/trace.go:171","msg":"trace[261958289] range","detail":"{range_begin:/registry/pods/openstack/glance-ks-endpoints-85mtp; range_end:; response_count:1; response_revision:10196; }","duration":"160.603714ms","start":"2026-04-27T21:22:59.939105Z","end":"2026-04-27T21:23:00.099709Z","steps":["trace[261958289] 'agreement among raft nodes before linearized reading' (duration: 160.312947ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:23:00.100394Z","caller":"traceutil/trace.go:171","msg":"trace[450528586] transaction","detail":"{read_only:false; response_revision:10197; number_of_response:1; }","duration":"159.971959ms","start":"2026-04-27T21:22:59.940395Z","end":"2026-04-27T21:23:00.100367Z","steps":["trace[450528586] 'process raft request' (duration: 159.772665ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:23:01.171886Z","caller":"traceutil/trace.go:171","msg":"trace[540818019] linearizableReadLoop","detail":"{readStateIndex:10580; appliedIndex:10579; }","duration":"188.6248ms","start":"2026-04-27T21:23:00.983227Z","end":"2026-04-27T21:23:01.171852Z","steps":["trace[540818019] 'read index received' (duration: 163.56693ms)","trace[540818019] 'applied index is now lower than readState.Index' (duration: 25.0569ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:23:01.17214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.899597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-04-27T21:23:01.172185Z","caller":"traceutil/trace.go:171","msg":"trace[971198151] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:10208; }","duration":"188.965638ms","start":"2026-04-27T21:23:00.983206Z","end":"2026-04-27T21:23:01.172172Z","steps":["trace[971198151] 'agreement among raft nodes before linearized reading' (duration: 188.760653ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:23:01.172426Z","caller":"traceutil/trace.go:171","msg":"trace[774055006] transaction","detail":"{read_only:false; response_revision:10208; number_of_response:1; }","duration":"238.174369ms","start":"2026-04-27T21:23:00.933746Z","end":"2026-04-27T21:23:01.17192Z","steps":["trace[774055006] 'process raft request' (duration: 213.056257ms)","trace[774055006] 'compare' (duration: 24.906367ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:23:01.727146Z","caller":"traceutil/trace.go:171","msg":"trace[498168325] transaction","detail":"{read_only:false; response_revision:10214; number_of_response:1; }","duration":"105.829718ms","start":"2026-04-27T21:23:01.621271Z","end":"2026-04-27T21:23:01.7271Z","steps":["trace[498168325] 'process raft request' (duration: 25.097931ms)","trace[498168325] 'compare' (duration: 80.465171ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:23:03.228293Z","caller":"traceutil/trace.go:171","msg":"trace[622628905] transaction","detail":"{read_only:false; response_revision:10227; number_of_response:1; }","duration":"143.353837ms","start":"2026-04-27T21:23:03.084903Z","end":"2026-04-27T21:23:03.228257Z","steps":["trace[622628905] 'process raft request' (duration: 143.066151ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:23:03.37278Z","caller":"traceutil/trace.go:171","msg":"trace[1484557492] transaction","detail":"{read_only:false; response_revision:10228; number_of_response:1; }","duration":"139.817238ms","start":"2026-04-27T21:23:03.232932Z","end":"2026-04-27T21:23:03.372749Z","steps":["trace[1484557492] 'process raft request' (duration: 50.802156ms)","trace[1484557492] 'compare' (duration: 88.846269ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:23:53.058235Z","caller":"traceutil/trace.go:171","msg":"trace[2019881825] linearizableReadLoop","detail":"{readStateIndex:10920; appliedIndex:10919; }","duration":"131.453541ms","start":"2026-04-27T21:23:52.926754Z","end":"2026-04-27T21:23:53.058208Z","steps":["trace[2019881825] 'read index received' (duration: 65.595428ms)","trace[2019881825] 'applied index is now lower than readState.Index' (duration: 65.857033ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:23:53.058316Z","caller":"traceutil/trace.go:171","msg":"trace[261371963] transaction","detail":"{read_only:false; response_revision:10537; number_of_response:1; }","duration":"132.544385ms","start":"2026-04-27T21:23:52.925735Z","end":"2026-04-27T21:23:53.058279Z","steps":["trace[261371963] 'process raft request' (duration: 66.57447ms)","trace[261371963] 'compare' (duration: 65.608817ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:23:53.058484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.710416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-27T21:23:53.058763Z","caller":"traceutil/trace.go:171","msg":"trace[1526832600] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10537; }","duration":"132.024424ms","start":"2026-04-27T21:23:52.926725Z","end":"2026-04-27T21:23:53.05875Z","steps":["trace[1526832600] 'agreement among raft nodes before linearized reading' (duration: 131.630905ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:23:53.058883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.827326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/glance-metadefs-load-psxrk\" ","response":"range_response_count:1 size:7125"} {"level":"info","ts":"2026-04-27T21:23:53.058948Z","caller":"traceutil/trace.go:171","msg":"trace[1267602917] range","detail":"{range_begin:/registry/pods/openstack/glance-metadefs-load-psxrk; range_end:; response_count:1; response_revision:10537; }","duration":"130.944879ms","start":"2026-04-27T21:23:52.927986Z","end":"2026-04-27T21:23:53.058931Z","steps":["trace[1267602917] 'agreement among raft nodes before linearized reading' (duration: 130.712994ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:23:53.059267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.282868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-k99ft\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-27T21:23:53.059325Z","caller":"traceutil/trace.go:171","msg":"trace[609599669] range","detail":"{range_begin:/registry/pods/openstack/keepalived-k99ft; range_end:; response_count:1; response_revision:10537; }","duration":"110.37733ms","start":"2026-04-27T21:23:52.948935Z","end":"2026-04-27T21:23:53.059312Z","steps":["trace[609599669] 'agreement among raft nodes before linearized reading' (duration: 110.202226ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:23:53.811113Z","caller":"traceutil/trace.go:171","msg":"trace[1045122752] transaction","detail":"{read_only:false; response_revision:10544; number_of_response:1; }","duration":"106.102123ms","start":"2026-04-27T21:23:53.704987Z","end":"2026-04-27T21:23:53.811089Z","steps":["trace[1045122752] 'process raft request' (duration: 105.924229ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:23:54.210399Z","caller":"traceutil/trace.go:171","msg":"trace[602384371] transaction","detail":"{read_only:false; response_revision:10548; number_of_response:1; }","duration":"217.593907ms","start":"2026-04-27T21:23:53.992784Z","end":"2026-04-27T21:23:54.210378Z","steps":["trace[602384371] 'process raft request' (duration: 217.421084ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:23:54.233132Z","caller":"traceutil/trace.go:171","msg":"trace[1461677139] linearizableReadLoop","detail":"{readStateIndex:10932; appliedIndex:10930; }","duration":"175.196341ms","start":"2026-04-27T21:23:54.05791Z","end":"2026-04-27T21:23:54.233106Z","steps":["trace[1461677139] 'read index received' (duration: 152.335999ms)","trace[1461677139] 'applied index is now lower than readState.Index' (duration: 22.859082ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:23:54.233248Z","caller":"traceutil/trace.go:171","msg":"trace[2137550915] transaction","detail":"{read_only:false; response_revision:10549; number_of_response:1; }","duration":"195.556185ms","start":"2026-04-27T21:23:54.037658Z","end":"2026-04-27T21:23:54.233215Z","steps":["trace[2137550915] 'process raft request' (duration: 195.32817ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:23:54.233309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.380245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:23:54.233359Z","caller":"traceutil/trace.go:171","msg":"trace[368733290] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:10549; }","duration":"175.580519ms","start":"2026-04-27T21:23:54.057763Z","end":"2026-04-27T21:23:54.233344Z","steps":["trace[368733290] 'agreement among raft nodes before linearized reading' (duration: 175.480427ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:23:54.362382Z","caller":"traceutil/trace.go:171","msg":"trace[728681596] transaction","detail":"{read_only:false; response_revision:10550; number_of_response:1; }","duration":"127.311199ms","start":"2026-04-27T21:23:54.235043Z","end":"2026-04-27T21:23:54.362354Z","steps":["trace[728681596] 'process raft request' (duration: 79.570121ms)","trace[728681596] 'compare' (duration: 47.575005ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:23:54.533607Z","caller":"traceutil/trace.go:171","msg":"trace[1352429765] linearizableReadLoop","detail":"{readStateIndex:10934; appliedIndex:10933; }","duration":"133.339703ms","start":"2026-04-27T21:23:54.400242Z","end":"2026-04-27T21:23:54.533582Z","steps":["trace[1352429765] 'read index received' (duration: 128.189828ms)","trace[1352429765] 'applied index is now lower than readState.Index' (duration: 5.148945ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:23:54.53396Z","caller":"traceutil/trace.go:171","msg":"trace[416800097] transaction","detail":"{read_only:false; response_revision:10551; number_of_response:1; }","duration":"163.123029ms","start":"2026-04-27T21:23:54.370822Z","end":"2026-04-27T21:23:54.533945Z","steps":["trace[416800097] 'process raft request' (duration: 157.624686ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:23:54.534154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.33218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:23:54.534257Z","caller":"traceutil/trace.go:171","msg":"trace[659335642] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10551; }","duration":"119.470563ms","start":"2026-04-27T21:23:54.414759Z","end":"2026-04-27T21:23:54.534229Z","steps":["trace[659335642] 'agreement among raft nodes before linearized reading' (duration: 119.264649ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:23:54.534283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.021709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-27T21:23:54.534399Z","caller":"traceutil/trace.go:171","msg":"trace[101087975] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10551; }","duration":"134.194482ms","start":"2026-04-27T21:23:54.400176Z","end":"2026-04-27T21:23:54.534371Z","steps":["trace[101087975] 'agreement among raft nodes before linearized reading' (duration: 133.900406ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:23:55.41238Z","caller":"traceutil/trace.go:171","msg":"trace[404307087] transaction","detail":"{read_only:false; response_revision:10562; number_of_response:1; }","duration":"139.103123ms","start":"2026-04-27T21:23:55.273228Z","end":"2026-04-27T21:23:55.412332Z","steps":["trace[404307087] 'process raft request' (duration: 131.697977ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:23:56.706392Z","caller":"traceutil/trace.go:171","msg":"trace[1253950155] transaction","detail":"{read_only:false; response_revision:10572; number_of_response:1; }","duration":"120.103946ms","start":"2026-04-27T21:23:56.58626Z","end":"2026-04-27T21:23:56.706364Z","steps":["trace[1253950155] 'process raft request' (duration: 119.791979ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:23:56.799459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.333138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-27T21:23:56.79954Z","caller":"traceutil/trace.go:171","msg":"trace[285040463] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:10574; }","duration":"105.484561ms","start":"2026-04-27T21:23:56.694038Z","end":"2026-04-27T21:23:56.799523Z","steps":["trace[285040463] 'agreement among raft nodes before linearized reading' (duration: 105.323587ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:23:56.799634Z","caller":"traceutil/trace.go:171","msg":"trace[1095473814] linearizableReadLoop","detail":"{readStateIndex:10957; appliedIndex:10955; }","duration":"104.945378ms","start":"2026-04-27T21:23:56.694108Z","end":"2026-04-27T21:23:56.799054Z","steps":["trace[1095473814] 'read index received' (duration: 11.938717ms)","trace[1095473814] 'applied index is now lower than readState.Index' (duration: 93.005571ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:24:00.374013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.793293ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-27T21:24:00.374117Z","caller":"traceutil/trace.go:171","msg":"trace[1951489150] linearizableReadLoop","detail":"{readStateIndex:10981; appliedIndex:10980; }","duration":"265.779936ms","start":"2026-04-27T21:24:00.108318Z","end":"2026-04-27T21:24:00.374098Z","steps":["trace[1951489150] 'read index received' (duration: 157.846591ms)","trace[1951489150] 'applied index is now lower than readState.Index' (duration: 107.932155ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:24:00.374157Z","caller":"traceutil/trace.go:171","msg":"trace[706365140] transaction","detail":"{read_only:false; response_revision:10596; number_of_response:1; }","duration":"284.25224ms","start":"2026-04-27T21:24:00.089871Z","end":"2026-04-27T21:24:00.374123Z","steps":["trace[706365140] 'process raft request' (duration: 176.286434ms)","trace[706365140] 'compare' (duration: 107.655719ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:24:00.374242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.91263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:24:00.374296Z","caller":"traceutil/trace.go:171","msg":"trace[1180049882] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:10596; }","duration":"265.977691ms","start":"2026-04-27T21:24:00.108304Z","end":"2026-04-27T21:24:00.374281Z","steps":["trace[1180049882] 'agreement among raft nodes before linearized reading' (duration: 265.845008ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:24:00.971681Z","caller":"traceutil/trace.go:171","msg":"trace[206594875] transaction","detail":"{read_only:false; response_revision:10601; number_of_response:1; }","duration":"143.50487ms","start":"2026-04-27T21:24:00.828145Z","end":"2026-04-27T21:24:00.97165Z","steps":["trace[206594875] 'process raft request' (duration: 142.508928ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:24:03.942606Z","caller":"traceutil/trace.go:171","msg":"trace[1621992948] transaction","detail":"{read_only:false; response_revision:10623; number_of_response:1; }","duration":"158.978887ms","start":"2026-04-27T21:24:03.783593Z","end":"2026-04-27T21:24:03.942572Z","steps":["trace[1621992948] 'process raft request' (duration: 95.739392ms)","trace[1621992948] 'compare' (duration: 63.088691ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:24:16.673687Z","caller":"traceutil/trace.go:171","msg":"trace[1769359057] transaction","detail":"{read_only:false; response_revision:10727; number_of_response:1; }","duration":"173.694276ms","start":"2026-04-27T21:24:16.499964Z","end":"2026-04-27T21:24:16.673659Z","steps":["trace[1769359057] 'process raft request' (duration: 173.468911ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:24:31.972961Z","caller":"traceutil/trace.go:171","msg":"trace[1022811913] transaction","detail":"{read_only:false; response_revision:10803; number_of_response:1; }","duration":"334.738439ms","start":"2026-04-27T21:24:31.638182Z","end":"2026-04-27T21:24:31.972921Z","steps":["trace[1022811913] 'process raft request' (duration: 334.535504ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:24:31.973162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:24:31.63816Z","time spent":"334.916653ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:26:29.150865Z","caller":"traceutil/trace.go:171","msg":"trace[915400808] linearizableReadLoop","detail":"{readStateIndex:11929; appliedIndex:11928; }","duration":"202.739591ms","start":"2026-04-27T21:26:28.948105Z","end":"2026-04-27T21:26:29.150844Z","steps":["trace[915400808] 'read index received' (duration: 202.627828ms)","trace[915400808] 'applied index is now lower than readState.Index' (duration: 110.753µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:26:29.150982Z","caller":"traceutil/trace.go:171","msg":"trace[1322222907] transaction","detail":"{read_only:false; response_revision:11508; number_of_response:1; }","duration":"386.474327ms","start":"2026-04-27T21:26:28.764467Z","end":"2026-04-27T21:26:29.150941Z","steps":["trace[1322222907] 'process raft request' (duration: 386.233602ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:26:29.15115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.030527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/staffeln-db-init-5wtk6\" ","response":"range_response_count:1 size:7101"} {"level":"info","ts":"2026-04-27T21:26:29.1512Z","caller":"traceutil/trace.go:171","msg":"trace[1042203618] range","detail":"{range_begin:/registry/pods/openstack/staffeln-db-init-5wtk6; range_end:; response_count:1; response_revision:11508; }","duration":"203.11376ms","start":"2026-04-27T21:26:28.948075Z","end":"2026-04-27T21:26:29.151188Z","steps":["trace[1042203618] 'agreement among raft nodes before linearized reading' (duration: 202.968176ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:26:29.151197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:26:28.764447Z","time spent":"386.644181ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:26:29.151151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.493856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-27T21:26:29.151449Z","caller":"traceutil/trace.go:171","msg":"trace[2137330192] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11508; }","duration":"148.774292ms","start":"2026-04-27T21:26:29.002635Z","end":"2026-04-27T21:26:29.15141Z","steps":["trace[2137330192] 'agreement among raft nodes before linearized reading' (duration: 148.418045ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:26:29.259256Z","caller":"traceutil/trace.go:171","msg":"trace[1849748091] transaction","detail":"{read_only:false; response_revision:11509; number_of_response:1; }","duration":"103.829216ms","start":"2026-04-27T21:26:29.155396Z","end":"2026-04-27T21:26:29.259225Z","steps":["trace[1849748091] 'process raft request' (duration: 95.041649ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:26:29.263462Z","caller":"traceutil/trace.go:171","msg":"trace[1564652496] transaction","detail":"{read_only:false; response_revision:11510; number_of_response:1; }","duration":"107.694212ms","start":"2026-04-27T21:26:29.155751Z","end":"2026-04-27T21:26:29.263446Z","steps":["trace[1564652496] 'process raft request' (duration: 107.524718ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:26:29.263727Z","caller":"traceutil/trace.go:171","msg":"trace[123949029] transaction","detail":"{read_only:false; response_revision:11511; number_of_response:1; }","duration":"102.286992ms","start":"2026-04-27T21:26:29.161425Z","end":"2026-04-27T21:26:29.263712Z","steps":["trace[123949029] 'process raft request' (duration: 101.961544ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:26:30.760401Z","caller":"traceutil/trace.go:171","msg":"trace[431008914] transaction","detail":"{read_only:false; response_revision:11517; number_of_response:1; }","duration":"102.390404ms","start":"2026-04-27T21:26:30.657981Z","end":"2026-04-27T21:26:30.760372Z","steps":["trace[431008914] 'process raft request' (duration: 51.267659ms)","trace[431008914] 'compare' (duration: 50.991322ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:26:32.101308Z","caller":"traceutil/trace.go:171","msg":"trace[668083750] transaction","detail":"{read_only:false; response_revision:11530; number_of_response:1; }","duration":"105.034052ms","start":"2026-04-27T21:26:31.996248Z","end":"2026-04-27T21:26:32.101282Z","steps":["trace[668083750] 'process raft request' (duration: 104.859128ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:27:18.56726Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9907} {"level":"info","ts":"2026-04-27T21:27:18.653184Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9907,"took":"83.771927ms","hash":2428979825,"current-db-size-bytes":42692608,"current-db-size":"43 MB","current-db-size-in-use-bytes":24715264,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-04-27T21:27:18.653285Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2428979825,"revision":9907,"compact-revision":7498} {"level":"warn","ts":"2026-04-27T21:27:36.766397Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185919323880427,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T21:27:37.266989Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185919323880427,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T21:27:37.497661Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.297368741s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-27T21:27:37.617975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.443210718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:27:37.618068Z","caller":"traceutil/trace.go:171","msg":"trace[2105231453] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12208; }","duration":"1.443347541s","start":"2026-04-27T21:27:36.1747Z","end":"2026-04-27T21:27:37.618048Z","steps":["trace[2105231453] 'range keys from in-memory index tree' (duration: 1.443117286s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:27:37.61809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.460820753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"warn","ts":"2026-04-27T21:27:37.618153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.443957465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:27:37.618181Z","caller":"traceutil/trace.go:171","msg":"trace[774981144] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:12208; }","duration":"1.444013167s","start":"2026-04-27T21:27:36.17416Z","end":"2026-04-27T21:27:37.618173Z","steps":["trace[774981144] 'range keys from in-memory index tree' (duration: 1.443833242s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:27:37.618206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:27:36.174145Z","time spent":"1.444055408s","remote":"127.0.0.1:40020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"info","ts":"2026-04-27T21:27:37.618211Z","caller":"traceutil/trace.go:171","msg":"trace[271161977] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:12208; }","duration":"1.460921405s","start":"2026-04-27T21:27:36.157226Z","end":"2026-04-27T21:27:37.618147Z","steps":["trace[271161977] 'range keys from in-memory index tree' (duration: 1.46066855s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:27:37.618251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:27:36.157216Z","time spent":"1.461026637s","remote":"127.0.0.1:40020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5103,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-04-27T21:27:37.618241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.46609098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:27:37.618313Z","caller":"traceutil/trace.go:171","msg":"trace[941404265] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12208; }","duration":"1.466209853s","start":"2026-04-27T21:27:36.152086Z","end":"2026-04-27T21:27:37.618296Z","steps":["trace[941404265] 'range keys from in-memory index tree' (duration: 1.465945957s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:27:37.618357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.466132181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T21:27:37.61835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.46649476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-04-27T21:27:37.618398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.444057528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:27:37.618424Z","caller":"traceutil/trace.go:171","msg":"trace[836730169] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12208; }","duration":"1.444100638s","start":"2026-04-27T21:27:36.174315Z","end":"2026-04-27T21:27:37.618416Z","steps":["trace[836730169] 'range keys from in-memory index tree' (duration: 1.443991366s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:27:37.618426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.466627043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T21:27:37.618448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:27:36.174305Z","time spent":"1.44413724s","remote":"127.0.0.1:40020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"info","ts":"2026-04-27T21:27:37.61851Z","caller":"traceutil/trace.go:171","msg":"trace[218464145] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12208; }","duration":"1.466708274s","start":"2026-04-27T21:27:36.151758Z","end":"2026-04-27T21:27:37.618467Z","steps":["trace[218464145] 'range keys from in-memory index tree' (duration: 1.466477409s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:27:37.618556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:27:36.151741Z","time spent":"1.466801007s","remote":"127.0.0.1:40020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-04-27T21:27:37.618114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:27:36.174692Z","time spent":"1.443412752s","remote":"127.0.0.1:40020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-04-27T21:27:37.618438Z","caller":"traceutil/trace.go:171","msg":"trace[1824463110] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12208; }","duration":"1.466603112s","start":"2026-04-27T21:27:36.151807Z","end":"2026-04-27T21:27:37.61841Z","steps":["trace[1824463110] 'range keys from in-memory index tree' (duration: 1.466297926s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:27:37.618651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:27:36.151787Z","time spent":"1.466855798s","remote":"127.0.0.1:39956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-04-27T21:27:37.618347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.436688312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"warn","ts":"2026-04-27T21:27:37.618734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.729744ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T21:27:37.618791Z","caller":"traceutil/trace.go:171","msg":"trace[410147459] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:12208; }","duration":"1.437167082s","start":"2026-04-27T21:27:36.181613Z","end":"2026-04-27T21:27:37.61878Z","steps":["trace[410147459] 'range keys from in-memory index tree' (duration: 1.436545039s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:27:37.618821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:27:36.181597Z","time spent":"1.437218384s","remote":"127.0.0.1:40020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5103,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"info","ts":"2026-04-27T21:27:37.618843Z","caller":"traceutil/trace.go:171","msg":"trace[1816546409] transaction","detail":"{read_only:false; response_revision:12209; number_of_response:1; }","duration":"1.418626307s","start":"2026-04-27T21:27:36.200194Z","end":"2026-04-27T21:27:37.61882Z","steps":["trace[1816546409] 'process raft request' (duration: 1.297720869s)","trace[1816546409] 'compare' (duration: 120.213783ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:27:37.617993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.466135582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:27:37.618926Z","caller":"traceutil/trace.go:171","msg":"trace[1387824615] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:12208; }","duration":"1.467110223s","start":"2026-04-27T21:27:36.151807Z","end":"2026-04-27T21:27:37.618917Z","steps":["trace[1387824615] 'range keys from in-memory index tree' (duration: 1.465988559s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:27:37.618924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:27:36.200178Z","time spent":"1.418713989s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:27:37.618962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:27:36.151795Z","time spent":"1.467159145s","remote":"127.0.0.1:40020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-04-27T21:27:37.618368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.4441586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:27:37.619096Z","caller":"traceutil/trace.go:171","msg":"trace[1418034300] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12208; }","duration":"1.444912936s","start":"2026-04-27T21:27:36.174175Z","end":"2026-04-27T21:27:37.619088Z","steps":["trace[1418034300] 'range keys from in-memory index tree' (duration: 1.444011117s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:27:37.619119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:27:36.174164Z","time spent":"1.444948948s","remote":"127.0.0.1:40020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-04-27T21:27:37.618356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:27:36.15206Z","time spent":"1.466282715s","remote":"127.0.0.1:40020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"info","ts":"2026-04-27T21:27:37.618389Z","caller":"traceutil/trace.go:171","msg":"trace[1726999417] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12208; }","duration":"1.466236873s","start":"2026-04-27T21:27:36.152145Z","end":"2026-04-27T21:27:37.618382Z","steps":["trace[1726999417] 'range keys from in-memory index tree' (duration: 1.466049729s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:27:37.619404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:27:36.152127Z","time spent":"1.467268686s","remote":"127.0.0.1:40020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-04-27T21:27:37.634641Z","caller":"traceutil/trace.go:171","msg":"trace[1210866989] transaction","detail":"{read_only:false; response_revision:12210; number_of_response:1; }","duration":"1.344483346s","start":"2026-04-27T21:27:36.290132Z","end":"2026-04-27T21:27:37.634616Z","steps":["trace[1210866989] 'process raft request' (duration: 1.344260621s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:27:37.634835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:27:36.290106Z","time spent":"1.344596619s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:27:37.637661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.371596394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-27T21:27:37.637709Z","caller":"traceutil/trace.go:171","msg":"trace[1165578363] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:12210; }","duration":"1.371656295s","start":"2026-04-27T21:27:36.266042Z","end":"2026-04-27T21:27:37.637698Z","steps":["trace[1165578363] 'agreement among raft nodes before linearized reading' (duration: 1.371575033s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:27:37.637742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:27:36.266027Z","time spent":"1.371706507s","remote":"127.0.0.1:52398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"info","ts":"2026-04-27T21:27:37.637567Z","caller":"traceutil/trace.go:171","msg":"trace[1365709706] linearizableReadLoop","detail":"{readStateIndex:12649; appliedIndex:12646; }","duration":"1.371468231s","start":"2026-04-27T21:27:36.266055Z","end":"2026-04-27T21:27:37.637523Z","steps":["trace[1365709706] 'read index received' (duration: 1.231839154s)","trace[1365709706] 'applied index is now lower than readState.Index' (duration: 139.628107ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:27:37.638357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.757463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-27T21:27:37.638404Z","caller":"traceutil/trace.go:171","msg":"trace[1540171342] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12210; }","duration":"411.845945ms","start":"2026-04-27T21:27:37.226544Z","end":"2026-04-27T21:27:37.63839Z","steps":["trace[1540171342] 'agreement among raft nodes before linearized reading' (duration: 411.722323ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:27:37.638434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:27:37.22652Z","time spent":"411.906396ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-27T21:27:37.638542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.966911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-27T21:27:37.638548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"870.890908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-k99ft\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-27T21:27:37.638603Z","caller":"traceutil/trace.go:171","msg":"trace[1590919894] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12210; }","duration":"626.072104ms","start":"2026-04-27T21:27:37.012514Z","end":"2026-04-27T21:27:37.638586Z","steps":["trace[1590919894] 'agreement among raft nodes before linearized reading' (duration: 625.90324ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:27:37.638603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.845639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-27T21:27:37.638617Z","caller":"traceutil/trace.go:171","msg":"trace[1965450834] range","detail":"{range_begin:/registry/pods/openstack/keepalived-k99ft; range_end:; response_count:1; response_revision:12210; }","duration":"870.99619ms","start":"2026-04-27T21:27:36.7676Z","end":"2026-04-27T21:27:37.638596Z","steps":["trace[1965450834] 'agreement among raft nodes before linearized reading' (duration: 870.802796ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:27:37.638615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.223926686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T21:27:37.638648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:27:37.012491Z","time spent":"626.144565ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-27T21:27:37.638658Z","caller":"traceutil/trace.go:171","msg":"trace[1447353131] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12210; }","duration":"108.949951ms","start":"2026-04-27T21:27:37.529692Z","end":"2026-04-27T21:27:37.638642Z","steps":["trace[1447353131] 'agreement among raft nodes before linearized reading' (duration: 108.794658ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:27:37.638635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"955.108825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:27:37.638666Z","caller":"traceutil/trace.go:171","msg":"trace[2049605725] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12210; }","duration":"1.224004968s","start":"2026-04-27T21:27:36.414645Z","end":"2026-04-27T21:27:37.63865Z","steps":["trace[2049605725] 'agreement among raft nodes before linearized reading' (duration: 1.223925096s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:27:37.638655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:27:36.767578Z","time spent":"871.070042ms","remote":"127.0.0.1:39966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-k99ft\" "} {"level":"warn","ts":"2026-04-27T21:27:37.6387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:27:36.414615Z","time spent":"1.224078109s","remote":"127.0.0.1:39786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-27T21:27:37.638703Z","caller":"traceutil/trace.go:171","msg":"trace[224283471] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:12210; }","duration":"955.192367ms","start":"2026-04-27T21:27:36.683495Z","end":"2026-04-27T21:27:37.638687Z","steps":["trace[224283471] 'agreement among raft nodes before linearized reading' (duration: 955.063094ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:27:37.638722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.760523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-04-27T21:27:37.638748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:27:36.683425Z","time spent":"955.313569ms","remote":"127.0.0.1:39992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-04-27T21:27:37.638804Z","caller":"traceutil/trace.go:171","msg":"trace[1560459580] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12210; }","duration":"232.883486ms","start":"2026-04-27T21:27:37.405898Z","end":"2026-04-27T21:27:37.638782Z","steps":["trace[1560459580] 'agreement among raft nodes before linearized reading' (duration: 232.660351ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:27:37.639079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.347030683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-27T21:27:37.639137Z","caller":"traceutil/trace.go:171","msg":"trace[890309700] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12210; }","duration":"1.347136046s","start":"2026-04-27T21:27:36.291988Z","end":"2026-04-27T21:27:37.639124Z","steps":["trace[890309700] 'agreement among raft nodes before linearized reading' (duration: 1.346997723s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:27:37.639168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:27:36.291945Z","time spent":"1.347214967s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-27T21:27:43.843296Z","caller":"traceutil/trace.go:171","msg":"trace[2006755976] linearizableReadLoop","detail":"{readStateIndex:12687; appliedIndex:12686; }","duration":"141.437398ms","start":"2026-04-27T21:27:43.701834Z","end":"2026-04-27T21:27:43.843271Z","steps":["trace[2006755976] 'read index received' (duration: 141.310095ms)","trace[2006755976] 'applied index is now lower than readState.Index' (duration: 126.293µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:27:43.843323Z","caller":"traceutil/trace.go:171","msg":"trace[986765497] transaction","detail":"{read_only:false; response_revision:12247; number_of_response:1; }","duration":"175.910471ms","start":"2026-04-27T21:27:43.667392Z","end":"2026-04-27T21:27:43.843302Z","steps":["trace[986765497] 'process raft request' (duration: 175.724817ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:27:43.84345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.600461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-27T21:27:43.843475Z","caller":"traceutil/trace.go:171","msg":"trace[1446749058] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12247; }","duration":"141.667933ms","start":"2026-04-27T21:27:43.701802Z","end":"2026-04-27T21:27:43.84347Z","steps":["trace[1446749058] 'agreement among raft nodes before linearized reading' (duration: 141.54684ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:27:43.844991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.157788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-27T21:27:43.845057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.9284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-27T21:27:43.845055Z","caller":"traceutil/trace.go:171","msg":"trace[1151692934] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12248; }","duration":"110.22227ms","start":"2026-04-27T21:27:43.734817Z","end":"2026-04-27T21:27:43.845039Z","steps":["trace[1151692934] 'agreement among raft nodes before linearized reading' (duration: 110.036826ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:27:43.845117Z","caller":"traceutil/trace.go:171","msg":"trace[1608613617] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:12248; }","duration":"116.998631ms","start":"2026-04-27T21:27:43.728099Z","end":"2026-04-27T21:27:43.845098Z","steps":["trace[1608613617] 'agreement among raft nodes before linearized reading' (duration: 116.928959ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:27:43.845189Z","caller":"traceutil/trace.go:171","msg":"trace[285255562] transaction","detail":"{read_only:false; response_revision:12248; number_of_response:1; }","duration":"139.625928ms","start":"2026-04-27T21:27:43.705555Z","end":"2026-04-27T21:27:43.845181Z","steps":["trace[285255562] 'process raft request' (duration: 139.046505ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:27:43.844986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.63967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-27T21:27:43.845245Z","caller":"traceutil/trace.go:171","msg":"trace[1473506536] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12248; }","duration":"123.957567ms","start":"2026-04-27T21:27:43.721282Z","end":"2026-04-27T21:27:43.84524Z","steps":["trace[1473506536] 'agreement among raft nodes before linearized reading' (duration: 123.526088ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:27:43.845343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.603844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-k99ft\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-27T21:27:43.845456Z","caller":"traceutil/trace.go:171","msg":"trace[1037472237] range","detail":"{range_begin:/registry/pods/openstack/keepalived-k99ft; range_end:; response_count:1; response_revision:12248; }","duration":"117.783208ms","start":"2026-04-27T21:27:43.727654Z","end":"2026-04-27T21:27:43.845438Z","steps":["trace[1037472237] 'agreement among raft nodes before linearized reading' (duration: 117.484942ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:27:47.972989Z","caller":"traceutil/trace.go:171","msg":"trace[731449034] linearizableReadLoop","detail":"{readStateIndex:12711; appliedIndex:12710; }","duration":"104.378738ms","start":"2026-04-27T21:27:47.868587Z","end":"2026-04-27T21:27:47.972966Z","steps":["trace[731449034] 'read index received' (duration: 104.239615ms)","trace[731449034] 'applied index is now lower than readState.Index' (duration: 138.083µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:27:47.973067Z","caller":"traceutil/trace.go:171","msg":"trace[1405914181] transaction","detail":"{read_only:false; response_revision:12270; number_of_response:1; }","duration":"105.603265ms","start":"2026-04-27T21:27:47.867429Z","end":"2026-04-27T21:27:47.973032Z","steps":["trace[1405914181] 'process raft request' (duration: 105.393001ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:27:47.973241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.626033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-27T21:27:47.973332Z","caller":"traceutil/trace.go:171","msg":"trace[1393433353] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12270; }","duration":"104.764646ms","start":"2026-04-27T21:27:47.868546Z","end":"2026-04-27T21:27:47.97331Z","steps":["trace[1393433353] 'agreement among raft nodes before linearized reading' (duration: 104.517951ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:27:47.979441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.381668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-27T21:27:47.979517Z","caller":"traceutil/trace.go:171","msg":"trace[2033294332] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12271; }","duration":"108.47775ms","start":"2026-04-27T21:27:47.871021Z","end":"2026-04-27T21:27:47.979499Z","steps":["trace[2033294332] 'agreement among raft nodes before linearized reading' (duration: 108.295895ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:27:48.155083Z","caller":"traceutil/trace.go:171","msg":"trace[837378111] linearizableReadLoop","detail":"{readStateIndex:12717; appliedIndex:12716; }","duration":"140.541938ms","start":"2026-04-27T21:27:48.014517Z","end":"2026-04-27T21:27:48.155059Z","steps":["trace[837378111] 'read index received' (duration: 140.357704ms)","trace[837378111] 'applied index is now lower than readState.Index' (duration: 183.324µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:27:48.155115Z","caller":"traceutil/trace.go:171","msg":"trace[2070293433] transaction","detail":"{read_only:false; response_revision:12276; number_of_response:1; }","duration":"140.942967ms","start":"2026-04-27T21:27:48.014145Z","end":"2026-04-27T21:27:48.155088Z","steps":["trace[2070293433] 'process raft request' (duration: 140.773834ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:27:48.155311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.736392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19102"} {"level":"info","ts":"2026-04-27T21:27:48.155341Z","caller":"traceutil/trace.go:171","msg":"trace[1275397517] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:12276; }","duration":"140.840385ms","start":"2026-04-27T21:27:48.014493Z","end":"2026-04-27T21:27:48.155333Z","steps":["trace[1275397517] 'agreement among raft nodes before linearized reading' (duration: 140.663361ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:27:48.181736Z","caller":"traceutil/trace.go:171","msg":"trace[1733572594] transaction","detail":"{read_only:false; response_revision:12277; number_of_response:1; }","duration":"166.93579ms","start":"2026-04-27T21:27:48.014784Z","end":"2026-04-27T21:27:48.181719Z","steps":["trace[1733572594] 'process raft request' (duration: 166.593952ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:27:49.869279Z","caller":"traceutil/trace.go:171","msg":"trace[1956173831] transaction","detail":"{read_only:false; response_revision:12280; number_of_response:1; }","duration":"120.414917ms","start":"2026-04-27T21:27:49.748843Z","end":"2026-04-27T21:27:49.869258Z","steps":["trace[1956173831] 'process raft request' (duration: 120.255684ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:27:50.117852Z","caller":"traceutil/trace.go:171","msg":"trace[1052806628] linearizableReadLoop","detail":"{readStateIndex:12722; appliedIndex:12721; }","duration":"111.417946ms","start":"2026-04-27T21:27:50.006409Z","end":"2026-04-27T21:27:50.117827Z","steps":["trace[1052806628] 'read index received' (duration: 111.202202ms)","trace[1052806628] 'applied index is now lower than readState.Index' (duration: 214.774µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:27:50.118027Z","caller":"traceutil/trace.go:171","msg":"trace[552355515] transaction","detail":"{read_only:false; response_revision:12281; number_of_response:1; }","duration":"140.033067ms","start":"2026-04-27T21:27:49.977862Z","end":"2026-04-27T21:27:50.117896Z","steps":["trace[552355515] 'process raft request' (duration: 139.833762ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:27:50.118137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.301776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-27T21:27:50.118062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.639851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-27T21:27:50.118181Z","caller":"traceutil/trace.go:171","msg":"trace[1208068672] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12281; }","duration":"104.359807ms","start":"2026-04-27T21:27:50.01381Z","end":"2026-04-27T21:27:50.118169Z","steps":["trace[1208068672] 'agreement among raft nodes before linearized reading' (duration: 104.277505ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:27:50.118204Z","caller":"traceutil/trace.go:171","msg":"trace[1149432792] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12281; }","duration":"111.789894ms","start":"2026-04-27T21:27:50.006394Z","end":"2026-04-27T21:27:50.118184Z","steps":["trace[1149432792] 'agreement among raft nodes before linearized reading' (duration: 111.517248ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:27:50.118061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.316619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-27T21:27:50.118321Z","caller":"traceutil/trace.go:171","msg":"trace[1662022492] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12281; }","duration":"105.576865ms","start":"2026-04-27T21:27:50.012706Z","end":"2026-04-27T21:27:50.118283Z","steps":["trace[1662022492] 'agreement among raft nodes before linearized reading' (duration: 105.250628ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:27:50.118369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.224077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-27T21:27:50.118463Z","caller":"traceutil/trace.go:171","msg":"trace[1933921393] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12281; }","duration":"105.371491ms","start":"2026-04-27T21:27:50.013067Z","end":"2026-04-27T21:27:50.118439Z","steps":["trace[1933921393] 'agreement among raft nodes before linearized reading' (duration: 105.098405ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:27:50.242174Z","caller":"traceutil/trace.go:171","msg":"trace[782020776] transaction","detail":"{read_only:false; response_revision:12283; number_of_response:1; }","duration":"119.62781ms","start":"2026-04-27T21:27:50.122514Z","end":"2026-04-27T21:27:50.242142Z","steps":["trace[782020776] 'process raft request' (duration: 108.769966ms)","trace[782020776] 'compare' (duration: 10.626248ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:27:50.242406Z","caller":"traceutil/trace.go:171","msg":"trace[1409148106] transaction","detail":"{read_only:false; response_revision:12284; number_of_response:1; }","duration":"119.532728ms","start":"2026-04-27T21:27:50.122836Z","end":"2026-04-27T21:27:50.242368Z","steps":["trace[1409148106] 'process raft request' (duration: 119.243111ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:27:50.242837Z","caller":"traceutil/trace.go:171","msg":"trace[2057697957] transaction","detail":"{read_only:false; response_revision:12285; number_of_response:1; }","duration":"119.408494ms","start":"2026-04-27T21:27:50.123401Z","end":"2026-04-27T21:27:50.242809Z","steps":["trace[2057697957] 'process raft request' (duration: 118.958174ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:27:50.242942Z","caller":"traceutil/trace.go:171","msg":"trace[1979305514] linearizableReadLoop","detail":"{readStateIndex:12726; appliedIndex:12722; }","duration":"119.363994ms","start":"2026-04-27T21:27:50.123564Z","end":"2026-04-27T21:27:50.242928Z","steps":["trace[1979305514] 'read index received' (duration: 56.050965ms)","trace[1979305514] 'applied index is now lower than readState.Index' (duration: 63.311739ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:27:50.24358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.005449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:447632"} {"level":"info","ts":"2026-04-27T21:27:50.243635Z","caller":"traceutil/trace.go:171","msg":"trace[1280274005] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:12286; }","duration":"120.09928ms","start":"2026-04-27T21:27:50.123522Z","end":"2026-04-27T21:27:50.243621Z","steps":["trace[1280274005] 'agreement among raft nodes before linearized reading' (duration: 119.502837ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:27:58.221796Z","caller":"traceutil/trace.go:171","msg":"trace[1096524554] linearizableReadLoop","detail":"{readStateIndex:12767; appliedIndex:12766; }","duration":"329.547202ms","start":"2026-04-27T21:27:57.892229Z","end":"2026-04-27T21:27:58.221776Z","steps":["trace[1096524554] 'read index received' (duration: 329.414879ms)","trace[1096524554] 'applied index is now lower than readState.Index' (duration: 131.333µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:27:58.222059Z","caller":"traceutil/trace.go:171","msg":"trace[1947440970] transaction","detail":"{read_only:false; response_revision:12324; number_of_response:1; }","duration":"341.319976ms","start":"2026-04-27T21:27:57.880727Z","end":"2026-04-27T21:27:58.222047Z","steps":["trace[1947440970] 'process raft request' (duration: 340.901337ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:27:58.222154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:27:57.880696Z","time spent":"341.397198ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19029,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:27:58.222209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.959382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:27:58.222291Z","caller":"traceutil/trace.go:171","msg":"trace[1140561442] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:12324; }","duration":"330.086794ms","start":"2026-04-27T21:27:57.892184Z","end":"2026-04-27T21:27:58.222271Z","steps":["trace[1140561442] 'agreement among raft nodes before linearized reading' (duration: 329.94111ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:27:58.22234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:27:57.892163Z","time spent":"330.166736ms","remote":"127.0.0.1:42758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:27:59.153219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"887.52023ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T21:27:59.153381Z","caller":"traceutil/trace.go:171","msg":"trace[310646815] linearizableReadLoop","detail":"{readStateIndex:12769; appliedIndex:12767; }","duration":"931.517616ms","start":"2026-04-27T21:27:58.221852Z","end":"2026-04-27T21:27:59.15337Z","steps":["trace[310646815] 'read index received' (duration: 43.77904ms)","trace[310646815] 'applied index is now lower than readState.Index' (duration: 887.737666ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:27:59.153433Z","caller":"traceutil/trace.go:171","msg":"trace[1262505409] transaction","detail":"{read_only:false; response_revision:12325; number_of_response:1; }","duration":"1.216661303s","start":"2026-04-27T21:27:57.936766Z","end":"2026-04-27T21:27:59.153427Z","steps":["trace[1262505409] 'process raft request' (duration: 328.874167ms)","trace[1262505409] 'compare' (duration: 887.340116ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:27:59.153467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:27:57.936746Z","time spent":"1.216701364s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:27:59.153475Z","caller":"traceutil/trace.go:171","msg":"trace[222272861] transaction","detail":"{read_only:false; response_revision:12326; number_of_response:1; }","duration":"989.777761ms","start":"2026-04-27T21:27:58.163665Z","end":"2026-04-27T21:27:59.153443Z","steps":["trace[222272861] 'process raft request' (duration: 989.637177ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:27:59.153593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"931.984696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-27T21:27:59.153681Z","caller":"traceutil/trace.go:171","msg":"trace[816448060] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12326; }","duration":"932.115998ms","start":"2026-04-27T21:27:58.221546Z","end":"2026-04-27T21:27:59.153662Z","steps":["trace[816448060] 'agreement among raft nodes before linearized reading' (duration: 931.889723ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:27:59.153732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:27:58.221527Z","time spent":"932.193101ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-27T21:27:59.153619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:27:58.163638Z","time spent":"989.904674ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:27:59.15394Z","caller":"traceutil/trace.go:171","msg":"trace[1900519733] transaction","detail":"{read_only:false; response_revision:12327; number_of_response:1; }","duration":"869.21471ms","start":"2026-04-27T21:27:58.284718Z","end":"2026-04-27T21:27:59.153933Z","steps":["trace[1900519733] 'process raft request' (duration: 869.170499ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:27:59.15398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:27:58.284697Z","time spent":"869.264342ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:27:59.157869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"857.797645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-04-27T21:27:59.157938Z","caller":"traceutil/trace.go:171","msg":"trace[84055974] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12328; }","duration":"857.901837ms","start":"2026-04-27T21:27:58.300022Z","end":"2026-04-27T21:27:59.157924Z","steps":["trace[84055974] 'agreement among raft nodes before linearized reading' (duration: 857.726503ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:27:59.157956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.602195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-27T21:27:59.157981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:27:58.299978Z","time spent":"857.995499ms","remote":"127.0.0.1:39966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-27T21:27:59.158008Z","caller":"traceutil/trace.go:171","msg":"trace[150873630] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12328; }","duration":"788.675957ms","start":"2026-04-27T21:27:58.36932Z","end":"2026-04-27T21:27:59.157996Z","steps":["trace[150873630] 'agreement among raft nodes before linearized reading' (duration: 788.509753ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:27:59.157932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.157803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"warn","ts":"2026-04-27T21:27:59.158055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.343325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-27T21:27:59.158151Z","caller":"traceutil/trace.go:171","msg":"trace[872706985] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:12328; }","duration":"711.447967ms","start":"2026-04-27T21:27:58.44668Z","end":"2026-04-27T21:27:59.158128Z","steps":["trace[872706985] 'agreement among raft nodes before linearized reading' (duration: 711.185781ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:27:59.158182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"820.854037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-27T21:27:59.158199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:27:58.446634Z","time spent":"711.555479ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-27T21:27:59.158242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"817.762409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-27T21:27:59.15828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.5768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-k99ft\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-04-27T21:27:59.158282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"820.54283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-27T21:27:59.158085Z","caller":"traceutil/trace.go:171","msg":"trace[1700041778] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:12328; }","duration":"212.313797ms","start":"2026-04-27T21:27:58.945761Z","end":"2026-04-27T21:27:59.158074Z","steps":["trace[1700041778] 'agreement among raft nodes before linearized reading' (duration: 212.085872ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:27:59.158296Z","caller":"traceutil/trace.go:171","msg":"trace[1007469224] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12328; }","duration":"817.86331ms","start":"2026-04-27T21:27:58.340422Z","end":"2026-04-27T21:27:59.158285Z","steps":["trace[1007469224] 'agreement among raft nodes before linearized reading' (duration: 817.644175ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:27:59.158332Z","caller":"traceutil/trace.go:171","msg":"trace[155143368] range","detail":"{range_begin:/registry/pods/openstack/keepalived-k99ft; range_end:; response_count:1; response_revision:12328; }","duration":"807.639881ms","start":"2026-04-27T21:27:58.350656Z","end":"2026-04-27T21:27:59.158296Z","steps":["trace[155143368] 'agreement among raft nodes before linearized reading' (duration: 807.467267ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:27:59.158412Z","caller":"traceutil/trace.go:171","msg":"trace[1342220337] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12328; }","duration":"820.604222ms","start":"2026-04-27T21:27:58.337711Z","end":"2026-04-27T21:27:59.158315Z","steps":["trace[1342220337] 'agreement among raft nodes before linearized reading' (duration: 820.51655ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:27:59.158414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:27:58.350636Z","time spent":"807.771324ms","remote":"127.0.0.1:39966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-k99ft\" "} {"level":"warn","ts":"2026-04-27T21:27:59.158465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:27:58.337698Z","time spent":"820.755205ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-27T21:27:59.15821Z","caller":"traceutil/trace.go:171","msg":"trace[486273947] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12328; }","duration":"820.923918ms","start":"2026-04-27T21:27:58.337277Z","end":"2026-04-27T21:27:59.158201Z","steps":["trace[486273947] 'agreement among raft nodes before linearized reading' (duration: 820.848757ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:27:59.158582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:27:58.337256Z","time spent":"821.318998ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-27T21:27:59.158351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:27:58.340411Z","time spent":"817.931372ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-27T21:27:59.158046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:27:58.36931Z","time spent":"788.727918ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-27T21:27:59.158092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.757531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:27:59.158844Z","caller":"traceutil/trace.go:171","msg":"trace[1696497502] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12328; }","duration":"744.479817ms","start":"2026-04-27T21:27:58.41433Z","end":"2026-04-27T21:27:59.158809Z","steps":["trace[1696497502] 'agreement among raft nodes before linearized reading' (duration: 743.738471ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:27:59.158869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:27:58.414295Z","time spent":"744.568788ms","remote":"127.0.0.1:39786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-27T21:27:59.157993Z","caller":"traceutil/trace.go:171","msg":"trace[1904348940] transaction","detail":"{read_only:false; response_revision:12328; number_of_response:1; }","duration":"832.394946ms","start":"2026-04-27T21:27:58.325543Z","end":"2026-04-27T21:27:59.157938Z","steps":["trace[1904348940] 'process raft request' (duration: 832.100439ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:27:59.15915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:27:58.325516Z","time spent":"833.456068ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:27:59.678054Z","caller":"traceutil/trace.go:171","msg":"trace[1711433513] transaction","detail":"{read_only:false; response_revision:12330; number_of_response:1; }","duration":"514.320841ms","start":"2026-04-27T21:27:59.163715Z","end":"2026-04-27T21:27:59.678035Z","steps":["trace[1711433513] 'process raft request' (duration: 514.163647ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:27:59.678182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:27:59.1637Z","time spent":"514.420483ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:27:59.678355Z","caller":"traceutil/trace.go:171","msg":"trace[1120874892] transaction","detail":"{read_only:false; response_revision:12331; number_of_response:1; }","duration":"514.497105ms","start":"2026-04-27T21:27:59.163848Z","end":"2026-04-27T21:27:59.678345Z","steps":["trace[1120874892] 'process raft request' (duration: 514.153227ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:27:59.678403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:27:59.163835Z","time spent":"514.545666ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:27:59.678407Z","caller":"traceutil/trace.go:171","msg":"trace[1564410207] linearizableReadLoop","detail":"{readStateIndex:12777; appliedIndex:12772; }","duration":"491.0233ms","start":"2026-04-27T21:27:59.187367Z","end":"2026-04-27T21:27:59.678391Z","steps":["trace[1564410207] 'read index received' (duration: 490.461537ms)","trace[1564410207] 'applied index is now lower than readState.Index' (duration: 560.993µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:27:59.678551Z","caller":"traceutil/trace.go:171","msg":"trace[1771155016] transaction","detail":"{read_only:false; response_revision:12332; number_of_response:1; }","duration":"514.574197ms","start":"2026-04-27T21:27:59.163866Z","end":"2026-04-27T21:27:59.67844Z","steps":["trace[1771155016] 'process raft request' (duration: 514.376473ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:27:59.678613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.538481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-0507d34e-18fb-470e-b055-e60541426c87\" ","response":"range_response_count:1 size:1450"} {"level":"info","ts":"2026-04-27T21:27:59.678655Z","caller":"traceutil/trace.go:171","msg":"trace[1946652440] range","detail":"{range_begin:/registry/persistentvolumes/pvc-0507d34e-18fb-470e-b055-e60541426c87; range_end:; response_count:1; response_revision:12334; }","duration":"516.599213ms","start":"2026-04-27T21:27:59.162041Z","end":"2026-04-27T21:27:59.67864Z","steps":["trace[1946652440] 'agreement among raft nodes before linearized reading' (duration: 516.450479ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:27:59.678634Z","caller":"traceutil/trace.go:171","msg":"trace[1055981400] transaction","detail":"{read_only:false; response_revision:12333; number_of_response:1; }","duration":"514.68051ms","start":"2026-04-27T21:27:59.163911Z","end":"2026-04-27T21:27:59.678592Z","steps":["trace[1055981400] 'process raft request' (duration: 514.400923ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:27:59.678695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:27:59.162027Z","time spent":"516.659764ms","remote":"127.0.0.1:39928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1474,"request content":"key:\"/registry/persistentvolumes/pvc-0507d34e-18fb-470e-b055-e60541426c87\" "} {"level":"warn","ts":"2026-04-27T21:27:59.678729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:27:59.163855Z","time spent":"514.777511ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:27:59.6788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:27:59.163906Z","time spent":"514.813222ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:27:59.678664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.450499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:27:59.678955Z","caller":"traceutil/trace.go:171","msg":"trace[334902651] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:12334; }","duration":"358.775727ms","start":"2026-04-27T21:27:59.320147Z","end":"2026-04-27T21:27:59.678923Z","steps":["trace[334902651] 'agreement among raft nodes before linearized reading' (duration: 358.439199ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:27:59.67904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:27:59.32013Z","time spent":"358.882429ms","remote":"127.0.0.1:37646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:27:59.678673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.438179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-04-27T21:27:59.679122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.849983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:27:59.679128Z","caller":"traceutil/trace.go:171","msg":"trace[577759879] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12334; }","duration":"516.906989ms","start":"2026-04-27T21:27:59.162202Z","end":"2026-04-27T21:27:59.679109Z","steps":["trace[577759879] 'agreement among raft nodes before linearized reading' (duration: 516.299176ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:27:59.679189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:27:59.162197Z","time spent":"516.97744ms","remote":"127.0.0.1:39966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-27T21:27:59.679186Z","caller":"traceutil/trace.go:171","msg":"trace[1249322174] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:12334; }","duration":"318.940724ms","start":"2026-04-27T21:27:59.360228Z","end":"2026-04-27T21:27:59.679169Z","steps":["trace[1249322174] 'agreement among raft nodes before linearized reading' (duration: 318.833282ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:27:59.679235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:27:59.360216Z","time spent":"319.005825ms","remote":"127.0.0.1:42784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:27:59.679314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.058783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:447632"} {"level":"info","ts":"2026-04-27T21:27:59.679389Z","caller":"traceutil/trace.go:171","msg":"trace[1586599758] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:12334; }","duration":"517.143905ms","start":"2026-04-27T21:27:59.162228Z","end":"2026-04-27T21:27:59.679372Z","steps":["trace[1586599758] 'agreement among raft nodes before linearized reading' (duration: 516.49426ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:27:59.679449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:27:59.162225Z","time spent":"517.208056ms","remote":"127.0.0.1:39966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":48,"response size":447656,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-27T21:27:59.679648Z","caller":"traceutil/trace.go:171","msg":"trace[32699332] transaction","detail":"{read_only:false; response_revision:12334; number_of_response:1; }","duration":"515.60674ms","start":"2026-04-27T21:27:59.163994Z","end":"2026-04-27T21:27:59.6796Z","steps":["trace[32699332] 'process raft request' (duration: 514.358712ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:27:59.679868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:27:59.163989Z","time spent":"515.734512ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:28:01.270148Z","caller":"traceutil/trace.go:171","msg":"trace[662969982] transaction","detail":"{read_only:false; response_revision:12335; number_of_response:1; }","duration":"110.855554ms","start":"2026-04-27T21:28:01.159266Z","end":"2026-04-27T21:28:01.270122Z","steps":["trace[662969982] 'process raft request' (duration: 110.66886ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:28:01.554124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.344776ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T21:28:01.554261Z","caller":"traceutil/trace.go:171","msg":"trace[1384051927] linearizableReadLoop","detail":"{readStateIndex:12780; appliedIndex:12777; }","duration":"363.40729ms","start":"2026-04-27T21:28:01.190841Z","end":"2026-04-27T21:28:01.554249Z","steps":["trace[1384051927] 'read index received' (duration: 79.163233ms)","trace[1384051927] 'applied index is now lower than readState.Index' (duration: 284.243407ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:28:01.554336Z","caller":"traceutil/trace.go:171","msg":"trace[1410928859] transaction","detail":"{read_only:false; response_revision:12336; number_of_response:1; }","duration":"394.830485ms","start":"2026-04-27T21:28:01.159497Z","end":"2026-04-27T21:28:01.554327Z","steps":["trace[1410928859] 'process raft request' (duration: 182.211162ms)","trace[1410928859] 'compare' (duration: 212.249274ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:28:01.554384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:28:01.159481Z","time spent":"394.879915ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:28:01.554606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.872136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:28:01.554634Z","caller":"traceutil/trace.go:171","msg":"trace[1997047449] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12337; }","duration":"140.936877ms","start":"2026-04-27T21:28:01.41369Z","end":"2026-04-27T21:28:01.554627Z","steps":["trace[1997047449] 'agreement among raft nodes before linearized reading' (duration: 140.887676ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:28:01.554636Z","caller":"traceutil/trace.go:171","msg":"trace[506252256] transaction","detail":"{read_only:false; response_revision:12337; number_of_response:1; }","duration":"391.52691ms","start":"2026-04-27T21:28:01.16309Z","end":"2026-04-27T21:28:01.554617Z","steps":["trace[506252256] 'process raft request' (duration: 391.108831ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:28:01.554631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.770258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-27T21:28:01.554686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:28:01.163077Z","time spent":"391.580921ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:28:01.554676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.140489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.250\" ","response":"range_response_count:1 size:138"} {"level":"info","ts":"2026-04-27T21:28:01.554706Z","caller":"traceutil/trace.go:171","msg":"trace[1863464239] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12337; }","duration":"363.879509ms","start":"2026-04-27T21:28:01.190806Z","end":"2026-04-27T21:28:01.554686Z","steps":["trace[1863464239] 'agreement among raft nodes before linearized reading' (duration: 363.630964ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:28:01.554702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.101584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-27T21:28:01.554752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:28:01.190794Z","time spent":"363.948762ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-27T21:28:01.55475Z","caller":"traceutil/trace.go:171","msg":"trace[1207940716] range","detail":"{range_begin:/registry/masterleases/199.204.45.250; range_end:; response_count:1; response_revision:12337; }","duration":"332.270522ms","start":"2026-04-27T21:28:01.222462Z","end":"2026-04-27T21:28:01.554732Z","steps":["trace[1207940716] 'agreement among raft nodes before linearized reading' (duration: 332.051228ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:28:01.554762Z","caller":"traceutil/trace.go:171","msg":"trace[1124685009] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:12337; }","duration":"301.200987ms","start":"2026-04-27T21:28:01.253544Z","end":"2026-04-27T21:28:01.554745Z","steps":["trace[1124685009] 'agreement among raft nodes before linearized reading' (duration: 301.045263ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:28:01.554796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:28:01.222441Z","time spent":"332.345674ms","remote":"127.0.0.1:39810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.250\" "} {"level":"warn","ts":"2026-04-27T21:28:01.5548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:28:01.253529Z","time spent":"301.263958ms","remote":"127.0.0.1:40056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":64,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"info","ts":"2026-04-27T21:28:01.775152Z","caller":"traceutil/trace.go:171","msg":"trace[1300711418] linearizableReadLoop","detail":"{readStateIndex:12781; appliedIndex:12780; }","duration":"219.22681ms","start":"2026-04-27T21:28:01.555893Z","end":"2026-04-27T21:28:01.775119Z","steps":["trace[1300711418] 'read index received' (duration: 199.878057ms)","trace[1300711418] 'applied index is now lower than readState.Index' (duration: 19.346973ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:28:01.775312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.391464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:28:01.77541Z","caller":"traceutil/trace.go:171","msg":"trace[671055023] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12337; }","duration":"219.523417ms","start":"2026-04-27T21:28:01.555862Z","end":"2026-04-27T21:28:01.775385Z","steps":["trace[671055023] 'agreement among raft nodes before linearized reading' (duration: 219.364604ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:28:01.791545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.103355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:28:01.791598Z","caller":"traceutil/trace.go:171","msg":"trace[1525118926] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:12339; }","duration":"226.185576ms","start":"2026-04-27T21:28:01.565399Z","end":"2026-04-27T21:28:01.791585Z","steps":["trace[1525118926] 'agreement among raft nodes before linearized reading' (duration: 226.055594ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:28:01.791599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.118045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T21:28:01.79162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.797961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-27T21:28:01.791679Z","caller":"traceutil/trace.go:171","msg":"trace[412637705] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12339; }","duration":"105.224288ms","start":"2026-04-27T21:28:01.686434Z","end":"2026-04-27T21:28:01.791658Z","steps":["trace[412637705] 'agreement among raft nodes before linearized reading' (duration: 105.057374ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:28:01.791704Z","caller":"traceutil/trace.go:171","msg":"trace[386910129] transaction","detail":"{read_only:false; response_revision:12339; number_of_response:1; }","duration":"233.337366ms","start":"2026-04-27T21:28:01.558337Z","end":"2026-04-27T21:28:01.791674Z","steps":["trace[386910129] 'process raft request' (duration: 232.951138ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:28:01.791747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.439622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"warn","ts":"2026-04-27T21:28:01.791778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.919883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-27T21:28:01.791766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.93661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:28:01.791819Z","caller":"traceutil/trace.go:171","msg":"trace[1258595687] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12339; }","duration":"105.978654ms","start":"2026-04-27T21:28:01.685832Z","end":"2026-04-27T21:28:01.791811Z","steps":["trace[1258595687] 'agreement among raft nodes before linearized reading' (duration: 105.888252ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:28:01.791827Z","caller":"traceutil/trace.go:171","msg":"trace[766087601] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:12339; }","duration":"105.545374ms","start":"2026-04-27T21:28:01.686263Z","end":"2026-04-27T21:28:01.791808Z","steps":["trace[766087601] 'agreement among raft nodes before linearized reading' (duration: 105.297379ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:28:01.791836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.616551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:28:01.791847Z","caller":"traceutil/trace.go:171","msg":"trace[1419552638] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12339; }","duration":"105.039033ms","start":"2026-04-27T21:28:01.686789Z","end":"2026-04-27T21:28:01.791828Z","steps":["trace[1419552638] 'agreement among raft nodes before linearized reading' (duration: 104.9052ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:28:01.791766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.869212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-27T21:28:01.7919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.851505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-27T21:28:01.791951Z","caller":"traceutil/trace.go:171","msg":"trace[97758767] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12339; }","duration":"106.074206ms","start":"2026-04-27T21:28:01.685868Z","end":"2026-04-27T21:28:01.791942Z","steps":["trace[97758767] 'agreement among raft nodes before linearized reading' (duration: 105.819781ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:28:01.791967Z","caller":"traceutil/trace.go:171","msg":"trace[1801794143] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12339; }","duration":"107.941068ms","start":"2026-04-27T21:28:01.684018Z","end":"2026-04-27T21:28:01.791959Z","steps":["trace[1801794143] 'agreement among raft nodes before linearized reading' (duration: 107.848396ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:28:01.791835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.66775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T21:28:01.791852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.490792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-04-27T21:28:01.792027Z","caller":"traceutil/trace.go:171","msg":"trace[1845098466] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12339; }","duration":"106.879314ms","start":"2026-04-27T21:28:01.685132Z","end":"2026-04-27T21:28:01.792011Z","steps":["trace[1845098466] 'agreement among raft nodes before linearized reading' (duration: 106.670059ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:28:01.791747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.820099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-k99ft\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-04-27T21:28:01.792043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.703142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"warn","ts":"2026-04-27T21:28:01.792073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.795984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T21:28:01.792094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.864536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:28:01.792104Z","caller":"traceutil/trace.go:171","msg":"trace[1439774924] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:12339; }","duration":"107.777044ms","start":"2026-04-27T21:28:01.684311Z","end":"2026-04-27T21:28:01.792088Z","steps":["trace[1439774924] 'agreement among raft nodes before linearized reading' (duration: 107.640671ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:28:01.792117Z","caller":"traceutil/trace.go:171","msg":"trace[1296906141] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:12339; }","duration":"107.915587ms","start":"2026-04-27T21:28:01.684196Z","end":"2026-04-27T21:28:01.792112Z","steps":["trace[1296906141] 'agreement among raft nodes before linearized reading' (duration: 107.880986ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:28:01.792045Z","caller":"traceutil/trace.go:171","msg":"trace[1613468718] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12339; }","duration":"109.701747ms","start":"2026-04-27T21:28:01.682338Z","end":"2026-04-27T21:28:01.792039Z","steps":["trace[1613468718] 'agreement among raft nodes before linearized reading' (duration: 109.467792ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:28:01.792144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.853266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:28:01.792107Z","caller":"traceutil/trace.go:171","msg":"trace[1504863013] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:12339; }","duration":"107.871956ms","start":"2026-04-27T21:28:01.684226Z","end":"2026-04-27T21:28:01.792098Z","steps":["trace[1504863013] 'agreement among raft nodes before linearized reading' (duration: 107.827935ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:28:01.79217Z","caller":"traceutil/trace.go:171","msg":"trace[758819662] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12339; }","duration":"107.917827ms","start":"2026-04-27T21:28:01.684245Z","end":"2026-04-27T21:28:01.792163Z","steps":["trace[758819662] 'agreement among raft nodes before linearized reading' (duration: 107.883956ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:28:01.792065Z","caller":"traceutil/trace.go:171","msg":"trace[401763905] range","detail":"{range_begin:/registry/pods/openstack/keepalived-k99ft; range_end:; response_count:1; response_revision:12339; }","duration":"101.166356ms","start":"2026-04-27T21:28:01.690894Z","end":"2026-04-27T21:28:01.79206Z","steps":["trace[401763905] 'agreement among raft nodes before linearized reading' (duration: 100.718396ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:28:01.791889Z","caller":"traceutil/trace.go:171","msg":"trace[1194080671] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12339; }","duration":"107.691582ms","start":"2026-04-27T21:28:01.684182Z","end":"2026-04-27T21:28:01.791874Z","steps":["trace[1194080671] 'agreement among raft nodes before linearized reading' (duration: 107.6225ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:28:01.791697Z","caller":"traceutil/trace.go:171","msg":"trace[155743947] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:12339; }","duration":"105.904762ms","start":"2026-04-27T21:28:01.685772Z","end":"2026-04-27T21:28:01.791677Z","steps":["trace[155743947] 'agreement among raft nodes before linearized reading' (duration: 105.700958ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:28:01.791976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.80457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-27T21:28:01.79218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.507024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:28:01.792328Z","caller":"traceutil/trace.go:171","msg":"trace[91423395] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12339; }","duration":"110.198389ms","start":"2026-04-27T21:28:01.682117Z","end":"2026-04-27T21:28:01.792315Z","steps":["trace[91423395] 'agreement among raft nodes before linearized reading' (duration: 109.739788ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:28:01.792427Z","caller":"traceutil/trace.go:171","msg":"trace[588328236] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12339; }","duration":"106.177098ms","start":"2026-04-27T21:28:01.686219Z","end":"2026-04-27T21:28:01.792396Z","steps":["trace[588328236] 'agreement among raft nodes before linearized reading' (duration: 105.305039ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:28:01.791369Z","caller":"traceutil/trace.go:171","msg":"trace[686048118] transaction","detail":"{read_only:false; response_revision:12338; number_of_response:1; }","duration":"234.279478ms","start":"2026-04-27T21:28:01.557072Z","end":"2026-04-27T21:28:01.791351Z","steps":["trace[686048118] 'process raft request' (duration: 233.985532ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:28:02.106209Z","caller":"traceutil/trace.go:171","msg":"trace[608290846] transaction","detail":"{read_only:false; response_revision:12341; number_of_response:1; }","duration":"309.126444ms","start":"2026-04-27T21:28:01.797052Z","end":"2026-04-27T21:28:02.106178Z","steps":["trace[608290846] 'process raft request' (duration: 308.847008ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:28:02.106253Z","caller":"traceutil/trace.go:171","msg":"trace[1188581822] transaction","detail":"{read_only:false; response_revision:12342; number_of_response:1; }","duration":"309.041522ms","start":"2026-04-27T21:28:01.797186Z","end":"2026-04-27T21:28:02.106228Z","steps":["trace[1188581822] 'process raft request' (duration: 308.876298ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:28:02.106519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:28:01.797014Z","time spent":"309.267237ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:28:02.106534Z","caller":"traceutil/trace.go:171","msg":"trace[1202350690] linearizableReadLoop","detail":"{readStateIndex:12789; appliedIndex:12783; }","duration":"307.67269ms","start":"2026-04-27T21:28:01.798844Z","end":"2026-04-27T21:28:02.106517Z","steps":["trace[1202350690] 'read index received' (duration: 59.86369ms)","trace[1202350690] 'applied index is now lower than readState.Index' (duration: 247.80822ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:28:02.106581Z","caller":"traceutil/trace.go:171","msg":"trace[1505549593] transaction","detail":"{read_only:false; response_revision:12344; number_of_response:1; }","duration":"309.089643ms","start":"2026-04-27T21:28:01.797451Z","end":"2026-04-27T21:28:02.106541Z","steps":["trace[1505549593] 'process raft request' (duration: 308.94164ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:28:02.106644Z","caller":"traceutil/trace.go:171","msg":"trace[692529158] transaction","detail":"{read_only:false; response_revision:12345; number_of_response:1; }","duration":"308.894229ms","start":"2026-04-27T21:28:01.797659Z","end":"2026-04-27T21:28:02.106553Z","steps":["trace[692529158] 'process raft request' (duration: 308.818077ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:28:02.106769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:28:01.797444Z","time spent":"309.222506ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:28:02.107009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.798286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-04-27T21:28:02.10673Z","caller":"traceutil/trace.go:171","msg":"trace[2141565883] transaction","detail":"{read_only:false; response_revision:12343; number_of_response:1; }","duration":"309.366ms","start":"2026-04-27T21:28:01.797324Z","end":"2026-04-27T21:28:02.10669Z","steps":["trace[2141565883] 'process raft request' (duration: 308.778306ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:28:02.107076Z","caller":"traceutil/trace.go:171","msg":"trace[209646402] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:12345; }","duration":"245.910918ms","start":"2026-04-27T21:28:01.861149Z","end":"2026-04-27T21:28:02.10706Z","steps":["trace[209646402] 'agreement among raft nodes before linearized reading' (duration: 245.689213ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:28:02.107133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.283946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:447632"} {"level":"warn","ts":"2026-04-27T21:28:02.107136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:28:01.797313Z","time spent":"309.761499ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:28:02.107181Z","caller":"traceutil/trace.go:171","msg":"trace[779613266] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:12345; }","duration":"308.356627ms","start":"2026-04-27T21:28:01.798813Z","end":"2026-04-27T21:28:02.10717Z","steps":["trace[779613266] 'agreement among raft nodes before linearized reading' (duration: 307.825524ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:28:02.107218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:28:01.798797Z","time spent":"308.408809ms","remote":"127.0.0.1:39966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":48,"response size":447656,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-27T21:28:02.10695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:28:01.797651Z","time spent":"309.238608ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:28:02.107562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:28:01.797177Z","time spent":"309.193325ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:28:09.554651Z","caller":"traceutil/trace.go:171","msg":"trace[1010420200] transaction","detail":"{read_only:false; response_revision:12398; number_of_response:1; }","duration":"113.723537ms","start":"2026-04-27T21:28:09.440902Z","end":"2026-04-27T21:28:09.554626Z","steps":["trace[1010420200] 'process raft request' (duration: 113.576294ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:30:39.098418Z","caller":"traceutil/trace.go:171","msg":"trace[32193047] transaction","detail":"{read_only:false; response_revision:13408; number_of_response:1; }","duration":"125.157213ms","start":"2026-04-27T21:30:38.973222Z","end":"2026-04-27T21:30:39.098379Z","steps":["trace[32193047] 'process raft request' (duration: 124.789404ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:30:39.09862Z","caller":"traceutil/trace.go:171","msg":"trace[1424226996] linearizableReadLoop","detail":"{readStateIndex:13886; appliedIndex:13885; }","duration":"124.711313ms","start":"2026-04-27T21:30:38.973861Z","end":"2026-04-27T21:30:39.098572Z","steps":["trace[1424226996] 'read index received' (duration: 123.945945ms)","trace[1424226996] 'applied index is now lower than readState.Index' (duration: 761.968µs)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:30:39.098898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.021801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-27T21:30:39.098943Z","caller":"traceutil/trace.go:171","msg":"trace[37436824] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13408; }","duration":"125.096242ms","start":"2026-04-27T21:30:38.973834Z","end":"2026-04-27T21:30:39.09893Z","steps":["trace[37436824] 'agreement among raft nodes before linearized reading' (duration: 124.917538ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:30:39.130911Z","caller":"traceutil/trace.go:171","msg":"trace[195098584] transaction","detail":"{read_only:false; response_revision:13409; number_of_response:1; }","duration":"157.018596ms","start":"2026-04-27T21:30:38.973862Z","end":"2026-04-27T21:30:39.130881Z","steps":["trace[195098584] 'process raft request' (duration: 156.860593ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:30:39.131167Z","caller":"traceutil/trace.go:171","msg":"trace[840061037] transaction","detail":"{read_only:false; response_revision:13410; number_of_response:1; }","duration":"157.296042ms","start":"2026-04-27T21:30:38.973854Z","end":"2026-04-27T21:30:39.13115Z","steps":["trace[840061037] 'process raft request' (duration: 156.979805ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:30:42.004512Z","caller":"traceutil/trace.go:171","msg":"trace[1087697418] transaction","detail":"{read_only:false; response_revision:13426; number_of_response:1; }","duration":"182.591889ms","start":"2026-04-27T21:30:41.821887Z","end":"2026-04-27T21:30:42.004479Z","steps":["trace[1087697418] 'process raft request' (duration: 181.888674ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:31:21.124402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.395234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T21:31:21.124747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.332532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:31:21.124796Z","caller":"traceutil/trace.go:171","msg":"trace[2079395959] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:13630; }","duration":"144.756303ms","start":"2026-04-27T21:31:20.979921Z","end":"2026-04-27T21:31:21.124678Z","steps":["trace[2079395959] 'count revisions from in-memory index tree' (duration: 144.289341ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:31:21.124858Z","caller":"traceutil/trace.go:171","msg":"trace[1950515327] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:13630; }","duration":"248.515186ms","start":"2026-04-27T21:31:20.876318Z","end":"2026-04-27T21:31:21.124833Z","steps":["trace[1950515327] 'count revisions from in-memory index tree' (duration: 248.036625ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:31:31.611545Z","caller":"traceutil/trace.go:171","msg":"trace[1485332733] linearizableReadLoop","detail":"{readStateIndex:14173; appliedIndex:14172; }","duration":"120.792936ms","start":"2026-04-27T21:31:31.490726Z","end":"2026-04-27T21:31:31.611519Z","steps":["trace[1485332733] 'read index received' (duration: 120.618652ms)","trace[1485332733] 'applied index is now lower than readState.Index' (duration: 173.134µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:31:31.611605Z","caller":"traceutil/trace.go:171","msg":"trace[1163810695] transaction","detail":"{read_only:false; response_revision:13684; number_of_response:1; }","duration":"121.706686ms","start":"2026-04-27T21:31:31.489862Z","end":"2026-04-27T21:31:31.611568Z","steps":["trace[1163810695] 'process raft request' (duration: 121.501161ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:31:31.61179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.550218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-27T21:31:31.61184Z","caller":"traceutil/trace.go:171","msg":"trace[1085627729] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13684; }","duration":"119.6477ms","start":"2026-04-27T21:31:31.492176Z","end":"2026-04-27T21:31:31.611824Z","steps":["trace[1085627729] 'agreement among raft nodes before linearized reading' (duration: 119.488207ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:31:31.611914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.162864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-27T21:31:31.61203Z","caller":"traceutil/trace.go:171","msg":"trace[1696712405] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13684; }","duration":"121.310467ms","start":"2026-04-27T21:31:31.490696Z","end":"2026-04-27T21:31:31.612007Z","steps":["trace[1696712405] 'agreement among raft nodes before linearized reading' (duration: 120.953769ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:31:31.611912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.420785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-27T21:31:31.612198Z","caller":"traceutil/trace.go:171","msg":"trace[1100088912] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:13684; }","duration":"119.746741ms","start":"2026-04-27T21:31:31.492438Z","end":"2026-04-27T21:31:31.612184Z","steps":["trace[1100088912] 'agreement among raft nodes before linearized reading' (duration: 119.307772ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:31:36.174885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.450055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-k99ft\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-27T21:31:36.174987Z","caller":"traceutil/trace.go:171","msg":"trace[1857533555] range","detail":"{range_begin:/registry/pods/openstack/keepalived-k99ft; range_end:; response_count:1; response_revision:13719; }","duration":"294.594567ms","start":"2026-04-27T21:31:35.880372Z","end":"2026-04-27T21:31:36.174966Z","steps":["trace[1857533555] 'range keys from in-memory index tree' (duration: 294.270291ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:31:36.175043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.330237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-04-27T21:31:36.175141Z","caller":"traceutil/trace.go:171","msg":"trace[1844200938] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:13719; }","duration":"196.487671ms","start":"2026-04-27T21:31:35.97863Z","end":"2026-04-27T21:31:36.175118Z","steps":["trace[1844200938] 'range keys from in-memory index tree' (duration: 196.131033ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:31:36.582979Z","caller":"traceutil/trace.go:171","msg":"trace[1686010294] transaction","detail":"{read_only:false; response_revision:13720; number_of_response:1; }","duration":"103.61095ms","start":"2026-04-27T21:31:36.479343Z","end":"2026-04-27T21:31:36.582954Z","steps":["trace[1686010294] 'process raft request' (duration: 103.473147ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:31:36.644804Z","caller":"traceutil/trace.go:171","msg":"trace[448037829] transaction","detail":"{read_only:false; response_revision:13721; number_of_response:1; }","duration":"155.960133ms","start":"2026-04-27T21:31:36.48882Z","end":"2026-04-27T21:31:36.64478Z","steps":["trace[448037829] 'process raft request' (duration: 155.788179ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:31:36.93302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.745804ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-27T21:31:37.057529Z","caller":"traceutil/trace.go:171","msg":"trace[444306496] transaction","detail":"{read_only:false; response_revision:13724; number_of_response:1; }","duration":"183.718285ms","start":"2026-04-27T21:31:36.873789Z","end":"2026-04-27T21:31:37.057507Z","steps":["trace[444306496] 'process raft request' (duration: 183.591903ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:31:37.131894Z","caller":"traceutil/trace.go:171","msg":"trace[1645608872] transaction","detail":"{read_only:false; response_revision:13726; number_of_response:1; }","duration":"234.060572ms","start":"2026-04-27T21:31:36.897821Z","end":"2026-04-27T21:31:37.131882Z","steps":["trace[1645608872] 'process raft request' (duration: 233.871058ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:31:37.13187Z","caller":"traceutil/trace.go:171","msg":"trace[1552885936] transaction","detail":"{read_only:false; response_revision:13725; number_of_response:1; }","duration":"234.106503ms","start":"2026-04-27T21:31:36.89773Z","end":"2026-04-27T21:31:37.131836Z","steps":["trace[1552885936] 'process raft request' (duration: 233.884378ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:31:37.418428Z","caller":"traceutil/trace.go:171","msg":"trace[1870604157] linearizableReadLoop","detail":"{readStateIndex:14219; appliedIndex:14218; }","duration":"102.287971ms","start":"2026-04-27T21:31:37.316111Z","end":"2026-04-27T21:31:37.418399Z","steps":["trace[1870604157] 'read index received' (duration: 56.020135ms)","trace[1870604157] 'applied index is now lower than readState.Index' (duration: 46.266536ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:31:37.418476Z","caller":"traceutil/trace.go:171","msg":"trace[322546886] transaction","detail":"{read_only:false; response_revision:13728; number_of_response:1; }","duration":"125.400778ms","start":"2026-04-27T21:31:37.293046Z","end":"2026-04-27T21:31:37.418447Z","steps":["trace[322546886] 'process raft request' (duration: 79.0738ms)","trace[322546886] 'compare' (duration: 46.116213ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:31:37.418686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.553368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:31:37.418774Z","caller":"traceutil/trace.go:171","msg":"trace[1597740909] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:13728; }","duration":"102.68754ms","start":"2026-04-27T21:31:37.316068Z","end":"2026-04-27T21:31:37.418755Z","steps":["trace[1597740909] 'agreement among raft nodes before linearized reading' (duration: 102.466915ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:31:37.833665Z","caller":"traceutil/trace.go:171","msg":"trace[897516232] linearizableReadLoop","detail":"{readStateIndex:14220; appliedIndex:14219; }","duration":"335.936474ms","start":"2026-04-27T21:31:37.497706Z","end":"2026-04-27T21:31:37.833642Z","steps":["trace[897516232] 'read index received' (duration: 335.682529ms)","trace[897516232] 'applied index is now lower than readState.Index' (duration: 253.245µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:31:37.833778Z","caller":"traceutil/trace.go:171","msg":"trace[413489982] transaction","detail":"{read_only:false; response_revision:13729; number_of_response:1; }","duration":"367.127052ms","start":"2026-04-27T21:31:37.466608Z","end":"2026-04-27T21:31:37.833735Z","steps":["trace[413489982] 'process raft request' (duration: 366.906497ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:31:37.833918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.2016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-volume-59ddddf55b-n4jgs\" ","response":"range_response_count:1 size:16537"} {"level":"warn","ts":"2026-04-27T21:31:37.833948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:31:37.466583Z","time spent":"367.295426ms","remote":"127.0.0.1:39864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":781,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-27T21:31:37.833977Z","caller":"traceutil/trace.go:171","msg":"trace[1950883499] range","detail":"{range_begin:/registry/pods/openstack/cinder-volume-59ddddf55b-n4jgs; range_end:; response_count:1; response_revision:13729; }","duration":"336.293352ms","start":"2026-04-27T21:31:37.497658Z","end":"2026-04-27T21:31:37.833952Z","steps":["trace[1950883499] 'agreement among raft nodes before linearized reading' (duration: 336.102058ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:31:37.834018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:31:37.497635Z","time spent":"336.373674ms","remote":"127.0.0.1:39966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":16561,"request content":"key:\"/registry/pods/openstack/cinder-volume-59ddddf55b-n4jgs\" "} {"level":"warn","ts":"2026-04-27T21:31:37.83413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.823081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-27T21:31:37.83424Z","caller":"traceutil/trace.go:171","msg":"trace[1937091915] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13729; }","duration":"331.993285ms","start":"2026-04-27T21:31:37.502222Z","end":"2026-04-27T21:31:37.834216Z","steps":["trace[1937091915] 'agreement among raft nodes before linearized reading' (duration: 331.666168ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:31:37.834251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.827328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:31:37.834295Z","caller":"traceutil/trace.go:171","msg":"trace[1282504578] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:13729; }","duration":"100.91151ms","start":"2026-04-27T21:31:37.733371Z","end":"2026-04-27T21:31:37.834283Z","steps":["trace[1282504578] 'agreement among raft nodes before linearized reading' (duration: 100.830149ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:31:37.834298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:31:37.502214Z","time spent":"332.073187ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-27T21:31:37.83441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.184433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-27T21:31:37.834442Z","caller":"traceutil/trace.go:171","msg":"trace[1704746091] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13729; }","duration":"137.253925ms","start":"2026-04-27T21:31:37.69718Z","end":"2026-04-27T21:31:37.834434Z","steps":["trace[1704746091] 'agreement among raft nodes before linearized reading' (duration: 137.164953ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:31:37.834161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.424285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-27T21:31:37.834551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.398242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-27T21:31:37.834566Z","caller":"traceutil/trace.go:171","msg":"trace[1067678897] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13729; }","duration":"136.866475ms","start":"2026-04-27T21:31:37.697689Z","end":"2026-04-27T21:31:37.834555Z","steps":["trace[1067678897] 'agreement among raft nodes before linearized reading' (duration: 136.322593ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:31:37.834575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.997248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-27T21:31:37.834594Z","caller":"traceutil/trace.go:171","msg":"trace[172760875] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13729; }","duration":"185.447813ms","start":"2026-04-27T21:31:37.649135Z","end":"2026-04-27T21:31:37.834582Z","steps":["trace[172760875] 'agreement among raft nodes before linearized reading' (duration: 185.280049ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:31:37.834607Z","caller":"traceutil/trace.go:171","msg":"trace[1375211723] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:13729; }","duration":"137.050909ms","start":"2026-04-27T21:31:37.697545Z","end":"2026-04-27T21:31:37.834596Z","steps":["trace[1375211723] 'agreement among raft nodes before linearized reading' (duration: 136.970497ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:31:38.075409Z","caller":"traceutil/trace.go:171","msg":"trace[441770378] transaction","detail":"{read_only:false; response_revision:13732; number_of_response:1; }","duration":"235.989545ms","start":"2026-04-27T21:31:37.839389Z","end":"2026-04-27T21:31:38.075379Z","steps":["trace[441770378] 'process raft request' (duration: 235.615957ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:31:38.076149Z","caller":"traceutil/trace.go:171","msg":"trace[1710149186] transaction","detail":"{read_only:false; response_revision:13736; number_of_response:1; }","duration":"228.311354ms","start":"2026-04-27T21:31:37.847817Z","end":"2026-04-27T21:31:38.076128Z","steps":["trace[1710149186] 'process raft request' (duration: 228.248183ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:31:38.076321Z","caller":"traceutil/trace.go:171","msg":"trace[4301561] transaction","detail":"{read_only:false; response_revision:13733; number_of_response:1; }","duration":"236.835015ms","start":"2026-04-27T21:31:37.839462Z","end":"2026-04-27T21:31:38.076297Z","steps":["trace[4301561] 'process raft request' (duration: 235.71595ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:31:38.076409Z","caller":"traceutil/trace.go:171","msg":"trace[1826702837] transaction","detail":"{read_only:false; response_revision:13735; number_of_response:1; }","duration":"236.16566ms","start":"2026-04-27T21:31:37.840233Z","end":"2026-04-27T21:31:38.076399Z","steps":["trace[1826702837] 'process raft request' (duration: 235.774312ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:31:38.07673Z","caller":"traceutil/trace.go:171","msg":"trace[265213084] transaction","detail":"{read_only:false; response_revision:13734; number_of_response:1; }","duration":"237.454068ms","start":"2026-04-27T21:31:37.839252Z","end":"2026-04-27T21:31:38.076706Z","steps":["trace[265213084] 'process raft request' (duration: 236.678081ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:31:38.08619Z","caller":"traceutil/trace.go:171","msg":"trace[947348204] transaction","detail":"{read_only:false; response_revision:13737; number_of_response:1; }","duration":"131.653339ms","start":"2026-04-27T21:31:37.954519Z","end":"2026-04-27T21:31:38.086172Z","steps":["trace[947348204] 'process raft request' (duration: 131.551357ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:31:38.319469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.681655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-k99ft\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-27T21:31:38.319555Z","caller":"traceutil/trace.go:171","msg":"trace[1886362989] range","detail":"{range_begin:/registry/pods/openstack/keepalived-k99ft; range_end:; response_count:1; response_revision:13738; }","duration":"129.819378ms","start":"2026-04-27T21:31:38.189716Z","end":"2026-04-27T21:31:38.319535Z","steps":["trace[1886362989] 'range keys from in-memory index tree' (duration: 129.446068ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:31:38.319611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.864865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-27T21:31:38.31971Z","caller":"traceutil/trace.go:171","msg":"trace[103807107] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:13738; }","duration":"120.031819ms","start":"2026-04-27T21:31:38.199659Z","end":"2026-04-27T21:31:38.319691Z","steps":["trace[103807107] 'count revisions from in-memory index tree' (duration: 119.754302ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:31:38.637976Z","caller":"traceutil/trace.go:171","msg":"trace[387847425] transaction","detail":"{read_only:false; response_revision:13739; number_of_response:1; }","duration":"110.240659ms","start":"2026-04-27T21:31:38.527711Z","end":"2026-04-27T21:31:38.637951Z","steps":["trace[387847425] 'process raft request' (duration: 110.094576ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:31:38.854725Z","caller":"traceutil/trace.go:171","msg":"trace[2064755699] transaction","detail":"{read_only:false; response_revision:13740; number_of_response:1; }","duration":"315.999237ms","start":"2026-04-27T21:31:38.5387Z","end":"2026-04-27T21:31:38.854699Z","steps":["trace[2064755699] 'process raft request' (duration: 312.014217ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:31:38.854884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:31:38.538676Z","time spent":"316.12053ms","remote":"127.0.0.1:39966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16732,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:31:38.88532Z","caller":"traceutil/trace.go:171","msg":"trace[1578382698] transaction","detail":"{read_only:false; response_revision:13741; number_of_response:1; }","duration":"243.009333ms","start":"2026-04-27T21:31:38.642263Z","end":"2026-04-27T21:31:38.885272Z","steps":["trace[1578382698] 'process raft request' (duration: 242.594163ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:31:39.031926Z","caller":"traceutil/trace.go:171","msg":"trace[783214304] transaction","detail":"{read_only:false; response_revision:13742; number_of_response:1; }","duration":"137.811996ms","start":"2026-04-27T21:31:38.894081Z","end":"2026-04-27T21:31:39.031893Z","steps":["trace[783214304] 'process raft request' (duration: 76.281318ms)","trace[783214304] 'compare' (duration: 61.068618ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:31:39.191282Z","caller":"traceutil/trace.go:171","msg":"trace[317473413] transaction","detail":"{read_only:false; response_revision:13743; number_of_response:1; }","duration":"128.793564ms","start":"2026-04-27T21:31:39.062456Z","end":"2026-04-27T21:31:39.19125Z","steps":["trace[317473413] 'process raft request' (duration: 70.340885ms)","trace[317473413] 'compare' (duration: 58.225634ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:31:40.01393Z","caller":"traceutil/trace.go:171","msg":"trace[790119364] linearizableReadLoop","detail":"{readStateIndex:14239; appliedIndex:14238; }","duration":"129.93601ms","start":"2026-04-27T21:31:39.883977Z","end":"2026-04-27T21:31:40.013913Z","steps":["trace[790119364] 'read index received' (duration: 129.786136ms)","trace[790119364] 'applied index is now lower than readState.Index' (duration: 149.384µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:31:40.014169Z","caller":"traceutil/trace.go:171","msg":"trace[2090524791] transaction","detail":"{read_only:false; response_revision:13748; number_of_response:1; }","duration":"298.233479ms","start":"2026-04-27T21:31:39.715926Z","end":"2026-04-27T21:31:40.014159Z","steps":["trace[2090524791] 'process raft request' (duration: 297.887692ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:31:40.014446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.456552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-27T21:31:40.014476Z","caller":"traceutil/trace.go:171","msg":"trace[1528778430] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13748; }","duration":"130.551604ms","start":"2026-04-27T21:31:39.883917Z","end":"2026-04-27T21:31:40.014468Z","steps":["trace[1528778430] 'agreement among raft nodes before linearized reading' (duration: 130.399751ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:31:40.014607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.497583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-27T21:31:40.014631Z","caller":"traceutil/trace.go:171","msg":"trace[154053065] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13748; }","duration":"130.561814ms","start":"2026-04-27T21:31:39.884063Z","end":"2026-04-27T21:31:40.014625Z","steps":["trace[154053065] 'agreement among raft nodes before linearized reading' (duration: 130.507423ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:31:40.169687Z","caller":"traceutil/trace.go:171","msg":"trace[1265445100] transaction","detail":"{read_only:false; response_revision:13750; number_of_response:1; }","duration":"150.838518ms","start":"2026-04-27T21:31:40.018817Z","end":"2026-04-27T21:31:40.169656Z","steps":["trace[1265445100] 'process raft request' (duration: 90.066977ms)","trace[1265445100] 'compare' (duration: 60.600988ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:31:40.697661Z","caller":"traceutil/trace.go:171","msg":"trace[161483757] transaction","detail":"{read_only:false; response_revision:13755; number_of_response:1; }","duration":"122.210467ms","start":"2026-04-27T21:31:40.57542Z","end":"2026-04-27T21:31:40.697631Z","steps":["trace[161483757] 'process raft request' (duration: 122.064814ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:31:48.630432Z","caller":"traceutil/trace.go:171","msg":"trace[1371174243] transaction","detail":"{read_only:false; response_revision:13811; number_of_response:1; }","duration":"163.43214ms","start":"2026-04-27T21:31:48.466971Z","end":"2026-04-27T21:31:48.630403Z","steps":["trace[1371174243] 'process raft request' (duration: 139.340221ms)","trace[1371174243] 'compare' (duration: 23.989367ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:31:48.900144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.73785ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T21:31:48.900262Z","caller":"traceutil/trace.go:171","msg":"trace[172562937] transaction","detail":"{read_only:false; response_revision:13812; number_of_response:1; }","duration":"200.333278ms","start":"2026-04-27T21:31:48.699908Z","end":"2026-04-27T21:31:48.900241Z","steps":["trace[172562937] 'process raft request' (duration: 47.397752ms)","trace[172562937] 'compare' (duration: 152.590827ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:31:49.352085Z","caller":"traceutil/trace.go:171","msg":"trace[843106019] transaction","detail":"{read_only:false; response_revision:13816; number_of_response:1; }","duration":"122.359211ms","start":"2026-04-27T21:31:49.229704Z","end":"2026-04-27T21:31:49.352063Z","steps":["trace[843106019] 'process raft request' (duration: 76.131445ms)","trace[843106019] 'compare' (duration: 46.091143ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:31:49.352475Z","caller":"traceutil/trace.go:171","msg":"trace[1683528180] transaction","detail":"{read_only:false; response_revision:13817; number_of_response:1; }","duration":"122.628087ms","start":"2026-04-27T21:31:49.229834Z","end":"2026-04-27T21:31:49.352462Z","steps":["trace[1683528180] 'process raft request' (duration: 122.190457ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:31:58.619495Z","caller":"traceutil/trace.go:171","msg":"trace[1685925802] transaction","detail":"{read_only:false; response_revision:13868; number_of_response:1; }","duration":"262.134722ms","start":"2026-04-27T21:31:58.357313Z","end":"2026-04-27T21:31:58.619448Z","steps":["trace[1685925802] 'process raft request' (duration: 261.791084ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:31:58.619581Z","caller":"traceutil/trace.go:171","msg":"trace[666656834] transaction","detail":"{read_only:false; response_revision:13869; number_of_response:1; }","duration":"262.028219ms","start":"2026-04-27T21:31:58.357515Z","end":"2026-04-27T21:31:58.619543Z","steps":["trace[666656834] 'process raft request' (duration: 261.821805ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:31:58.619707Z","caller":"traceutil/trace.go:171","msg":"trace[487437336] linearizableReadLoop","detail":"{readStateIndex:14365; appliedIndex:14361; }","duration":"204.890969ms","start":"2026-04-27T21:31:58.414778Z","end":"2026-04-27T21:31:58.619669Z","steps":["trace[487437336] 'read index received' (duration: 19.956207ms)","trace[487437336] 'applied index is now lower than readState.Index' (duration: 184.931872ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:31:58.619729Z","caller":"traceutil/trace.go:171","msg":"trace[824048587] transaction","detail":"{read_only:false; response_revision:13870; number_of_response:1; }","duration":"262.067019ms","start":"2026-04-27T21:31:58.357632Z","end":"2026-04-27T21:31:58.619699Z","steps":["trace[824048587] 'process raft request' (duration: 261.773902ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:31:58.619942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.136694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:31:58.620023Z","caller":"traceutil/trace.go:171","msg":"trace[1653506317] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13870; }","duration":"205.312678ms","start":"2026-04-27T21:31:58.41469Z","end":"2026-04-27T21:31:58.620003Z","steps":["trace[1653506317] 'agreement among raft nodes before linearized reading' (duration: 205.110264ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:31:58.620067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.496534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-k99ft\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-04-27T21:31:58.620028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.685123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-27T21:31:58.62029Z","caller":"traceutil/trace.go:171","msg":"trace[1893262080] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:13870; }","duration":"120.969659ms","start":"2026-04-27T21:31:58.499299Z","end":"2026-04-27T21:31:58.620269Z","steps":["trace[1893262080] 'agreement among raft nodes before linearized reading' (duration: 120.623142ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:31:58.620176Z","caller":"traceutil/trace.go:171","msg":"trace[603370407] range","detail":"{range_begin:/registry/pods/openstack/keepalived-k99ft; range_end:; response_count:1; response_revision:13870; }","duration":"127.646278ms","start":"2026-04-27T21:31:58.492509Z","end":"2026-04-27T21:31:58.620155Z","steps":["trace[603370407] 'agreement among raft nodes before linearized reading' (duration: 127.369132ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:31:59.552001Z","caller":"traceutil/trace.go:171","msg":"trace[117806180] transaction","detail":"{read_only:false; response_revision:13873; number_of_response:1; }","duration":"121.281046ms","start":"2026-04-27T21:31:59.430693Z","end":"2026-04-27T21:31:59.551974Z","steps":["trace[117806180] 'process raft request' (duration: 121.098062ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:31:59.555038Z","caller":"traceutil/trace.go:171","msg":"trace[996565004] transaction","detail":"{read_only:false; response_revision:13874; number_of_response:1; }","duration":"112.192532ms","start":"2026-04-27T21:31:59.442755Z","end":"2026-04-27T21:31:59.554948Z","steps":["trace[996565004] 'process raft request' (duration: 111.971278ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:32:10.410945Z","caller":"traceutil/trace.go:171","msg":"trace[1543379494] transaction","detail":"{read_only:false; number_of_response:0; response_revision:13963; }","duration":"122.32706ms","start":"2026-04-27T21:32:10.288594Z","end":"2026-04-27T21:32:10.410921Z","steps":["trace[1543379494] 'process raft request' (duration: 122.176306ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:32:10.533902Z","caller":"traceutil/trace.go:171","msg":"trace[1280726004] transaction","detail":"{read_only:false; response_revision:13964; number_of_response:1; }","duration":"116.946349ms","start":"2026-04-27T21:32:10.416932Z","end":"2026-04-27T21:32:10.533879Z","steps":["trace[1280726004] 'process raft request' (duration: 116.797606ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:32:10.697489Z","caller":"traceutil/trace.go:171","msg":"trace[1492479911] linearizableReadLoop","detail":"{readStateIndex:14465; appliedIndex:14464; }","duration":"174.973928ms","start":"2026-04-27T21:32:10.522485Z","end":"2026-04-27T21:32:10.697459Z","steps":["trace[1492479911] 'read index received' (duration: 11.547418ms)","trace[1492479911] 'applied index is now lower than readState.Index' (duration: 163.42529ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:32:10.697504Z","caller":"traceutil/trace.go:171","msg":"trace[1492310645] transaction","detail":"{read_only:false; response_revision:13965; number_of_response:1; }","duration":"268.79976ms","start":"2026-04-27T21:32:10.428666Z","end":"2026-04-27T21:32:10.697466Z","steps":["trace[1492310645] 'process raft request' (duration: 267.546773ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:32:10.697765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.272036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-27T21:32:10.69781Z","caller":"traceutil/trace.go:171","msg":"trace[434106823] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:13965; }","duration":"175.364718ms","start":"2026-04-27T21:32:10.522432Z","end":"2026-04-27T21:32:10.697797Z","steps":["trace[434106823] 'agreement among raft nodes before linearized reading' (duration: 175.133801ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:32:18.673505Z","caller":"traceutil/trace.go:171","msg":"trace[1387295953] transaction","detail":"{read_only:false; response_revision:14083; number_of_response:1; }","duration":"103.842936ms","start":"2026-04-27T21:32:18.569623Z","end":"2026-04-27T21:32:18.673466Z","steps":["trace[1387295953] 'process raft request' (duration: 103.650501ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:32:18.776863Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":11929} {"level":"info","ts":"2026-04-27T21:32:18.776996Z","caller":"traceutil/trace.go:171","msg":"trace[258080329] compact","detail":"{revision:11929; response_revision:14084; }","duration":"102.533257ms","start":"2026-04-27T21:32:18.674442Z","end":"2026-04-27T21:32:18.776975Z","steps":["trace[258080329] 'process raft request' (duration: 55.456802ms)","trace[258080329] 'check and update compact revision' (duration: 46.825998ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:32:18.777759Z","caller":"traceutil/trace.go:171","msg":"trace[948093791] transaction","detail":"{read_only:false; response_revision:14085; number_of_response:1; }","duration":"100.119553ms","start":"2026-04-27T21:32:18.677613Z","end":"2026-04-27T21:32:18.777732Z","steps":["trace[948093791] 'process raft request' (duration: 99.225153ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:32:18.927181Z","caller":"traceutil/trace.go:171","msg":"trace[1373503102] linearizableReadLoop","detail":"{readStateIndex:14589; appliedIndex:14588; }","duration":"141.316615ms","start":"2026-04-27T21:32:18.785836Z","end":"2026-04-27T21:32:18.927153Z","steps":["trace[1373503102] 'read index received' (duration: 104.313526ms)","trace[1373503102] 'applied index is now lower than readState.Index' (duration: 37.002189ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:32:18.927296Z","caller":"traceutil/trace.go:171","msg":"trace[1780642031] transaction","detail":"{read_only:false; response_revision:14086; number_of_response:1; }","duration":"144.524437ms","start":"2026-04-27T21:32:18.782758Z","end":"2026-04-27T21:32:18.927283Z","steps":["trace[1780642031] 'process raft request' (duration: 107.426146ms)","trace[1780642031] 'compare' (duration: 36.855985ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:32:18.927559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.718783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-27T21:32:18.927688Z","caller":"traceutil/trace.go:171","msg":"trace[348684807] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14086; }","duration":"141.805455ms","start":"2026-04-27T21:32:18.785777Z","end":"2026-04-27T21:32:18.927583Z","steps":["trace[348684807] 'agreement among raft nodes before linearized reading' (duration: 141.684503ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:32:18.929246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.278324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-27T21:32:18.929325Z","caller":"traceutil/trace.go:171","msg":"trace[177531235] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14086; }","duration":"116.408888ms","start":"2026-04-27T21:32:18.812894Z","end":"2026-04-27T21:32:18.929303Z","steps":["trace[177531235] 'agreement among raft nodes before linearized reading' (duration: 116.197854ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:32:19.109496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.992729ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T21:32:19.10965Z","caller":"traceutil/trace.go:171","msg":"trace[458883424] transaction","detail":"{read_only:false; response_revision:14087; number_of_response:1; }","duration":"178.268652ms","start":"2026-04-27T21:32:18.931358Z","end":"2026-04-27T21:32:19.109627Z","steps":["trace[458883424] 'process raft request' (duration: 19.930166ms)","trace[458883424] 'compare' (duration: 89.539805ms)","trace[458883424] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/plndr-svcs-lock; req_size:419; } (duration: 68.339061ms)"],"step_count":3} {"level":"info","ts":"2026-04-27T21:32:19.110151Z","caller":"traceutil/trace.go:171","msg":"trace[2023183527] linearizableReadLoop","detail":"{readStateIndex:14591; appliedIndex:14589; }","duration":"177.558967ms","start":"2026-04-27T21:32:18.932578Z","end":"2026-04-27T21:32:19.110137Z","steps":["trace[2023183527] 'read index received' (duration: 18.805202ms)","trace[2023183527] 'applied index is now lower than readState.Index' (duration: 158.752355ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:32:19.110353Z","caller":"traceutil/trace.go:171","msg":"trace[895649268] transaction","detail":"{read_only:false; response_revision:14088; number_of_response:1; }","duration":"177.746752ms","start":"2026-04-27T21:32:18.932531Z","end":"2026-04-27T21:32:19.110278Z","steps":["trace[895649268] 'process raft request' (duration: 177.071506ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:32:19.110425Z","caller":"traceutil/trace.go:171","msg":"trace[396417230] transaction","detail":"{read_only:false; response_revision:14089; number_of_response:1; }","duration":"177.044006ms","start":"2026-04-27T21:32:18.933361Z","end":"2026-04-27T21:32:19.110405Z","steps":["trace[396417230] 'process raft request' (duration: 176.732128ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:32:19.110874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.283794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:58 size:542500"} {"level":"info","ts":"2026-04-27T21:32:19.110932Z","caller":"traceutil/trace.go:171","msg":"trace[904030349] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:58; response_revision:14089; }","duration":"178.367555ms","start":"2026-04-27T21:32:18.932554Z","end":"2026-04-27T21:32:19.110922Z","steps":["trace[904030349] 'agreement among raft nodes before linearized reading' (duration: 177.641129ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:32:19.207122Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":11929,"took":"426.655276ms","hash":3557233054,"current-db-size-bytes":42692608,"current-db-size":"43 MB","current-db-size-in-use-bytes":27369472,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-04-27T21:32:19.207206Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3557233054,"revision":11929,"compact-revision":9907} {"level":"info","ts":"2026-04-27T21:32:19.485414Z","caller":"traceutil/trace.go:171","msg":"trace[2008046895] transaction","detail":"{read_only:false; response_revision:14095; number_of_response:1; }","duration":"140.424395ms","start":"2026-04-27T21:32:19.344955Z","end":"2026-04-27T21:32:19.485379Z","steps":["trace[2008046895] 'process raft request' (duration: 140.021696ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:32:19.68522Z","caller":"traceutil/trace.go:171","msg":"trace[2136236008] transaction","detail":"{read_only:false; response_revision:14098; number_of_response:1; }","duration":"117.45105ms","start":"2026-04-27T21:32:19.567752Z","end":"2026-04-27T21:32:19.685203Z","steps":["trace[2136236008] 'process raft request' (duration: 102.885384ms)","trace[2136236008] 'compare' (duration: 13.990163ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:32:20.463926Z","caller":"traceutil/trace.go:171","msg":"trace[437345979] transaction","detail":"{read_only:false; response_revision:14107; number_of_response:1; }","duration":"122.387131ms","start":"2026-04-27T21:32:20.341504Z","end":"2026-04-27T21:32:20.463891Z","steps":["trace[437345979] 'process raft request' (duration: 122.175926ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:32:21.245433Z","caller":"traceutil/trace.go:171","msg":"trace[714241816] linearizableReadLoop","detail":"{readStateIndex:14617; appliedIndex:14614; }","duration":"122.983144ms","start":"2026-04-27T21:32:21.122426Z","end":"2026-04-27T21:32:21.245409Z","steps":["trace[714241816] 'read index received' (duration: 50.44432ms)","trace[714241816] 'applied index is now lower than readState.Index' (duration: 72.537364ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:32:21.245595Z","caller":"traceutil/trace.go:171","msg":"trace[1786275669] transaction","detail":"{read_only:false; response_revision:14114; number_of_response:1; }","duration":"124.477658ms","start":"2026-04-27T21:32:21.121084Z","end":"2026-04-27T21:32:21.245562Z","steps":["trace[1786275669] 'process raft request' (duration: 124.285684ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:32:21.245733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.284961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-k99ft\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-27T21:32:21.245784Z","caller":"traceutil/trace.go:171","msg":"trace[214622544] range","detail":"{range_begin:/registry/pods/openstack/keepalived-k99ft; range_end:; response_count:1; response_revision:14114; }","duration":"123.370542ms","start":"2026-04-27T21:32:21.122398Z","end":"2026-04-27T21:32:21.245769Z","steps":["trace[214622544] 'agreement among raft nodes before linearized reading' (duration: 123.161418ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:32:21.24559Z","caller":"traceutil/trace.go:171","msg":"trace[1658487672] transaction","detail":"{read_only:false; response_revision:14112; number_of_response:1; }","duration":"126.206466ms","start":"2026-04-27T21:32:21.119317Z","end":"2026-04-27T21:32:21.245524Z","steps":["trace[1658487672] 'process raft request' (duration: 53.657531ms)","trace[1658487672] 'compare' (duration: 71.925671ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:32:21.245937Z","caller":"traceutil/trace.go:171","msg":"trace[236452160] transaction","detail":"{read_only:false; response_revision:14113; number_of_response:1; }","duration":"126.507373ms","start":"2026-04-27T21:32:21.119365Z","end":"2026-04-27T21:32:21.245872Z","steps":["trace[236452160] 'process raft request' (duration: 125.94729ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:32:21.246691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.200187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:32:21.246764Z","caller":"traceutil/trace.go:171","msg":"trace[419522817] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:14114; }","duration":"110.462143ms","start":"2026-04-27T21:32:21.136284Z","end":"2026-04-27T21:32:21.246746Z","steps":["trace[419522817] 'agreement among raft nodes before linearized reading' (duration: 109.490271ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:32:21.408113Z","caller":"traceutil/trace.go:171","msg":"trace[951441445] linearizableReadLoop","detail":"{readStateIndex:14618; appliedIndex:14617; }","duration":"156.921955ms","start":"2026-04-27T21:32:21.251165Z","end":"2026-04-27T21:32:21.408087Z","steps":["trace[951441445] 'read index received' (duration: 152.541256ms)","trace[951441445] 'applied index is now lower than readState.Index' (duration: 4.379339ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:32:21.408603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.427866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:59 size:549090"} {"level":"info","ts":"2026-04-27T21:32:21.408629Z","caller":"traceutil/trace.go:171","msg":"trace[1408429952] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:59; response_revision:14114; }","duration":"157.476847ms","start":"2026-04-27T21:32:21.251146Z","end":"2026-04-27T21:32:21.408623Z","steps":["trace[1408429952] 'agreement among raft nodes before linearized reading' (duration: 157.025037ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:32:29.928721Z","caller":"traceutil/trace.go:171","msg":"trace[1560329278] linearizableReadLoop","detail":"{readStateIndex:14674; appliedIndex:14672; }","duration":"102.537066ms","start":"2026-04-27T21:32:29.826159Z","end":"2026-04-27T21:32:29.928696Z","steps":["trace[1560329278] 'read index received' (duration: 5.676977ms)","trace[1560329278] 'applied index is now lower than readState.Index' (duration: 96.859309ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:32:29.928809Z","caller":"traceutil/trace.go:171","msg":"trace[1656706828] transaction","detail":"{read_only:false; response_revision:14169; number_of_response:1; }","duration":"126.725728ms","start":"2026-04-27T21:32:29.802054Z","end":"2026-04-27T21:32:29.928779Z","steps":["trace[1656706828] 'process raft request' (duration: 104.631194ms)","trace[1656706828] 'compare' (duration: 21.88451ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:32:29.929224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.055949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-27T21:32:29.929285Z","caller":"traceutil/trace.go:171","msg":"trace[1451176708] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14169; }","duration":"103.15606ms","start":"2026-04-27T21:32:29.826115Z","end":"2026-04-27T21:32:29.929271Z","steps":["trace[1451176708] 'agreement among raft nodes before linearized reading' (duration: 102.970176ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:33:26.219938Z","caller":"traceutil/trace.go:171","msg":"trace[1505978557] linearizableReadLoop","detail":"{readStateIndex:15063; appliedIndex:15062; }","duration":"145.51729ms","start":"2026-04-27T21:33:26.074395Z","end":"2026-04-27T21:33:26.219912Z","steps":["trace[1505978557] 'read index received' (duration: 130.219686ms)","trace[1505978557] 'applied index is now lower than readState.Index' (duration: 15.296484ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:33:26.220062Z","caller":"traceutil/trace.go:171","msg":"trace[705922301] transaction","detail":"{read_only:false; response_revision:14546; number_of_response:1; }","duration":"168.324361ms","start":"2026-04-27T21:33:26.051723Z","end":"2026-04-27T21:33:26.220047Z","steps":["trace[705922301] 'process raft request' (duration: 152.880064ms)","trace[705922301] 'compare' (duration: 14.799601ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:33:26.220342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.931189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" ","response":"range_response_count:1 size:12758"} {"level":"info","ts":"2026-04-27T21:33:26.220422Z","caller":"traceutil/trace.go:171","msg":"trace[175329885] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-endpoints; range_end:; response_count:1; response_revision:14546; }","duration":"146.053592ms","start":"2026-04-27T21:33:26.074352Z","end":"2026-04-27T21:33:26.220406Z","steps":["trace[175329885] 'agreement among raft nodes before linearized reading' (duration: 145.904338ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:33:26.226183Z","caller":"traceutil/trace.go:171","msg":"trace[570491356] transaction","detail":"{read_only:false; response_revision:14547; number_of_response:1; }","duration":"106.080565ms","start":"2026-04-27T21:33:26.120087Z","end":"2026-04-27T21:33:26.226167Z","steps":["trace[570491356] 'process raft request' (duration: 105.622205ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:33:26.733762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.333387ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T21:33:26.734026Z","caller":"traceutil/trace.go:171","msg":"trace[250723586] transaction","detail":"{read_only:false; response_revision:14551; number_of_response:1; }","duration":"407.67065ms","start":"2026-04-27T21:33:26.326318Z","end":"2026-04-27T21:33:26.733989Z","steps":["trace[250723586] 'process raft request' (duration: 244.012565ms)","trace[250723586] 'compare' (duration: 162.433218ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:33:26.73469Z","caller":"traceutil/trace.go:171","msg":"trace[393044993] linearizableReadLoop","detail":"{readStateIndex:15068; appliedIndex:15067; }","duration":"408.279313ms","start":"2026-04-27T21:33:26.326382Z","end":"2026-04-27T21:33:26.734662Z","steps":["trace[393044993] 'read index received' (duration: 243.887262ms)","trace[393044993] 'applied index is now lower than readState.Index' (duration: 164.389441ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:33:26.73501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:33:26.3263Z","time spent":"407.814233ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:33:26.764616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.313596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-27T21:33:26.764727Z","caller":"traceutil/trace.go:171","msg":"trace[271825569] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:14551; }","duration":"438.44545ms","start":"2026-04-27T21:33:26.326256Z","end":"2026-04-27T21:33:26.764702Z","steps":["trace[271825569] 'agreement among raft nodes before linearized reading' (duration: 408.54013ms)","trace[271825569] 'range keys from in-memory index tree' (duration: 29.662594ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:33:26.764823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.95619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:33:26.765064Z","caller":"traceutil/trace.go:171","msg":"trace[1542637509] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:14551; }","duration":"393.283428ms","start":"2026-04-27T21:33:26.371758Z","end":"2026-04-27T21:33:26.765041Z","steps":["trace[1542637509] 'agreement among raft nodes before linearized reading' (duration: 392.9175ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:33:26.765115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:33:26.371744Z","time spent":"393.358419ms","remote":"127.0.0.1:40292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-27T21:33:26.765032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:33:26.326243Z","time spent":"438.689735ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-27T21:33:41.137631Z","caller":"traceutil/trace.go:171","msg":"trace[15936401] linearizableReadLoop","detail":"{readStateIndex:15186; appliedIndex:15185; }","duration":"153.702332ms","start":"2026-04-27T21:33:40.983905Z","end":"2026-04-27T21:33:41.137607Z","steps":["trace[15936401] 'read index received' (duration: 153.490878ms)","trace[15936401] 'applied index is now lower than readState.Index' (duration: 210.554µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:33:41.137697Z","caller":"traceutil/trace.go:171","msg":"trace[1649508609] transaction","detail":"{read_only:false; response_revision:14663; number_of_response:1; }","duration":"578.68093ms","start":"2026-04-27T21:33:40.55898Z","end":"2026-04-27T21:33:41.137661Z","steps":["trace[1649508609] 'process raft request' (duration: 578.472806ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:33:41.13785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:33:40.55896Z","time spent":"578.813514ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:33:41.137861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.932637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T21:33:41.137914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.720037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-04-27T21:33:41.137951Z","caller":"traceutil/trace.go:171","msg":"trace[1018295972] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:14663; }","duration":"154.07736ms","start":"2026-04-27T21:33:40.983853Z","end":"2026-04-27T21:33:41.13793Z","steps":["trace[1018295972] 'agreement among raft nodes before linearized reading' (duration: 153.899566ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:33:41.137963Z","caller":"traceutil/trace.go:171","msg":"trace[461275530] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14663; }","duration":"109.82656ms","start":"2026-04-27T21:33:41.028123Z","end":"2026-04-27T21:33:41.137949Z","steps":["trace[461275530] 'agreement among raft nodes before linearized reading' (duration: 109.649156ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:33:44.65159Z","caller":"traceutil/trace.go:171","msg":"trace[1693440113] transaction","detail":"{read_only:false; response_revision:14684; number_of_response:1; }","duration":"361.22763ms","start":"2026-04-27T21:33:44.290335Z","end":"2026-04-27T21:33:44.651562Z","steps":["trace[1693440113] 'process raft request' (duration: 361.065397ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:33:44.65186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:33:44.290306Z","time spent":"361.457115ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:33:44.693804Z","caller":"traceutil/trace.go:171","msg":"trace[1178303148] linearizableReadLoop","detail":"{readStateIndex:15209; appliedIndex:15207; }","duration":"383.857607ms","start":"2026-04-27T21:33:44.309926Z","end":"2026-04-27T21:33:44.693784Z","steps":["trace[1178303148] 'read index received' (duration: 341.491298ms)","trace[1178303148] 'applied index is now lower than readState.Index' (duration: 42.365289ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:33:44.693927Z","caller":"traceutil/trace.go:171","msg":"trace[1505423922] transaction","detail":"{read_only:false; response_revision:14685; number_of_response:1; }","duration":"399.444455ms","start":"2026-04-27T21:33:44.294457Z","end":"2026-04-27T21:33:44.693901Z","steps":["trace[1505423922] 'process raft request' (duration: 396.848967ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:33:44.693987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.933347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T21:33:44.694034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.098162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-27T21:33:44.694059Z","caller":"traceutil/trace.go:171","msg":"trace[96836597] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14685; }","duration":"279.073989ms","start":"2026-04-27T21:33:44.414969Z","end":"2026-04-27T21:33:44.694043Z","steps":["trace[96836597] 'agreement among raft nodes before linearized reading' (duration: 278.953317ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:33:44.694075Z","caller":"traceutil/trace.go:171","msg":"trace[856092464] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14685; }","duration":"384.181574ms","start":"2026-04-27T21:33:44.309881Z","end":"2026-04-27T21:33:44.694063Z","steps":["trace[856092464] 'agreement among raft nodes before linearized reading' (duration: 384.01876ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:33:44.694115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:33:44.309865Z","time spent":"384.241996ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-27T21:33:44.694061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:33:44.294428Z","time spent":"399.558978ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:33:55.947403Z","caller":"traceutil/trace.go:171","msg":"trace[809197797] transaction","detail":"{read_only:false; response_revision:14745; number_of_response:1; }","duration":"115.725222ms","start":"2026-04-27T21:33:55.831652Z","end":"2026-04-27T21:33:55.947377Z","steps":["trace[809197797] 'process raft request' (duration: 115.577158ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:33:55.978812Z","caller":"traceutil/trace.go:171","msg":"trace[2051338892] linearizableReadLoop","detail":"{readStateIndex:15272; appliedIndex:15270; }","duration":"141.841957ms","start":"2026-04-27T21:33:55.836936Z","end":"2026-04-27T21:33:55.978778Z","steps":["trace[2051338892] 'read index received' (duration: 110.27485ms)","trace[2051338892] 'applied index is now lower than readState.Index' (duration: 31.565667ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:33:55.978886Z","caller":"traceutil/trace.go:171","msg":"trace[340620677] transaction","detail":"{read_only:false; response_revision:14746; number_of_response:1; }","duration":"146.41735ms","start":"2026-04-27T21:33:55.832431Z","end":"2026-04-27T21:33:55.978848Z","steps":["trace[340620677] 'process raft request' (duration: 146.205605ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:33:55.978969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.011361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:33:55.979031Z","caller":"traceutil/trace.go:171","msg":"trace[1107888069] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:14746; }","duration":"142.111833ms","start":"2026-04-27T21:33:55.836903Z","end":"2026-04-27T21:33:55.979015Z","steps":["trace[1107888069] 'agreement among raft nodes before linearized reading' (duration: 142.00144ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:33:57.031341Z","caller":"traceutil/trace.go:171","msg":"trace[419274084] transaction","detail":"{read_only:false; response_revision:14752; number_of_response:1; }","duration":"267.567873ms","start":"2026-04-27T21:33:56.76375Z","end":"2026-04-27T21:33:57.031318Z","steps":["trace[419274084] 'process raft request' (duration: 267.45315ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:33:57.031347Z","caller":"traceutil/trace.go:171","msg":"trace[112221912] linearizableReadLoop","detail":"{readStateIndex:15279; appliedIndex:15277; }","duration":"223.608159ms","start":"2026-04-27T21:33:56.807705Z","end":"2026-04-27T21:33:57.031313Z","steps":["trace[112221912] 'read index received' (duration: 160.065386ms)","trace[112221912] 'applied index is now lower than readState.Index' (duration: 63.541693ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:33:57.031351Z","caller":"traceutil/trace.go:171","msg":"trace[1920019813] transaction","detail":"{read_only:false; response_revision:14751; number_of_response:1; }","duration":"280.537544ms","start":"2026-04-27T21:33:56.75077Z","end":"2026-04-27T21:33:57.031308Z","steps":["trace[1920019813] 'process raft request' (duration: 216.987071ms)","trace[1920019813] 'compare' (duration: 63.247196ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:33:57.031574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.859474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-27T21:33:57.031627Z","caller":"traceutil/trace.go:171","msg":"trace[1882022453] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:14752; }","duration":"223.925155ms","start":"2026-04-27T21:33:56.80769Z","end":"2026-04-27T21:33:57.031615Z","steps":["trace[1882022453] 'agreement among raft nodes before linearized reading' (duration: 223.735561ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:34:04.853712Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185919323887881,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T21:34:05.354552Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185919323887881,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T21:34:05.52168Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.331892099s","expected-duration":"1s"} {"level":"info","ts":"2026-04-27T21:34:05.579514Z","caller":"traceutil/trace.go:171","msg":"trace[1987103432] transaction","detail":"{read_only:false; response_revision:14789; number_of_response:1; }","duration":"1.389830128s","start":"2026-04-27T21:34:04.189652Z","end":"2026-04-27T21:34:05.579483Z","steps":["trace[1987103432] 'process raft request' (duration: 1.332204966s)","trace[1987103432] 'compare' (duration: 57.272144ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:34:05.579633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:34:04.189622Z","time spent":"1.389951051s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:34:05.915383Z","caller":"traceutil/trace.go:171","msg":"trace[460819372] transaction","detail":"{read_only:false; response_revision:14791; number_of_response:1; }","duration":"1.155281775s","start":"2026-04-27T21:34:04.760079Z","end":"2026-04-27T21:34:05.91536Z","steps":["trace[460819372] 'process raft request' (duration: 1.155232364s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:34:05.915394Z","caller":"traceutil/trace.go:171","msg":"trace[1097802716] transaction","detail":"{read_only:false; response_revision:14790; number_of_response:1; }","duration":"1.378882863s","start":"2026-04-27T21:34:04.536478Z","end":"2026-04-27T21:34:05.915361Z","steps":["trace[1097802716] 'process raft request' (duration: 1.378734179s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:34:05.915502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:34:04.760058Z","time spent":"1.155384467s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:34:05.915522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:34:04.536451Z","time spent":"1.379000366s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:34:05.915541Z","caller":"traceutil/trace.go:171","msg":"trace[1625592969] linearizableReadLoop","detail":"{readStateIndex:15320; appliedIndex:15316; }","duration":"1.561964213s","start":"2026-04-27T21:34:04.35355Z","end":"2026-04-27T21:34:05.915514Z","steps":["trace[1625592969] 'read index received' (duration: 1.168350027s)","trace[1625592969] 'applied index is now lower than readState.Index' (duration: 393.612246ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:34:05.91558Z","caller":"traceutil/trace.go:171","msg":"trace[791089221] transaction","detail":"{read_only:false; response_revision:14792; number_of_response:1; }","duration":"1.122130712s","start":"2026-04-27T21:34:04.793412Z","end":"2026-04-27T21:34:05.915543Z","steps":["trace[791089221] 'process raft request' (duration: 1.121927507s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:34:05.915717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:34:04.793387Z","time spent":"1.122256035s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:34:05.91573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.547141042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"warn","ts":"2026-04-27T21:34:05.915742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.562179268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-k99ft\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-04-27T21:34:05.915723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.556494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-27T21:34:05.915773Z","caller":"traceutil/trace.go:171","msg":"trace[1293182104] range","detail":"{range_begin:/registry/pods/openstack/keepalived-k99ft; range_end:; response_count:1; response_revision:14792; }","duration":"1.56225884s","start":"2026-04-27T21:34:04.353505Z","end":"2026-04-27T21:34:05.915764Z","steps":["trace[1293182104] 'agreement among raft nodes before linearized reading' (duration: 1.562119347s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:34:05.915798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:34:04.353485Z","time spent":"1.56230783s","remote":"127.0.0.1:39966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-k99ft\" "} {"level":"info","ts":"2026-04-27T21:34:05.915824Z","caller":"traceutil/trace.go:171","msg":"trace[455855070] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14792; }","duration":"309.677686ms","start":"2026-04-27T21:34:05.606114Z","end":"2026-04-27T21:34:05.915791Z","steps":["trace[455855070] 'agreement among raft nodes before linearized reading' (duration: 309.545464ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:34:05.915847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.538421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-27T21:34:05.915887Z","caller":"traceutil/trace.go:171","msg":"trace[1497871602] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14792; }","duration":"826.614613ms","start":"2026-04-27T21:34:05.089262Z","end":"2026-04-27T21:34:05.915877Z","steps":["trace[1497871602] 'agreement among raft nodes before linearized reading' (duration: 826.525201ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:34:05.915885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:34:05.606076Z","time spent":"309.792198ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-27T21:34:05.915926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:34:05.089242Z","time spent":"826.673564ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-27T21:34:05.915767Z","caller":"traceutil/trace.go:171","msg":"trace[1705921254] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:14792; }","duration":"1.547192023s","start":"2026-04-27T21:34:04.368562Z","end":"2026-04-27T21:34:05.915754Z","steps":["trace[1705921254] 'agreement among raft nodes before linearized reading' (duration: 1.54708205s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:34:05.915934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.517752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-04-27T21:34:05.915976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:34:04.368551Z","time spent":"1.547414277s","remote":"127.0.0.1:39974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2012,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-04-27T21:34:05.915997Z","caller":"traceutil/trace.go:171","msg":"trace[1424884637] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:14792; }","duration":"259.615735ms","start":"2026-04-27T21:34:05.656363Z","end":"2026-04-27T21:34:05.915979Z","steps":["trace[1424884637] 'agreement among raft nodes before linearized reading' (duration: 259.461081ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:34:05.916042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.502215114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:34:05.916141Z","caller":"traceutil/trace.go:171","msg":"trace[1189025240] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14792; }","duration":"1.502288206s","start":"2026-04-27T21:34:04.413782Z","end":"2026-04-27T21:34:05.91607Z","steps":["trace[1189025240] 'agreement among raft nodes before linearized reading' (duration: 1.502224034s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:34:05.916174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:34:04.413766Z","time spent":"1.502399919s","remote":"127.0.0.1:39786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T21:34:13.828247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:34:13.352236Z","time spent":"476.00184ms","remote":"127.0.0.1:37454","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-27T21:34:13.82883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.268747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T21:34:13.828591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.785527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:34:13.829241Z","caller":"traceutil/trace.go:171","msg":"trace[657049158] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14847; }","duration":"414.720619ms","start":"2026-04-27T21:34:13.41449Z","end":"2026-04-27T21:34:13.829211Z","steps":["trace[657049158] 'range keys from in-memory index tree' (duration: 414.200945ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:34:13.829505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:34:13.414471Z","time spent":"415.015295ms","remote":"127.0.0.1:39786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-27T21:34:13.829347Z","caller":"traceutil/trace.go:171","msg":"trace[1506229088] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:14847; }","duration":"477.577296ms","start":"2026-04-27T21:34:13.351748Z","end":"2026-04-27T21:34:13.829325Z","steps":["trace[1506229088] 'count revisions from in-memory index tree' (duration: 476.705336ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:34:13.829802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:34:13.351727Z","time spent":"478.026086ms","remote":"127.0.0.1:37862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"info","ts":"2026-04-27T21:34:13.840795Z","caller":"traceutil/trace.go:171","msg":"trace[13101769] linearizableReadLoop","detail":"{readStateIndex:15379; appliedIndex:15378; }","duration":"348.441524ms","start":"2026-04-27T21:34:13.492335Z","end":"2026-04-27T21:34:13.840776Z","steps":["trace[13101769] 'read index received' (duration: 348.343382ms)","trace[13101769] 'applied index is now lower than readState.Index' (duration: 97.062µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:34:13.840851Z","caller":"traceutil/trace.go:171","msg":"trace[938469183] transaction","detail":"{read_only:false; response_revision:14848; number_of_response:1; }","duration":"419.623048ms","start":"2026-04-27T21:34:13.421198Z","end":"2026-04-27T21:34:13.840821Z","steps":["trace[938469183] 'process raft request' (duration: 419.472924ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:34:13.840997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:34:13.421183Z","time spent":"419.7334ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:34:13.841061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.70346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-vrvmv\" ","response":"range_response_count:1 size:12364"} {"level":"info","ts":"2026-04-27T21:34:13.84114Z","caller":"traceutil/trace.go:171","msg":"trace[434589123] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-vrvmv; range_end:; response_count:1; response_revision:14848; }","duration":"348.843583ms","start":"2026-04-27T21:34:13.492277Z","end":"2026-04-27T21:34:13.841121Z","steps":["trace[434589123] 'agreement among raft nodes before linearized reading' (duration: 348.570467ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:34:13.841179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:34:13.492262Z","time spent":"348.909014ms","remote":"127.0.0.1:39966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":12388,"request content":"key:\"/registry/pods/openstack/openvswitch-vrvmv\" "} {"level":"info","ts":"2026-04-27T21:34:13.842585Z","caller":"traceutil/trace.go:171","msg":"trace[1040810226] transaction","detail":"{read_only:false; response_revision:14849; number_of_response:1; }","duration":"230.506922ms","start":"2026-04-27T21:34:13.612063Z","end":"2026-04-27T21:34:13.84257Z","steps":["trace[1040810226] 'process raft request' (duration: 230.097723ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:34:16.230883Z","caller":"traceutil/trace.go:171","msg":"trace[276582439] transaction","detail":"{read_only:false; response_revision:14861; number_of_response:1; }","duration":"382.715212ms","start":"2026-04-27T21:34:15.84815Z","end":"2026-04-27T21:34:16.230865Z","steps":["trace[276582439] 'process raft request' (duration: 382.599219ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:34:16.230985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:34:15.848128Z","time spent":"382.803503ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:34:16.698694Z","caller":"traceutil/trace.go:171","msg":"trace[1203186997] linearizableReadLoop","detail":"{readStateIndex:15394; appliedIndex:15391; }","duration":"707.214981ms","start":"2026-04-27T21:34:15.991452Z","end":"2026-04-27T21:34:16.698667Z","steps":["trace[1203186997] 'read index received' (duration: 239.340241ms)","trace[1203186997] 'applied index is now lower than readState.Index' (duration: 467.87366ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:34:16.698761Z","caller":"traceutil/trace.go:171","msg":"trace[1072110382] transaction","detail":"{read_only:false; response_revision:14862; number_of_response:1; }","duration":"734.45056ms","start":"2026-04-27T21:34:15.964275Z","end":"2026-04-27T21:34:16.698726Z","steps":["trace[1072110382] 'process raft request' (duration: 734.186234ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:34:16.698822Z","caller":"traceutil/trace.go:171","msg":"trace[663456343] transaction","detail":"{read_only:false; response_revision:14863; number_of_response:1; }","duration":"731.823841ms","start":"2026-04-27T21:34:15.966959Z","end":"2026-04-27T21:34:16.698783Z","steps":["trace[663456343] 'process raft request' (duration: 731.665898ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:34:16.698934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:34:15.964253Z","time spent":"734.577712ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:34:16.699005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:34:15.966919Z","time spent":"731.989845ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:34:16.699012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.476626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-27T21:34:16.699164Z","caller":"traceutil/trace.go:171","msg":"trace[1680152981] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14863; }","duration":"707.778153ms","start":"2026-04-27T21:34:15.991367Z","end":"2026-04-27T21:34:16.699145Z","steps":["trace[1680152981] 'agreement among raft nodes before linearized reading' (duration: 707.432126ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:34:16.699418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:34:15.991343Z","time spent":"707.934966ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-27T21:34:16.709363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.044559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-27T21:34:16.709424Z","caller":"traceutil/trace.go:171","msg":"trace[999226675] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14863; }","duration":"687.165681ms","start":"2026-04-27T21:34:16.022245Z","end":"2026-04-27T21:34:16.709411Z","steps":["trace[999226675] 'agreement among raft nodes before linearized reading' (duration: 686.992767ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:34:16.709499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:34:16.022227Z","time spent":"687.263673ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-27T21:34:16.709475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.218316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-27T21:34:16.709622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.207409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-27T21:34:16.709694Z","caller":"traceutil/trace.go:171","msg":"trace[704234277] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14863; }","duration":"686.299221ms","start":"2026-04-27T21:34:16.023381Z","end":"2026-04-27T21:34:16.70968Z","steps":["trace[704234277] 'agreement among raft nodes before linearized reading' (duration: 685.990844ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:34:16.709726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:34:16.023371Z","time spent":"686.348542ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-27T21:34:16.709578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.518676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-k99ft\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-27T21:34:16.709796Z","caller":"traceutil/trace.go:171","msg":"trace[857547775] range","detail":"{range_begin:/registry/pods/openstack/keepalived-k99ft; range_end:; response_count:1; response_revision:14863; }","duration":"661.759711ms","start":"2026-04-27T21:34:16.048018Z","end":"2026-04-27T21:34:16.709778Z","steps":["trace[857547775] 'agreement among raft nodes before linearized reading' (duration: 661.468915ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:34:16.709583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.222398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-27T21:34:16.709924Z","caller":"traceutil/trace.go:171","msg":"trace[1762375421] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14863; }","duration":"485.553875ms","start":"2026-04-27T21:34:16.22435Z","end":"2026-04-27T21:34:16.709904Z","steps":["trace[1762375421] 'agreement among raft nodes before linearized reading' (duration: 485.164797ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:34:16.709486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.701502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-04-27T21:34:16.710033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:34:16.224306Z","time spent":"485.688699ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-27T21:34:16.710056Z","caller":"traceutil/trace.go:171","msg":"trace[135150407] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14863; }","duration":"488.529753ms","start":"2026-04-27T21:34:16.221132Z","end":"2026-04-27T21:34:16.709662Z","steps":["trace[135150407] 'agreement among raft nodes before linearized reading' (duration: 488.173905ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:34:16.710174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:34:16.221106Z","time spent":"489.050654ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-27T21:34:16.709526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.570267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:34:16.710385Z","caller":"traceutil/trace.go:171","msg":"trace[772202444] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14863; }","duration":"295.474717ms","start":"2026-04-27T21:34:16.414898Z","end":"2026-04-27T21:34:16.710373Z","steps":["trace[772202444] 'agreement among raft nodes before linearized reading' (duration: 294.506666ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:34:16.70986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:34:16.048004Z","time spent":"661.840343ms","remote":"127.0.0.1:39966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-k99ft\" "} {"level":"info","ts":"2026-04-27T21:34:16.710084Z","caller":"traceutil/trace.go:171","msg":"trace[2040847979] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:14863; }","duration":"684.322907ms","start":"2026-04-27T21:34:16.025743Z","end":"2026-04-27T21:34:16.710065Z","steps":["trace[2040847979] 'agreement among raft nodes before linearized reading' (duration: 683.606021ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:34:16.710743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:34:16.025728Z","time spent":"684.998941ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-27T21:34:19.844446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.318973ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T21:34:19.844556Z","caller":"traceutil/trace.go:171","msg":"trace[166707585] linearizableReadLoop","detail":"{readStateIndex:15406; appliedIndex:15405; }","duration":"1.129814275s","start":"2026-04-27T21:34:18.714719Z","end":"2026-04-27T21:34:19.844533Z","steps":["trace[166707585] 'read index received' (duration: 26.435393ms)","trace[166707585] 'applied index is now lower than readState.Index' (duration: 1.103377542s)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:34:19.844566Z","caller":"traceutil/trace.go:171","msg":"trace[855383587] transaction","detail":"{read_only:false; response_revision:14874; number_of_response:1; }","duration":"1.140039643s","start":"2026-04-27T21:34:18.704496Z","end":"2026-04-27T21:34:19.844536Z","steps":["trace[855383587] 'process raft request' (duration: 1.020547917s)","trace[855383587] 'compare' (duration: 119.168689ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:34:19.844718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:34:18.704453Z","time spent":"1.140173656s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:34:19.844784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.130066561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-27T21:34:19.844819Z","caller":"traceutil/trace.go:171","msg":"trace[153745376] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14874; }","duration":"1.130136652s","start":"2026-04-27T21:34:18.714673Z","end":"2026-04-27T21:34:19.844809Z","steps":["trace[153745376] 'agreement among raft nodes before linearized reading' (duration: 1.129956278s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:34:19.844849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:34:18.714654Z","time spent":"1.130186433s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-27T21:34:19.845014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.108889107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-k99ft\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-27T21:34:19.845041Z","caller":"traceutil/trace.go:171","msg":"trace[233088174] range","detail":"{range_begin:/registry/pods/openstack/keepalived-k99ft; range_end:; response_count:1; response_revision:14874; }","duration":"1.108962498s","start":"2026-04-27T21:34:18.736071Z","end":"2026-04-27T21:34:19.845033Z","steps":["trace[233088174] 'agreement among raft nodes before linearized reading' (duration: 1.108879086s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:34:19.845073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:34:18.736046Z","time spent":"1.109012789s","remote":"127.0.0.1:39966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-k99ft\" "} {"level":"warn","ts":"2026-04-27T21:34:19.845102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.24606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-27T21:34:19.845123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.123181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T21:34:19.845169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.12605659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-27T21:34:19.845176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.125290623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-27T21:34:19.845199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.124878065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-27T21:34:19.845214Z","caller":"traceutil/trace.go:171","msg":"trace[1941359052] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14874; }","duration":"1.126142282s","start":"2026-04-27T21:34:18.719061Z","end":"2026-04-27T21:34:19.845203Z","steps":["trace[1941359052] 'agreement among raft nodes before linearized reading' (duration: 1.126025969s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:34:19.845144Z","caller":"traceutil/trace.go:171","msg":"trace[1105644608] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:14874; }","duration":"369.306211ms","start":"2026-04-27T21:34:19.475827Z","end":"2026-04-27T21:34:19.845134Z","steps":["trace[1105644608] 'agreement among raft nodes before linearized reading' (duration: 369.22629ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:34:19.845221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.121364145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-27T21:34:19.845219Z","caller":"traceutil/trace.go:171","msg":"trace[2066199817] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14874; }","duration":"429.277414ms","start":"2026-04-27T21:34:19.415919Z","end":"2026-04-27T21:34:19.845196Z","steps":["trace[2066199817] 'agreement among raft nodes before linearized reading' (duration: 429.040929ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:34:19.845222Z","caller":"traceutil/trace.go:171","msg":"trace[37813756] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14874; }","duration":"1.125354695s","start":"2026-04-27T21:34:18.719853Z","end":"2026-04-27T21:34:19.845208Z","steps":["trace[37813756] 'agreement among raft nodes before linearized reading' (duration: 1.125225812s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:34:19.845249Z","caller":"traceutil/trace.go:171","msg":"trace[1779966947] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14874; }","duration":"1.124934996s","start":"2026-04-27T21:34:18.720293Z","end":"2026-04-27T21:34:19.845228Z","steps":["trace[1779966947] 'agreement among raft nodes before linearized reading' (duration: 1.124787062s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:34:19.845245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:34:18.719042Z","time spent":"1.126195304s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-27T21:34:19.845266Z","caller":"traceutil/trace.go:171","msg":"trace[1765289863] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:14874; }","duration":"1.121420386s","start":"2026-04-27T21:34:18.723827Z","end":"2026-04-27T21:34:19.845247Z","steps":["trace[1765289863] 'agreement among raft nodes before linearized reading' (duration: 1.121282413s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:34:19.845268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:34:18.719844Z","time spent":"1.125415556s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-27T21:34:19.84528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:34:18.720285Z","time spent":"1.124988947s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-27T21:34:19.845274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:34:19.415905Z","time spent":"429.362396ms","remote":"127.0.0.1:39786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T21:34:19.84513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.723008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-27T21:34:19.845227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.126854197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-27T21:34:19.845305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:34:18.723819Z","time spent":"1.121480368s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-27T21:34:19.845278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:34:19.475822Z","time spent":"369.430994ms","remote":"127.0.0.1:37938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-27T21:34:19.845345Z","caller":"traceutil/trace.go:171","msg":"trace[452305206] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:14874; }","duration":"735.990995ms","start":"2026-04-27T21:34:19.109327Z","end":"2026-04-27T21:34:19.845318Z","steps":["trace[452305206] 'agreement among raft nodes before linearized reading' (duration: 735.642567ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:34:19.845376Z","caller":"traceutil/trace.go:171","msg":"trace[319298613] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14874; }","duration":"1.127017202s","start":"2026-04-27T21:34:18.718321Z","end":"2026-04-27T21:34:19.845338Z","steps":["trace[319298613] 'agreement among raft nodes before linearized reading' (duration: 1.126613283s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:34:19.845429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:34:19.109301Z","time spent":"736.094576ms","remote":"127.0.0.1:40278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:34:19.845435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:34:18.718273Z","time spent":"1.127149475s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-27T21:34:24.238492Z","caller":"traceutil/trace.go:171","msg":"trace[339178693] linearizableReadLoop","detail":"{readStateIndex:15432; appliedIndex:15431; }","duration":"302.210698ms","start":"2026-04-27T21:34:23.936253Z","end":"2026-04-27T21:34:24.238464Z","steps":["trace[339178693] 'read index received' (duration: 255.34929ms)","trace[339178693] 'applied index is now lower than readState.Index' (duration: 46.859878ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:34:24.238607Z","caller":"traceutil/trace.go:171","msg":"trace[1984728434] transaction","detail":"{read_only:false; response_revision:14899; number_of_response:1; }","duration":"341.080948ms","start":"2026-04-27T21:34:23.897457Z","end":"2026-04-27T21:34:24.238538Z","steps":["trace[1984728434] 'process raft request' (duration: 294.131837ms)","trace[1984728434] 'compare' (duration: 46.750517ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:34:24.238761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.032563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-04-27T21:34:24.238777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:34:23.897444Z","time spent":"341.246461ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:34:24.238802Z","caller":"traceutil/trace.go:171","msg":"trace[1117242289] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:14899; }","duration":"302.103665ms","start":"2026-04-27T21:34:23.936683Z","end":"2026-04-27T21:34:24.238786Z","steps":["trace[1117242289] 'agreement among raft nodes before linearized reading' (duration: 301.952171ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:34:24.238753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.488084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-27T21:34:24.23884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:34:23.936675Z","time spent":"302.154567ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-27T21:34:24.23891Z","caller":"traceutil/trace.go:171","msg":"trace[49408203] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14899; }","duration":"302.636958ms","start":"2026-04-27T21:34:23.9362Z","end":"2026-04-27T21:34:24.238837Z","steps":["trace[49408203] 'agreement among raft nodes before linearized reading' (duration: 302.378092ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:34:24.23896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:34:23.93618Z","time spent":"302.766421ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-27T21:34:24.239073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.745793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-04-27T21:34:24.239114Z","caller":"traceutil/trace.go:171","msg":"trace[740438125] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:14899; }","duration":"215.838975ms","start":"2026-04-27T21:34:24.023259Z","end":"2026-04-27T21:34:24.239098Z","steps":["trace[740438125] 'agreement among raft nodes before linearized reading' (duration: 215.743222ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:34:24.239512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.337041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-27T21:34:24.239527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.234779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-27T21:34:24.23952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.815096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-k99ft\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-27T21:34:24.239565Z","caller":"traceutil/trace.go:171","msg":"trace[215069947] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14899; }","duration":"302.386942ms","start":"2026-04-27T21:34:23.937164Z","end":"2026-04-27T21:34:24.239551Z","steps":["trace[215069947] 'agreement among raft nodes before linearized reading' (duration: 302.240119ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:34:24.239575Z","caller":"traceutil/trace.go:171","msg":"trace[894567989] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14899; }","duration":"302.299621ms","start":"2026-04-27T21:34:23.937258Z","end":"2026-04-27T21:34:24.239558Z","steps":["trace[894567989] 'agreement among raft nodes before linearized reading' (duration: 302.173558ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:34:24.239583Z","caller":"traceutil/trace.go:171","msg":"trace[681601945] range","detail":"{range_begin:/registry/pods/openstack/keepalived-k99ft; range_end:; response_count:1; response_revision:14899; }","duration":"287.896728ms","start":"2026-04-27T21:34:23.951669Z","end":"2026-04-27T21:34:24.239565Z","steps":["trace[681601945] 'agreement among raft nodes before linearized reading' (duration: 287.54718ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:34:24.239596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:34:23.937106Z","time spent":"302.482774ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-27T21:34:24.239612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:34:23.937252Z","time spent":"302.349382ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-27T21:34:24.239592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.872831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-27T21:34:24.239674Z","caller":"traceutil/trace.go:171","msg":"trace[40243001] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14899; }","duration":"301.991314ms","start":"2026-04-27T21:34:23.937661Z","end":"2026-04-27T21:34:24.239652Z","steps":["trace[40243001] 'agreement among raft nodes before linearized reading' (duration: 301.557404ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:34:24.239714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:34:23.93765Z","time spent":"302.055865ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-27T21:34:26.751176Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185919323888199,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-27T21:34:26.983372Z","caller":"traceutil/trace.go:171","msg":"trace[331209956] transaction","detail":"{read_only:false; response_revision:14909; number_of_response:1; }","duration":"734.859719ms","start":"2026-04-27T21:34:26.248484Z","end":"2026-04-27T21:34:26.983343Z","steps":["trace[331209956] 'process raft request' (duration: 734.677075ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:34:26.98354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:34:26.248467Z","time spent":"734.981932ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:34:28.41568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000148357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-27T21:34:28.415755Z","caller":"traceutil/trace.go:171","msg":"trace[1985293404] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00027604s","start":"2026-04-27T21:34:26.415462Z","end":"2026-04-27T21:34:28.415738Z","steps":["trace[1985293404] 'agreement among raft nodes before linearized reading' (duration: 2.000188008s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:34:28.415798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:34:26.415438Z","time spent":"2.000352771s","remote":"127.0.0.1:39786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/27 21:34:28 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T21:34:28.747396Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.036358512s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-27T21:34:29.148076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.437002444s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T21:34:29.148638Z","caller":"traceutil/trace.go:171","msg":"trace[2027568164] transaction","detail":"{read_only:false; response_revision:14910; number_of_response:1; }","duration":"2.827262522s","start":"2026-04-27T21:34:26.321322Z","end":"2026-04-27T21:34:29.148585Z","steps":["trace[2027568164] 'process raft request' (duration: 1.389692905s)","trace[2027568164] 'compare' (duration: 1.436924783s)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:34:29.148843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:34:26.321298Z","time spent":"2.827456366s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:34:29.804203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.003152ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-27T21:34:29.805668Z","caller":"traceutil/trace.go:171","msg":"trace[835542577] transaction","detail":"{read_only:false; response_revision:14911; number_of_response:1; }","duration":"3.014273189s","start":"2026-04-27T21:34:26.791346Z","end":"2026-04-27T21:34:29.805619Z","steps":["trace[835542577] 'process raft request' (duration: 3.012956339s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:34:29.805673Z","caller":"traceutil/trace.go:171","msg":"trace[1328883087] linearizableReadLoop","detail":"{readStateIndex:15444; appliedIndex:15441; }","duration":"3.554802416s","start":"2026-04-27T21:34:26.250846Z","end":"2026-04-27T21:34:29.805648Z","steps":["trace[1328883087] 'read index received' (duration: 732.403334ms)","trace[1328883087] 'applied index is now lower than readState.Index' (duration: 2.822397862s)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:34:29.805881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:34:26.791319Z","time spent":"3.014440933s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:34:29.81965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.568776899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:34:29.819721Z","caller":"traceutil/trace.go:171","msg":"trace[844508164] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:14911; }","duration":"3.568882632s","start":"2026-04-27T21:34:26.25082Z","end":"2026-04-27T21:34:29.819703Z","steps":["trace[844508164] 'agreement among raft nodes before linearized reading' (duration: 3.554908179s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:34:29.819752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:34:26.250809Z","time spent":"3.568935223s","remote":"127.0.0.1:52438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"info","ts":"2026-04-27T21:34:29.820062Z","caller":"traceutil/trace.go:171","msg":"trace[2076414554] transaction","detail":"{read_only:false; response_revision:14912; number_of_response:1; }","duration":"2.148039379s","start":"2026-04-27T21:34:27.671996Z","end":"2026-04-27T21:34:29.820035Z","steps":["trace[2076414554] 'process raft request' (duration: 2.133643207s)","trace[2076414554] 'compare' (duration: 14.199268ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:34:29.820249Z","caller":"traceutil/trace.go:171","msg":"trace[59919324] transaction","detail":"{read_only:false; response_revision:14913; number_of_response:1; }","duration":"1.866728609s","start":"2026-04-27T21:34:27.953508Z","end":"2026-04-27T21:34:29.820237Z","steps":["trace[59919324] 'process raft request' (duration: 1.866480603s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:34:29.820264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:34:27.671976Z","time spent":"2.148204802s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:34:29.820364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:34:27.953489Z","time spent":"1.866816661s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:34:29.820557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.900536867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-04-27T21:34:29.820598Z","caller":"traceutil/trace.go:171","msg":"trace[1043942372] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14914; }","duration":"1.900614508s","start":"2026-04-27T21:34:27.919975Z","end":"2026-04-27T21:34:29.820589Z","steps":["trace[1043942372] 'agreement among raft nodes before linearized reading' (duration: 1.900488456s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:34:29.820589Z","caller":"traceutil/trace.go:171","msg":"trace[1030480419] transaction","detail":"{read_only:false; response_revision:14914; number_of_response:1; }","duration":"968.563403ms","start":"2026-04-27T21:34:28.852005Z","end":"2026-04-27T21:34:29.820568Z","steps":["trace[1030480419] 'process raft request' (duration: 968.151144ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:34:29.820609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.181782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-27T21:34:29.820603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.728639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/ovn-controller\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T21:34:29.820871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.500574153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-27T21:34:29.820901Z","caller":"traceutil/trace.go:171","msg":"trace[784735175] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14914; }","duration":"3.500610933s","start":"2026-04-27T21:34:26.320281Z","end":"2026-04-27T21:34:29.820892Z","steps":["trace[784735175] 'agreement among raft nodes before linearized reading' (duration: 3.500525631s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:34:29.820902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.489543165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-k99ft\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-27T21:34:29.820934Z","caller":"traceutil/trace.go:171","msg":"trace[1039211510] range","detail":"{range_begin:/registry/pods/openstack/keepalived-k99ft; range_end:; response_count:1; response_revision:14914; }","duration":"3.489617477s","start":"2026-04-27T21:34:26.331305Z","end":"2026-04-27T21:34:29.820923Z","steps":["trace[1039211510] 'agreement among raft nodes before linearized reading' (duration: 3.489438723s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:34:29.820898Z","caller":"traceutil/trace.go:171","msg":"trace[1605381747] range","detail":"{range_begin:/registry/serviceaccounts/openstack/ovn-controller; range_end:; response_count:0; response_revision:14914; }","duration":"336.079157ms","start":"2026-04-27T21:34:29.484806Z","end":"2026-04-27T21:34:29.820885Z","steps":["trace[1605381747] 'agreement among raft nodes before linearized reading' (duration: 335.736769ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:34:29.820608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.404437415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T21:34:29.820973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:34:26.320273Z","time spent":"3.500675224s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-27T21:34:29.821029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:34:29.484783Z","time spent":"336.23861ms","remote":"127.0.0.1:39976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/serviceaccounts/openstack/ovn-controller\" "} {"level":"warn","ts":"2026-04-27T21:34:29.820629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:34:27.919953Z","time spent":"1.900668539s","remote":"127.0.0.1:39966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-27T21:34:29.821037Z","caller":"traceutil/trace.go:171","msg":"trace[456133062] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14914; }","duration":"1.404909635s","start":"2026-04-27T21:34:28.416114Z","end":"2026-04-27T21:34:29.821024Z","steps":["trace[456133062] 'agreement among raft nodes before linearized reading' (duration: 1.404448945s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:34:29.821042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:34:26.331287Z","time spent":"3.489747899s","remote":"127.0.0.1:39966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-k99ft\" "} {"level":"warn","ts":"2026-04-27T21:34:29.821077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:34:28.416093Z","time spent":"1.404974756s","remote":"127.0.0.1:39788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T21:34:29.820557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.069616506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:34:29.821133Z","caller":"traceutil/trace.go:171","msg":"trace[552861287] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14914; }","duration":"1.070222709s","start":"2026-04-27T21:34:28.750893Z","end":"2026-04-27T21:34:29.821116Z","steps":["trace[552861287] 'agreement among raft nodes before linearized reading' (duration: 1.069627396s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:34:29.820647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.097871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T21:34:29.821192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:34:28.750872Z","time spent":"1.070308452s","remote":"127.0.0.1:39786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-27T21:34:29.821204Z","caller":"traceutil/trace.go:171","msg":"trace[978643697] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:14914; }","duration":"292.695085ms","start":"2026-04-27T21:34:29.5285Z","end":"2026-04-27T21:34:29.821195Z","steps":["trace[978643697] 'agreement among raft nodes before linearized reading' (duration: 292.105182ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:34:29.820674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.148169955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-27T21:34:29.821285Z","caller":"traceutil/trace.go:171","msg":"trace[1376076960] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:14914; }","duration":"1.148803419s","start":"2026-04-27T21:34:28.672453Z","end":"2026-04-27T21:34:29.821256Z","steps":["trace[1376076960] 'agreement among raft nodes before linearized reading' (duration: 1.148183526s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:34:29.82135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:34:28.672432Z","time spent":"1.148899611s","remote":"127.0.0.1:40044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-04-27T21:34:29.820679Z","caller":"traceutil/trace.go:171","msg":"trace[1945790534] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:14914; }","duration":"721.278324ms","start":"2026-04-27T21:34:29.099385Z","end":"2026-04-27T21:34:29.820664Z","steps":["trace[1945790534] 'agreement among raft nodes before linearized reading' (duration: 721.196012ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:34:29.821492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:34:29.099368Z","time spent":"722.106373ms","remote":"127.0.0.1:37708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:34:29.820703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.795577275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:34:29.821573Z","caller":"traceutil/trace.go:171","msg":"trace[750931660] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:14914; }","duration":"1.796483175s","start":"2026-04-27T21:34:28.025079Z","end":"2026-04-27T21:34:29.821562Z","steps":["trace[750931660] 'agreement among raft nodes before linearized reading' (duration: 1.795591235s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:34:29.821617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:34:28.025061Z","time spent":"1.796541106s","remote":"127.0.0.1:42658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:34:29.820707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:34:28.851977Z","time spent":"968.680215ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:34:29.820723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.300127598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-27T21:34:29.821718Z","caller":"traceutil/trace.go:171","msg":"trace[1968352446] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:14914; }","duration":"1.301151151s","start":"2026-04-27T21:34:28.52055Z","end":"2026-04-27T21:34:29.821702Z","steps":["trace[1968352446] 'agreement among raft nodes before linearized reading' (duration: 1.300138089s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:34:29.821776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:34:28.52053Z","time spent":"1.301227222s","remote":"127.0.0.1:40292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":33,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:34:29.820732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.888836393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-27T21:34:29.82185Z","caller":"traceutil/trace.go:171","msg":"trace[381066085] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:14914; }","duration":"1.889983939s","start":"2026-04-27T21:34:27.93185Z","end":"2026-04-27T21:34:29.821834Z","steps":["trace[381066085] 'agreement among raft nodes before linearized reading' (duration: 1.888855804s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:34:29.820733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.227932457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T21:34:29.821904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:34:27.93183Z","time spent":"1.89005752s","remote":"127.0.0.1:42904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-04-27T21:34:29.821935Z","caller":"traceutil/trace.go:171","msg":"trace[2034562344] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:14914; }","duration":"2.229170935s","start":"2026-04-27T21:34:27.592751Z","end":"2026-04-27T21:34:29.821922Z","steps":["trace[2034562344] 'agreement among raft nodes before linearized reading' (duration: 2.227945758s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:34:29.82197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:34:27.592723Z","time spent":"2.229237737s","remote":"127.0.0.1:37766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:34:29.820772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.278593119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:34:29.822034Z","caller":"traceutil/trace.go:171","msg":"trace[363109019] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:14914; }","duration":"3.279901458s","start":"2026-04-27T21:34:26.542125Z","end":"2026-04-27T21:34:29.822026Z","steps":["trace[363109019] 'agreement among raft nodes before linearized reading' (duration: 3.2786149s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:34:29.822055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:34:26.542098Z","time spent":"3.27995049s","remote":"127.0.0.1:37778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:34:29.820781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.496623203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-04-27T21:34:29.82194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.500703075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-27T21:34:29.822301Z","caller":"traceutil/trace.go:171","msg":"trace[728566455] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:14914; }","duration":"3.498139547s","start":"2026-04-27T21:34:26.324126Z","end":"2026-04-27T21:34:29.822265Z","steps":["trace[728566455] 'agreement among raft nodes before linearized reading' (duration: 3.496608293s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:34:29.822366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:34:26.324114Z","time spent":"3.498234209s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-27T21:34:29.820766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.472483693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-27T21:34:29.822438Z","caller":"traceutil/trace.go:171","msg":"trace[1682374518] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:14914; }","duration":"3.474185661s","start":"2026-04-27T21:34:26.348237Z","end":"2026-04-27T21:34:29.822423Z","steps":["trace[1682374518] 'agreement among raft nodes before linearized reading' (duration: 3.472337409s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:34:29.822365Z","caller":"traceutil/trace.go:171","msg":"trace[959794936] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14914; }","duration":"3.502078236s","start":"2026-04-27T21:34:26.320218Z","end":"2026-04-27T21:34:29.822296Z","steps":["trace[959794936] 'agreement among raft nodes before linearized reading' (duration: 3.500608843s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:34:29.822493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:34:26.348226Z","time spent":"3.474252063s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-27T21:34:29.820817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.496460469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-27T21:34:29.822524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:34:26.320199Z","time spent":"3.502306002s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-27T21:34:29.822575Z","caller":"traceutil/trace.go:171","msg":"trace[12536456] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14914; }","duration":"3.49823581s","start":"2026-04-27T21:34:26.324322Z","end":"2026-04-27T21:34:29.822558Z","steps":["trace[12536456] 'agreement among raft nodes before linearized reading' (duration: 3.496437019s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:34:29.822629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:34:26.324306Z","time spent":"3.498306991s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-27T21:34:29.820731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.534529793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-27T21:34:29.822808Z","caller":"traceutil/trace.go:171","msg":"trace[386153669] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14914; }","duration":"3.53664752s","start":"2026-04-27T21:34:26.286147Z","end":"2026-04-27T21:34:29.822795Z","steps":["trace[386153669] 'agreement among raft nodes before linearized reading' (duration: 3.534303667s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:34:29.822884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:34:26.286132Z","time spent":"3.536733452s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-27T21:34:29.8208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.742386551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-04-27T21:34:29.820824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.421306357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-27T21:34:29.823178Z","caller":"traceutil/trace.go:171","msg":"trace[196349304] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:14914; }","duration":"3.423691069s","start":"2026-04-27T21:34:26.399471Z","end":"2026-04-27T21:34:29.823162Z","steps":["trace[196349304] 'agreement among raft nodes before linearized reading' (duration: 3.421328646s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:34:29.823167Z","caller":"traceutil/trace.go:171","msg":"trace[1515145067] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:14914; }","duration":"2.744730803s","start":"2026-04-27T21:34:27.078361Z","end":"2026-04-27T21:34:29.823092Z","steps":["trace[1515145067] 'agreement among raft nodes before linearized reading' (duration: 2.742311668s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:34:29.823214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:34:26.39945Z","time spent":"3.423751271s","remote":"127.0.0.1:37946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:34:29.823285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:34:27.07834Z","time spent":"2.744924727s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-27T21:34:29.820844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.52578803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-27T21:34:29.823474Z","caller":"traceutil/trace.go:171","msg":"trace[805614405] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:14914; }","duration":"2.528457639s","start":"2026-04-27T21:34:27.295007Z","end":"2026-04-27T21:34:29.823465Z","steps":["trace[805614405] 'agreement among raft nodes before linearized reading' (duration: 2.525754658s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:34:29.823503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:34:27.294987Z","time spent":"2.528505851s","remote":"127.0.0.1:52388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:34:29.820824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.612617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-27T21:34:29.823611Z","caller":"traceutil/trace.go:171","msg":"trace[1014577080] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14914; }","duration":"835.501222ms","start":"2026-04-27T21:34:28.988102Z","end":"2026-04-27T21:34:29.823603Z","steps":["trace[1014577080] 'agreement among raft nodes before linearized reading' (duration: 832.598957ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:34:29.823632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:34:28.988082Z","time spent":"835.543783ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-27T21:34:31.132738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.106024ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-27T21:34:31.13289Z","caller":"traceutil/trace.go:171","msg":"trace[1480524430] transaction","detail":"{read_only:false; response_revision:15021; number_of_response:1; }","duration":"181.398252ms","start":"2026-04-27T21:34:30.951459Z","end":"2026-04-27T21:34:31.132857Z","steps":["trace[1480524430] 'process raft request' (duration: 41.996431ms)","trace[1480524430] 'compare' (duration: 138.89886ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:34:31.133184Z","caller":"traceutil/trace.go:171","msg":"trace[1270581775] linearizableReadLoop","detail":"{readStateIndex:15556; appliedIndex:15555; }","duration":"168.32656ms","start":"2026-04-27T21:34:30.964835Z","end":"2026-04-27T21:34:31.133162Z","steps":["trace[1270581775] 'read index received' (duration: 28.635162ms)","trace[1270581775] 'applied index is now lower than readState.Index' (duration: 139.689008ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:34:31.133418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.581216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-27T21:34:31.133453Z","caller":"traceutil/trace.go:171","msg":"trace[626715238] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:15021; }","duration":"168.664028ms","start":"2026-04-27T21:34:30.964777Z","end":"2026-04-27T21:34:31.133441Z","steps":["trace[626715238] 'agreement among raft nodes before linearized reading' (duration: 168.496974ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:34:31.133501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.422973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-27T21:34:31.133579Z","caller":"traceutil/trace.go:171","msg":"trace[390771557] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:15021; }","duration":"168.522206ms","start":"2026-04-27T21:34:30.965037Z","end":"2026-04-27T21:34:31.133559Z","steps":["trace[390771557] 'agreement among raft nodes before linearized reading' (duration: 168.28589ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:34:45.188926Z","caller":"traceutil/trace.go:171","msg":"trace[1372543865] linearizableReadLoop","detail":"{readStateIndex:15853; appliedIndex:15852; }","duration":"165.791703ms","start":"2026-04-27T21:34:45.023108Z","end":"2026-04-27T21:34:45.1889Z","steps":["trace[1372543865] 'read index received' (duration: 165.448866ms)","trace[1372543865] 'applied index is now lower than readState.Index' (duration: 341.637µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:34:45.188981Z","caller":"traceutil/trace.go:171","msg":"trace[366001612] transaction","detail":"{read_only:false; response_revision:15309; number_of_response:1; }","duration":"239.470113ms","start":"2026-04-27T21:34:44.949475Z","end":"2026-04-27T21:34:45.188945Z","steps":["trace[366001612] 'process raft request' (duration: 239.192737ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:34:45.189269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.136071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-04-27T21:34:45.189345Z","caller":"traceutil/trace.go:171","msg":"trace[1223901837] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:15309; }","duration":"166.257984ms","start":"2026-04-27T21:34:45.023068Z","end":"2026-04-27T21:34:45.189325Z","steps":["trace[1223901837] 'agreement among raft nodes before linearized reading' (duration: 165.974297ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:34:45.331902Z","caller":"traceutil/trace.go:171","msg":"trace[1216337778] transaction","detail":"{read_only:false; response_revision:15311; number_of_response:1; }","duration":"112.05959ms","start":"2026-04-27T21:34:45.219813Z","end":"2026-04-27T21:34:45.331873Z","steps":["trace[1216337778] 'process raft request' (duration: 111.996229ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:34:45.331966Z","caller":"traceutil/trace.go:171","msg":"trace[1234692878] transaction","detail":"{read_only:false; response_revision:15310; number_of_response:1; }","duration":"129.159793ms","start":"2026-04-27T21:34:45.202762Z","end":"2026-04-27T21:34:45.331922Z","steps":["trace[1234692878] 'process raft request' (duration: 95.142082ms)","trace[1234692878] 'compare' (duration: 33.751446ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:34:45.332018Z","caller":"traceutil/trace.go:171","msg":"trace[702992799] linearizableReadLoop","detail":"{readStateIndex:15854; appliedIndex:15853; }","duration":"128.513629ms","start":"2026-04-27T21:34:45.20342Z","end":"2026-04-27T21:34:45.331933Z","steps":["trace[702992799] 'read index received' (duration: 94.499007ms)","trace[702992799] 'applied index is now lower than readState.Index' (duration: 34.011452ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:34:45.332337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.913098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:1433"} {"level":"info","ts":"2026-04-27T21:34:45.332384Z","caller":"traceutil/trace.go:171","msg":"trace[79418270] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:15311; }","duration":"128.988519ms","start":"2026-04-27T21:34:45.203384Z","end":"2026-04-27T21:34:45.332372Z","steps":["trace[79418270] 'agreement among raft nodes before linearized reading' (duration: 128.753334ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:35:24.213Z","caller":"traceutil/trace.go:171","msg":"trace[1550975680] transaction","detail":"{read_only:false; response_revision:15824; number_of_response:1; }","duration":"173.19816ms","start":"2026-04-27T21:35:24.03977Z","end":"2026-04-27T21:35:24.212968Z","steps":["trace[1550975680] 'process raft request' (duration: 154.076931ms)","trace[1550975680] 'compare' (duration: 18.71542ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:35:24.21325Z","caller":"traceutil/trace.go:171","msg":"trace[2104095411] transaction","detail":"{read_only:false; response_revision:15825; number_of_response:1; }","duration":"172.83296ms","start":"2026-04-27T21:35:24.04034Z","end":"2026-04-27T21:35:24.213173Z","steps":["trace[2104095411] 'process raft request' (duration: 172.558584ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:35:24.213399Z","caller":"traceutil/trace.go:171","msg":"trace[1857674234] transaction","detail":"{read_only:false; response_revision:15826; number_of_response:1; }","duration":"160.619057ms","start":"2026-04-27T21:35:24.052765Z","end":"2026-04-27T21:35:24.213384Z","steps":["trace[1857674234] 'process raft request' (duration: 160.262339ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:35:26.445225Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185919323890623,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T21:35:26.568909Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.079330083s","expected-duration":"1s"} {"level":"info","ts":"2026-04-27T21:35:26.569625Z","caller":"traceutil/trace.go:171","msg":"trace[1587225811] transaction","detail":"{read_only:false; response_revision:15835; number_of_response:1; }","duration":"1.080166473s","start":"2026-04-27T21:35:25.489431Z","end":"2026-04-27T21:35:26.569598Z","steps":["trace[1587225811] 'process raft request' (duration: 1.079927216s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:35:26.569791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:35:25.489405Z","time spent":"1.080304156s","remote":"127.0.0.1:39966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10971,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:35:26.8321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.550595ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T21:35:26.832379Z","caller":"traceutil/trace.go:171","msg":"trace[1336489199] transaction","detail":"{read_only:false; response_revision:15836; number_of_response:1; }","duration":"1.283964507s","start":"2026-04-27T21:35:25.54838Z","end":"2026-04-27T21:35:26.832345Z","steps":["trace[1336489199] 'process raft request' (duration: 1.048079954s)","trace[1336489199] 'compare' (duration: 235.355091ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:35:26.832407Z","caller":"traceutil/trace.go:171","msg":"trace[1570816597] transaction","detail":"{read_only:false; response_revision:15837; number_of_response:1; }","duration":"612.63771ms","start":"2026-04-27T21:35:26.219735Z","end":"2026-04-27T21:35:26.832373Z","steps":["trace[1570816597] 'process raft request' (duration: 612.473837ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:35:26.832536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:35:25.548343Z","time spent":"1.2841113s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:35:26.832566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:35:26.219709Z","time spent":"612.776824ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:35:26.832609Z","caller":"traceutil/trace.go:171","msg":"trace[2035576438] transaction","detail":"{read_only:false; response_revision:15838; number_of_response:1; }","duration":"610.376061ms","start":"2026-04-27T21:35:26.22206Z","end":"2026-04-27T21:35:26.832436Z","steps":["trace[2035576438] 'process raft request' (duration: 610.234288ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:35:26.83303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:35:26.222039Z","time spent":"610.908093ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:35:26.937354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.003553ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-27T21:35:26.937683Z","caller":"traceutil/trace.go:171","msg":"trace[425351718] linearizableReadLoop","detail":"{readStateIndex:16395; appliedIndex:16390; }","duration":"993.130984ms","start":"2026-04-27T21:35:25.94451Z","end":"2026-04-27T21:35:26.937641Z","steps":["trace[425351718] 'read index received' (duration: 624.719462ms)","trace[425351718] 'applied index is now lower than readState.Index' (duration: 368.407152ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:35:26.937891Z","caller":"traceutil/trace.go:171","msg":"trace[1157570618] transaction","detail":"{read_only:false; response_revision:15839; number_of_response:1; }","duration":"361.748021ms","start":"2026-04-27T21:35:26.576124Z","end":"2026-04-27T21:35:26.937872Z","steps":["trace[1157570618] 'process raft request' (duration: 361.329022ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:35:26.937955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"993.418411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T21:35:26.937999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:35:26.576047Z","time spent":"361.890945ms","remote":"127.0.0.1:39956","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":670,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:35:26.938043Z","caller":"traceutil/trace.go:171","msg":"trace[141863764] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15839; }","duration":"993.572324ms","start":"2026-04-27T21:35:25.944448Z","end":"2026-04-27T21:35:26.93802Z","steps":["trace[141863764] 'agreement among raft nodes before linearized reading' (duration: 993.293858ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:35:26.938074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"993.44331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:35:26.938122Z","caller":"traceutil/trace.go:171","msg":"trace[1480892595] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15840; }","duration":"993.546603ms","start":"2026-04-27T21:35:25.944561Z","end":"2026-04-27T21:35:26.938107Z","steps":["trace[1480892595] 'agreement among raft nodes before linearized reading' (duration: 993.43817ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:35:26.938123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:35:25.944427Z","time spent":"993.683296ms","remote":"127.0.0.1:40020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-04-27T21:35:26.938166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:35:25.944536Z","time spent":"993.622305ms","remote":"127.0.0.1:40020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-04-27T21:35:26.9382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"717.909459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T21:35:26.938268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.917752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:35:26.938307Z","caller":"traceutil/trace.go:171","msg":"trace[1025197833] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:0; response_revision:15840; }","duration":"718.061662ms","start":"2026-04-27T21:35:26.220224Z","end":"2026-04-27T21:35:26.938286Z","steps":["trace[1025197833] 'agreement among raft nodes before linearized reading' (duration: 717.887098ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:35:26.938317Z","caller":"traceutil/trace.go:171","msg":"trace[522034028] transaction","detail":"{read_only:false; response_revision:15840; number_of_response:1; }","duration":"362.145591ms","start":"2026-04-27T21:35:26.576142Z","end":"2026-04-27T21:35:26.938288Z","steps":["trace[522034028] 'process raft request' (duration: 361.593368ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:35:26.938347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:35:26.220214Z","time spent":"718.125984ms","remote":"127.0.0.1:40020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-27T21:35:26.938404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.206775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T21:35:26.938451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:35:26.576114Z","time spent":"362.266564ms","remote":"127.0.0.1:40056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1045,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:35:26.938456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"993.471121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T21:35:26.93846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"993.827439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:35:26.938485Z","caller":"traceutil/trace.go:171","msg":"trace[760839881] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15840; }","duration":"555.295617ms","start":"2026-04-27T21:35:26.383164Z","end":"2026-04-27T21:35:26.938459Z","steps":["trace[760839881] 'agreement among raft nodes before linearized reading' (duration: 555.201215ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:35:26.938513Z","caller":"traceutil/trace.go:171","msg":"trace[1278591365] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:0; response_revision:15840; }","duration":"993.907251ms","start":"2026-04-27T21:35:25.944597Z","end":"2026-04-27T21:35:26.938504Z","steps":["trace[1278591365] 'agreement among raft nodes before linearized reading' (duration: 993.84419ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:35:26.938515Z","caller":"traceutil/trace.go:171","msg":"trace[247957667] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15840; }","duration":"993.551812ms","start":"2026-04-27T21:35:25.944947Z","end":"2026-04-27T21:35:26.938498Z","steps":["trace[247957667] 'agreement among raft nodes before linearized reading' (duration: 993.43372ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:35:26.938542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:35:25.944573Z","time spent":"993.962352ms","remote":"127.0.0.1:40020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-27T21:35:26.938548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.804168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-04-27T21:35:26.938421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"834.363187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-04-27T21:35:26.938553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:35:25.944939Z","time spent":"993.607033ms","remote":"127.0.0.1:40020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-27T21:35:26.938614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.317708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T21:35:26.938219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.885318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:35:26.938619Z","caller":"traceutil/trace.go:171","msg":"trace[426791480] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:15840; }","duration":"834.592773ms","start":"2026-04-27T21:35:26.104011Z","end":"2026-04-27T21:35:26.938604Z","steps":["trace[426791480] 'agreement among raft nodes before linearized reading' (duration: 834.296136ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:35:26.938635Z","caller":"traceutil/trace.go:171","msg":"trace[98131073] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15840; }","duration":"718.350398ms","start":"2026-04-27T21:35:26.220277Z","end":"2026-04-27T21:35:26.938627Z","steps":["trace[98131073] 'agreement among raft nodes before linearized reading' (duration: 718.323848ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:35:26.938635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.245496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T21:35:26.938708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.013423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-27T21:35:26.938743Z","caller":"traceutil/trace.go:171","msg":"trace[617172079] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15840; }","duration":"719.065564ms","start":"2026-04-27T21:35:26.21967Z","end":"2026-04-27T21:35:26.938735Z","steps":["trace[617172079] 'agreement among raft nodes before linearized reading' (duration: 718.948132ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:35:26.938755Z","caller":"traceutil/trace.go:171","msg":"trace[308601827] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:0; response_revision:15840; }","duration":"718.41004ms","start":"2026-04-27T21:35:26.220326Z","end":"2026-04-27T21:35:26.938736Z","steps":["trace[308601827] 'agreement among raft nodes before linearized reading' (duration: 718.210725ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:35:26.938759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.750937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T21:35:26.938768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.835761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-04-27T21:35:26.938784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:35:26.219659Z","time spent":"719.117185ms","remote":"127.0.0.1:39956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-27T21:35:26.93855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.017154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-27T21:35:26.938858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.409615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:35:26.938897Z","caller":"traceutil/trace.go:171","msg":"trace[931741012] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15840; }","duration":"524.507547ms","start":"2026-04-27T21:35:26.414381Z","end":"2026-04-27T21:35:26.938889Z","steps":["trace[931741012] 'agreement among raft nodes before linearized reading' (duration: 524.454796ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:35:26.938928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:35:26.414347Z","time spent":"524.574539ms","remote":"127.0.0.1:39786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T21:35:26.938935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.511943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-27T21:35:26.938947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.156011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:35:26.938968Z","caller":"traceutil/trace.go:171","msg":"trace[202239613] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:15840; }","duration":"351.583173ms","start":"2026-04-27T21:35:26.587377Z","end":"2026-04-27T21:35:26.93896Z","steps":["trace[202239613] 'agreement among raft nodes before linearized reading' (duration: 351.41897ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:35:26.939002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:35:26.587362Z","time spent":"351.632495ms","remote":"127.0.0.1:39874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":161,"response size":32,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:35:26.939005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"717.819076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:35:26.938966Z","caller":"traceutil/trace.go:171","msg":"trace[1691856397] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15840; }","duration":"665.346061ms","start":"2026-04-27T21:35:26.273505Z","end":"2026-04-27T21:35:26.938851Z","steps":["trace[1691856397] 'agreement among raft nodes before linearized reading' (duration: 664.949172ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:35:26.939651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:35:26.273494Z","time spent":"666.14322ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-27T21:35:26.939855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.093116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-27T21:35:26.939924Z","caller":"traceutil/trace.go:171","msg":"trace[774186202] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15840; }","duration":"598.26771ms","start":"2026-04-27T21:35:26.341631Z","end":"2026-04-27T21:35:26.939898Z","steps":["trace[774186202] 'agreement among raft nodes before linearized reading' (duration: 597.39843ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:35:26.938321Z","caller":"traceutil/trace.go:171","msg":"trace[1141438290] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15840; }","duration":"719.003734ms","start":"2026-04-27T21:35:26.219304Z","end":"2026-04-27T21:35:26.938307Z","steps":["trace[1141438290] 'agreement among raft nodes before linearized reading' (duration: 718.926312ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:35:26.939987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:35:26.21928Z","time spent":"720.697322ms","remote":"127.0.0.1:40020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-27T21:35:26.938698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:35:26.103991Z","time spent":"834.693774ms","remote":"127.0.0.1:39966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-27T21:35:26.938857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.854519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:35:26.940195Z","caller":"traceutil/trace.go:171","msg":"trace[393894945] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15840; }","duration":"557.2216ms","start":"2026-04-27T21:35:26.382953Z","end":"2026-04-27T21:35:26.940174Z","steps":["trace[393894945] 'agreement among raft nodes before linearized reading' (duration: 555.87449ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:35:26.940271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:35:26.38293Z","time spent":"557.324613ms","remote":"127.0.0.1:40020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-27T21:35:26.938461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.691946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-27T21:35:26.940363Z","caller":"traceutil/trace.go:171","msg":"trace[2086894241] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15840; }","duration":"720.63069ms","start":"2026-04-27T21:35:26.219722Z","end":"2026-04-27T21:35:26.940352Z","steps":["trace[2086894241] 'agreement among raft nodes before linearized reading' (duration: 718.628785ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:35:26.940386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:35:26.219701Z","time spent":"720.677931ms","remote":"127.0.0.1:39956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-04-27T21:35:26.939026Z","caller":"traceutil/trace.go:171","msg":"trace[1751469745] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:0; response_revision:15840; }","duration":"425.310045ms","start":"2026-04-27T21:35:26.513702Z","end":"2026-04-27T21:35:26.939012Z","steps":["trace[1751469745] 'agreement among raft nodes before linearized reading' (duration: 425.144521ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:35:26.940447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:35:26.513677Z","time spent":"426.747528ms","remote":"127.0.0.1:40020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-04-27T21:35:26.938593Z","caller":"traceutil/trace.go:171","msg":"trace[672728251] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15840; }","duration":"718.85914ms","start":"2026-04-27T21:35:26.219723Z","end":"2026-04-27T21:35:26.938582Z","steps":["trace[672728251] 'agreement among raft nodes before linearized reading' (duration: 718.765948ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:35:26.940534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:35:26.219716Z","time spent":"720.807724ms","remote":"127.0.0.1:39956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-27T21:35:26.939958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:35:26.341606Z","time spent":"598.343091ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-27T21:35:26.939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.394336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-27T21:35:26.938773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.66222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-k99ft\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-27T21:35:26.940839Z","caller":"traceutil/trace.go:171","msg":"trace[1006714046] range","detail":"{range_begin:/registry/pods/openstack/keepalived-k99ft; range_end:; response_count:1; response_revision:15840; }","duration":"455.764738ms","start":"2026-04-27T21:35:26.485067Z","end":"2026-04-27T21:35:26.940831Z","steps":["trace[1006714046] 'agreement among raft nodes before linearized reading' (duration: 453.63355ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:35:26.940863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:35:26.485048Z","time spent":"455.807229ms","remote":"127.0.0.1:39966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-k99ft\" "} {"level":"info","ts":"2026-04-27T21:35:26.940913Z","caller":"traceutil/trace.go:171","msg":"trace[496691423] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15840; }","duration":"560.33082ms","start":"2026-04-27T21:35:26.380555Z","end":"2026-04-27T21:35:26.940886Z","steps":["trace[496691423] 'agreement among raft nodes before linearized reading' (duration: 558.329275ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:35:26.938712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:35:26.220271Z","time spent":"718.43671ms","remote":"127.0.0.1:40020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-04-27T21:35:26.938679Z","caller":"traceutil/trace.go:171","msg":"trace[1246125898] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15840; }","duration":"555.369618ms","start":"2026-04-27T21:35:26.383267Z","end":"2026-04-27T21:35:26.938636Z","steps":["trace[1246125898] 'agreement among raft nodes before linearized reading' (duration: 554.847747ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:35:26.938587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.255286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T21:35:26.938294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.862259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-04-27T21:35:26.938551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:35:26.383159Z","time spent":"555.377909ms","remote":"127.0.0.1:40020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"info","ts":"2026-04-27T21:35:26.938803Z","caller":"traceutil/trace.go:171","msg":"trace[23379680] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:0; response_revision:15840; }","duration":"555.790258ms","start":"2026-04-27T21:35:26.382999Z","end":"2026-04-27T21:35:26.938789Z","steps":["trace[23379680] 'agreement among raft nodes before linearized reading' (duration: 555.728326ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:35:26.938813Z","caller":"traceutil/trace.go:171","msg":"trace[364359197] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15840; }","duration":"243.914373ms","start":"2026-04-27T21:35:26.694886Z","end":"2026-04-27T21:35:26.9388Z","steps":["trace[364359197] 'agreement among raft nodes before linearized reading' (duration: 243.713138ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:35:26.938816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:35:26.220307Z","time spent":"718.487052ms","remote":"127.0.0.1:40020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-27T21:35:26.938962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.896957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-27T21:35:26.939047Z","caller":"traceutil/trace.go:171","msg":"trace[88922979] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15840; }","duration":"717.868908ms","start":"2026-04-27T21:35:26.221168Z","end":"2026-04-27T21:35:26.939037Z","steps":["trace[88922979] 'agreement among raft nodes before linearized reading' (duration: 717.813117ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:35:26.939052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.104634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-27T21:35:26.939183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.762573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-cqzw6\" ","response":"range_response_count:1 size:9793"} {"level":"warn","ts":"2026-04-27T21:35:26.939328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.799057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-27T21:35:26.941161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:35:26.380534Z","time spent":"560.616066ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-27T21:35:26.941297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:35:26.382981Z","time spent":"558.311155ms","remote":"127.0.0.1:40020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-04-27T21:35:26.941349Z","caller":"traceutil/trace.go:171","msg":"trace[1923653988] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:15840; }","duration":"691.458497ms","start":"2026-04-27T21:35:26.249881Z","end":"2026-04-27T21:35:26.941339Z","steps":["trace[1923653988] 'agreement among raft nodes before linearized reading' (duration: 689.044023ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:35:26.941383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:35:26.249871Z","time spent":"691.499578ms","remote":"127.0.0.1:39838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":92,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"info","ts":"2026-04-27T21:35:26.941488Z","caller":"traceutil/trace.go:171","msg":"trace[1409190706] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15840; }","duration":"682.441244ms","start":"2026-04-27T21:35:26.259037Z","end":"2026-04-27T21:35:26.941479Z","steps":["trace[1409190706] 'agreement among raft nodes before linearized reading' (duration: 679.805875ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:35:26.941206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:35:26.383252Z","time spent":"557.949977ms","remote":"127.0.0.1:40020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-04-27T21:35:26.941512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:35:26.259025Z","time spent":"682.479775ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-27T21:35:26.941555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:35:26.22116Z","time spent":"720.390915ms","remote":"127.0.0.1:40020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-04-27T21:35:26.941224Z","caller":"traceutil/trace.go:171","msg":"trace[1946901551] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:0; response_revision:15840; }","duration":"720.898475ms","start":"2026-04-27T21:35:26.220317Z","end":"2026-04-27T21:35:26.941215Z","steps":["trace[1946901551] 'agreement among raft nodes before linearized reading' (duration: 718.251176ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:35:26.941628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:35:26.22031Z","time spent":"721.302325ms","remote":"127.0.0.1:40020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-04-27T21:35:26.941249Z","caller":"traceutil/trace.go:171","msg":"trace[1266587489] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:15840; }","duration":"666.890507ms","start":"2026-04-27T21:35:26.274348Z","end":"2026-04-27T21:35:26.941238Z","steps":["trace[1266587489] 'agreement among raft nodes before linearized reading' (duration: 663.739036ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:35:26.941637Z","caller":"traceutil/trace.go:171","msg":"trace[1424853954] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-cqzw6; range_end:; response_count:1; response_revision:15840; }","duration":"652.230198ms","start":"2026-04-27T21:35:26.289389Z","end":"2026-04-27T21:35:26.94162Z","steps":["trace[1424853954] 'agreement among raft nodes before linearized reading' (duration: 649.710842ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:35:26.941684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:35:26.274325Z","time spent":"667.351936ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-27T21:35:26.941699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:35:26.289379Z","time spent":"652.30552ms","remote":"127.0.0.1:39966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9817,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-cqzw6\" "} {"level":"info","ts":"2026-04-27T21:35:26.94137Z","caller":"traceutil/trace.go:171","msg":"trace[1607262517] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15840; }","duration":"653.857884ms","start":"2026-04-27T21:35:26.287492Z","end":"2026-04-27T21:35:26.941349Z","steps":["trace[1607262517] 'agreement among raft nodes before linearized reading' (duration: 651.664795ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:35:26.942763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:35:26.287477Z","time spent":"655.263246ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-27T21:35:27.103272Z","caller":"traceutil/trace.go:171","msg":"trace[413294168] transaction","detail":"{read_only:false; response_revision:15842; number_of_response:1; }","duration":"157.405476ms","start":"2026-04-27T21:35:26.945843Z","end":"2026-04-27T21:35:27.103249Z","steps":["trace[413294168] 'process raft request' (duration: 157.204991ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:35:27.103634Z","caller":"traceutil/trace.go:171","msg":"trace[1114968183] transaction","detail":"{read_only:false; response_revision:15843; number_of_response:1; }","duration":"157.63878ms","start":"2026-04-27T21:35:26.945955Z","end":"2026-04-27T21:35:27.103594Z","steps":["trace[1114968183] 'process raft request' (duration: 157.249872ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:35:27.103841Z","caller":"traceutil/trace.go:171","msg":"trace[1528000007] transaction","detail":"{read_only:false; response_revision:15844; number_of_response:1; }","duration":"157.464167ms","start":"2026-04-27T21:35:26.946344Z","end":"2026-04-27T21:35:27.103808Z","steps":["trace[1528000007] 'process raft request' (duration: 157.13475ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:35:27.104107Z","caller":"traceutil/trace.go:171","msg":"trace[859950618] transaction","detail":"{read_only:false; response_revision:15845; number_of_response:1; }","duration":"157.388415ms","start":"2026-04-27T21:35:26.946699Z","end":"2026-04-27T21:35:27.104087Z","steps":["trace[859950618] 'process raft request' (duration: 156.902304ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:35:27.104091Z","caller":"traceutil/trace.go:171","msg":"trace[381640067] transaction","detail":"{read_only:false; response_revision:15846; number_of_response:1; }","duration":"157.310414ms","start":"2026-04-27T21:35:26.946754Z","end":"2026-04-27T21:35:27.104064Z","steps":["trace[381640067] 'process raft request' (duration: 157.200431ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:35:27.104339Z","caller":"traceutil/trace.go:171","msg":"trace[1246304479] linearizableReadLoop","detail":"{readStateIndex:16403; appliedIndex:16398; }","duration":"128.974269ms","start":"2026-04-27T21:35:26.975057Z","end":"2026-04-27T21:35:27.104031Z","steps":["trace[1246304479] 'read index received' (duration: 127.948496ms)","trace[1246304479] 'applied index is now lower than readState.Index' (duration: 1.024353ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:35:27.104677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.536027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18811"} {"level":"info","ts":"2026-04-27T21:35:27.104735Z","caller":"traceutil/trace.go:171","msg":"trace[1329616190] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:15846; }","duration":"127.68803ms","start":"2026-04-27T21:35:26.97703Z","end":"2026-04-27T21:35:27.104718Z","steps":["trace[1329616190] 'agreement among raft nodes before linearized reading' (duration: 127.479524ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:35:27.105346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.301936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:78 size:762528"} {"level":"info","ts":"2026-04-27T21:35:27.105417Z","caller":"traceutil/trace.go:171","msg":"trace[1070814911] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:78; response_revision:15846; }","duration":"158.426969ms","start":"2026-04-27T21:35:26.946974Z","end":"2026-04-27T21:35:27.105401Z","steps":["trace[1070814911] 'agreement among raft nodes before linearized reading' (duration: 157.296753ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:35:27.10599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.419549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:78 size:762528"} {"level":"info","ts":"2026-04-27T21:35:27.106049Z","caller":"traceutil/trace.go:171","msg":"trace[868476457] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:78; response_revision:15846; }","duration":"158.513231ms","start":"2026-04-27T21:35:26.947523Z","end":"2026-04-27T21:35:27.106036Z","steps":["trace[868476457] 'agreement among raft nodes before linearized reading' (duration: 156.599338ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:35:29.107553Z","caller":"traceutil/trace.go:171","msg":"trace[1401357307] transaction","detail":"{read_only:false; response_revision:15860; number_of_response:1; }","duration":"101.735318ms","start":"2026-04-27T21:35:29.005794Z","end":"2026-04-27T21:35:29.10753Z","steps":["trace[1401357307] 'process raft request' (duration: 101.532574ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:35:29.808234Z","caller":"traceutil/trace.go:171","msg":"trace[1449901719] transaction","detail":"{read_only:false; response_revision:15866; number_of_response:1; }","duration":"252.478335ms","start":"2026-04-27T21:35:29.555728Z","end":"2026-04-27T21:35:29.808206Z","steps":["trace[1449901719] 'process raft request' (duration: 252.276131ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:35:39.570238Z","caller":"traceutil/trace.go:171","msg":"trace[872444340] linearizableReadLoop","detail":"{readStateIndex:16506; appliedIndex:16505; }","duration":"360.931704ms","start":"2026-04-27T21:35:39.209285Z","end":"2026-04-27T21:35:39.570217Z","steps":["trace[872444340] 'read index received' (duration: 360.76098ms)","trace[872444340] 'applied index is now lower than readState.Index' (duration: 169.634µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:35:39.570273Z","caller":"traceutil/trace.go:171","msg":"trace[1926712493] transaction","detail":"{read_only:false; response_revision:15946; number_of_response:1; }","duration":"367.049351ms","start":"2026-04-27T21:35:39.203205Z","end":"2026-04-27T21:35:39.570254Z","steps":["trace[1926712493] 'process raft request' (duration: 366.887387ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:35:39.570386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:35:39.203182Z","time spent":"367.138013ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:35:39.570473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.593076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-27T21:35:39.570514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.209621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-27T21:35:39.570519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.894052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T21:35:39.570567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.450931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-27T21:35:39.570606Z","caller":"traceutil/trace.go:171","msg":"trace[390892213] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15946; }","duration":"361.347833ms","start":"2026-04-27T21:35:39.209231Z","end":"2026-04-27T21:35:39.570579Z","steps":["trace[390892213] 'agreement among raft nodes before linearized reading' (duration: 361.085327ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:35:39.570613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.388469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:35:39.570633Z","caller":"traceutil/trace.go:171","msg":"trace[131899319] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15946; }","duration":"130.539423ms","start":"2026-04-27T21:35:39.440076Z","end":"2026-04-27T21:35:39.570615Z","steps":["trace[131899319] 'agreement among raft nodes before linearized reading' (duration: 130.374499ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:35:39.570652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:35:39.209216Z","time spent":"361.428265ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-27T21:35:39.570653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.29191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-27T21:35:39.570678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.850728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-k99ft\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-27T21:35:39.570704Z","caller":"traceutil/trace.go:171","msg":"trace[97991794] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15946; }","duration":"356.355681ms","start":"2026-04-27T21:35:39.214335Z","end":"2026-04-27T21:35:39.570691Z","steps":["trace[97991794] 'agreement among raft nodes before linearized reading' (duration: 356.227969ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:35:39.570726Z","caller":"traceutil/trace.go:171","msg":"trace[1402207614] range","detail":"{range_begin:/registry/pods/openstack/keepalived-k99ft; range_end:; response_count:1; response_revision:15946; }","duration":"325.91176ms","start":"2026-04-27T21:35:39.244796Z","end":"2026-04-27T21:35:39.570708Z","steps":["trace[1402207614] 'agreement among raft nodes before linearized reading' (duration: 325.815448ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:35:39.570729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.191228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T21:35:39.570761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:35:39.244785Z","time spent":"325.968932ms","remote":"127.0.0.1:39966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-k99ft\" "} {"level":"info","ts":"2026-04-27T21:35:39.570765Z","caller":"traceutil/trace.go:171","msg":"trace[331606756] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15946; }","duration":"135.264191ms","start":"2026-04-27T21:35:39.435492Z","end":"2026-04-27T21:35:39.570756Z","steps":["trace[331606756] 'agreement among raft nodes before linearized reading' (duration: 135.190668ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:35:39.570531Z","caller":"traceutil/trace.go:171","msg":"trace[135944577] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15946; }","duration":"360.678677ms","start":"2026-04-27T21:35:39.209832Z","end":"2026-04-27T21:35:39.57051Z","steps":["trace[135944577] 'agreement among raft nodes before linearized reading' (duration: 360.517664ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:35:39.570844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.873871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-04-27T21:35:39.570871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.629207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-27T21:35:39.570658Z","caller":"traceutil/trace.go:171","msg":"trace[1438244204] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15946; }","duration":"155.468401ms","start":"2026-04-27T21:35:39.415174Z","end":"2026-04-27T21:35:39.570643Z","steps":["trace[1438244204] 'agreement among raft nodes before linearized reading' (duration: 155.39221ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:35:39.570917Z","caller":"traceutil/trace.go:171","msg":"trace[974966258] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:15946; }","duration":"360.700399ms","start":"2026-04-27T21:35:39.2102Z","end":"2026-04-27T21:35:39.570901Z","steps":["trace[974966258] 'agreement among raft nodes before linearized reading' (duration: 360.584176ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:35:39.570563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.273901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-cqzw6\" ","response":"range_response_count:1 size:9793"} {"level":"warn","ts":"2026-04-27T21:35:39.570959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:35:39.210185Z","time spent":"360.76218ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-27T21:35:39.570991Z","caller":"traceutil/trace.go:171","msg":"trace[970977508] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-cqzw6; range_end:; response_count:1; response_revision:15946; }","duration":"340.716242ms","start":"2026-04-27T21:35:39.230261Z","end":"2026-04-27T21:35:39.570978Z","steps":["trace[970977508] 'agreement among raft nodes before linearized reading' (duration: 340.151328ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:35:39.57105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:35:39.230228Z","time spent":"340.805963ms","remote":"127.0.0.1:39966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9817,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-cqzw6\" "} {"level":"warn","ts":"2026-04-27T21:35:39.570758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:35:39.21433Z","time spent":"356.415724ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-27T21:35:39.571076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.381471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:680"} {"level":"warn","ts":"2026-04-27T21:35:39.570861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:35:39.20982Z","time spent":"361.031586ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-27T21:35:39.571118Z","caller":"traceutil/trace.go:171","msg":"trace[318302774] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:15946; }","duration":"130.485762ms","start":"2026-04-27T21:35:39.440618Z","end":"2026-04-27T21:35:39.571104Z","steps":["trace[318302774] 'agreement among raft nodes before linearized reading' (duration: 130.38266ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:35:39.571131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.068698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-27T21:35:39.570904Z","caller":"traceutil/trace.go:171","msg":"trace[1845041317] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15946; }","duration":"134.974004ms","start":"2026-04-27T21:35:39.435916Z","end":"2026-04-27T21:35:39.57089Z","steps":["trace[1845041317] 'agreement among raft nodes before linearized reading' (duration: 134.773178ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:35:39.571193Z","caller":"traceutil/trace.go:171","msg":"trace[1067707510] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15946; }","duration":"361.239411ms","start":"2026-04-27T21:35:39.209939Z","end":"2026-04-27T21:35:39.571178Z","steps":["trace[1067707510] 'agreement among raft nodes before linearized reading' (duration: 360.994316ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:35:39.570629Z","caller":"traceutil/trace.go:171","msg":"trace[1589653568] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:15946; }","duration":"135.057894ms","start":"2026-04-27T21:35:39.435543Z","end":"2026-04-27T21:35:39.5706Z","steps":["trace[1589653568] 'agreement among raft nodes before linearized reading' (duration: 134.83637ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:35:39.571248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:35:39.209932Z","time spent":"361.301362ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-27T21:35:40.607779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"803.166819ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-04-27T21:35:40.607235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.743972ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:35:40.607892Z","caller":"traceutil/trace.go:171","msg":"trace[489040979] transaction","detail":"{read_only:false; response_revision:15947; number_of_response:1; }","duration":"1.031567695s","start":"2026-04-27T21:35:39.576304Z","end":"2026-04-27T21:35:40.607872Z","steps":["trace[489040979] 'process raft request' (duration: 228.213312ms)","trace[489040979] 'compare' (duration: 802.699318ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:35:40.607966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:35:39.576289Z","time spent":"1.031649926s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:35:40.608142Z","caller":"traceutil/trace.go:171","msg":"trace[1349002094] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:15946; }","duration":"525.441459ms","start":"2026-04-27T21:35:40.082463Z","end":"2026-04-27T21:35:40.607905Z","steps":["trace[1349002094] 'range keys from in-memory index tree' (duration: 524.725642ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:35:40.609488Z","caller":"traceutil/trace.go:171","msg":"trace[1948604850] transaction","detail":"{read_only:false; response_revision:15948; number_of_response:1; }","duration":"1.033119018s","start":"2026-04-27T21:35:39.576348Z","end":"2026-04-27T21:35:40.609467Z","steps":["trace[1948604850] 'process raft request' (duration: 1.032991735s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:35:40.609598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:35:39.576322Z","time spent":"1.033217722s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:35:40.609694Z","caller":"traceutil/trace.go:171","msg":"trace[175276712] transaction","detail":"{read_only:false; response_revision:15949; number_of_response:1; }","duration":"1.033306853s","start":"2026-04-27T21:35:39.576371Z","end":"2026-04-27T21:35:40.609678Z","steps":["trace[175276712] 'process raft request' (duration: 1.033059007s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:35:40.609808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:35:39.57635Z","time spent":"1.033393654s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:35:40.609889Z","caller":"traceutil/trace.go:171","msg":"trace[866824151] linearizableReadLoop","detail":"{readStateIndex:16511; appliedIndex:16506; }","duration":"1.030847378s","start":"2026-04-27T21:35:39.579029Z","end":"2026-04-27T21:35:40.609876Z","steps":["trace[866824151] 'read index received' (duration: 225.505011ms)","trace[866824151] 'applied index is now lower than readState.Index' (duration: 805.341557ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:35:40.609899Z","caller":"traceutil/trace.go:171","msg":"trace[1593671774] transaction","detail":"{read_only:false; response_revision:15950; number_of_response:1; }","duration":"1.033441685s","start":"2026-04-27T21:35:39.576447Z","end":"2026-04-27T21:35:40.609889Z","steps":["trace[1593671774] 'process raft request' (duration: 1.033170049s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:35:40.609985Z","caller":"traceutil/trace.go:171","msg":"trace[1607502364] transaction","detail":"{read_only:false; response_revision:15951; number_of_response:1; }","duration":"1.032923514s","start":"2026-04-27T21:35:39.577025Z","end":"2026-04-27T21:35:40.609949Z","steps":["trace[1607502364] 'process raft request' (duration: 1.032802521s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:35:40.610138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:35:39.577013Z","time spent":"1.033051437s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:35:40.610243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"993.652395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-r6dnr\" ","response":"range_response_count:1 size:22124"} {"level":"warn","ts":"2026-04-27T21:35:40.610022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:35:39.576439Z","time spent":"1.033545238s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:35:40.610289Z","caller":"traceutil/trace.go:171","msg":"trace[953918437] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-r6dnr; range_end:; response_count:1; response_revision:15951; }","duration":"993.731127ms","start":"2026-04-27T21:35:39.616547Z","end":"2026-04-27T21:35:40.610278Z","steps":["trace[953918437] 'agreement among raft nodes before linearized reading' (duration: 993.607714ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:35:40.610322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:35:39.616528Z","time spent":"993.786978ms","remote":"127.0.0.1:39966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22148,"request content":"key:\"/registry/pods/openstack/nova-compute-default-r6dnr\" "} {"level":"warn","ts":"2026-04-27T21:35:40.610487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.204393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:35:40.610572Z","caller":"traceutil/trace.go:171","msg":"trace[1191032929] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:15951; }","duration":"116.305355ms","start":"2026-04-27T21:35:40.494246Z","end":"2026-04-27T21:35:40.610551Z","steps":["trace[1191032929] 'agreement among raft nodes before linearized reading' (duration: 116.152812ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:35:40.610882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.031836381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:769756"} {"level":"warn","ts":"2026-04-27T21:35:40.610903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"989.572963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-r6dnr\" ","response":"range_response_count:1 size:22124"} {"level":"info","ts":"2026-04-27T21:35:40.610981Z","caller":"traceutil/trace.go:171","msg":"trace[874957713] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-r6dnr; range_end:; response_count:1; response_revision:15951; }","duration":"989.673005ms","start":"2026-04-27T21:35:39.621291Z","end":"2026-04-27T21:35:40.610964Z","steps":["trace[874957713] 'agreement among raft nodes before linearized reading' (duration: 988.768675ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:35:40.610846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.03180194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:769756"} {"level":"warn","ts":"2026-04-27T21:35:40.611031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:35:39.621231Z","time spent":"989.789728ms","remote":"127.0.0.1:39966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22148,"request content":"key:\"/registry/pods/openstack/nova-compute-default-r6dnr\" "} {"level":"info","ts":"2026-04-27T21:35:40.610932Z","caller":"traceutil/trace.go:171","msg":"trace[139498183] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:15951; }","duration":"1.031884102s","start":"2026-04-27T21:35:39.579035Z","end":"2026-04-27T21:35:40.61092Z","steps":["trace[139498183] 'agreement among raft nodes before linearized reading' (duration: 1.031017933s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:35:40.611069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.031874271s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:769756"} {"level":"info","ts":"2026-04-27T21:35:40.611064Z","caller":"traceutil/trace.go:171","msg":"trace[1030798053] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:15951; }","duration":"1.032040556s","start":"2026-04-27T21:35:39.579002Z","end":"2026-04-27T21:35:40.611042Z","steps":["trace[1030798053] 'agreement among raft nodes before linearized reading' (duration: 1.030942631s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:35:40.611249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:35:39.578992Z","time spent":"1.03223407s","remote":"127.0.0.1:39966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":79,"response size":769780,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-27T21:35:40.611128Z","caller":"traceutil/trace.go:171","msg":"trace[761859593] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:15951; }","duration":"1.031938392s","start":"2026-04-27T21:35:39.579176Z","end":"2026-04-27T21:35:40.611115Z","steps":["trace[761859593] 'agreement among raft nodes before linearized reading' (duration: 1.031252827s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:35:40.611405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:35:39.579158Z","time spent":"1.032229089s","remote":"127.0.0.1:39966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":79,"response size":769780,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-27T21:35:40.611107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:35:39.579014Z","time spent":"1.032078016s","remote":"127.0.0.1:39966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":79,"response size":769780,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-27T21:35:41.097169Z","caller":"traceutil/trace.go:171","msg":"trace[425425781] transaction","detail":"{read_only:false; response_revision:15954; number_of_response:1; }","duration":"107.930627ms","start":"2026-04-27T21:35:40.989214Z","end":"2026-04-27T21:35:41.097144Z","steps":["trace[425425781] 'process raft request' (duration: 107.875336ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:35:41.097199Z","caller":"traceutil/trace.go:171","msg":"trace[756636314] linearizableReadLoop","detail":"{readStateIndex:16513; appliedIndex:16511; }","duration":"112.620732ms","start":"2026-04-27T21:35:40.98453Z","end":"2026-04-27T21:35:41.097151Z","steps":["trace[756636314] 'read index received' (duration: 4.375768ms)","trace[756636314] 'applied index is now lower than readState.Index' (duration: 108.241924ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:35:41.097188Z","caller":"traceutil/trace.go:171","msg":"trace[1615778633] transaction","detail":"{read_only:false; response_revision:15953; number_of_response:1; }","duration":"117.346098ms","start":"2026-04-27T21:35:40.979805Z","end":"2026-04-27T21:35:41.097151Z","steps":["trace[1615778633] 'process raft request' (duration: 86.18075ms)","trace[1615778633] 'compare' (duration: 30.938513ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:35:41.097389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.601572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:35:41.097433Z","caller":"traceutil/trace.go:171","msg":"trace[701520885] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15954; }","duration":"112.704334ms","start":"2026-04-27T21:35:40.984719Z","end":"2026-04-27T21:35:41.097423Z","steps":["trace[701520885] 'agreement among raft nodes before linearized reading' (duration: 112.596172ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:35:41.097428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.865157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-27T21:35:41.097511Z","caller":"traceutil/trace.go:171","msg":"trace[1870167530] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15954; }","duration":"112.999842ms","start":"2026-04-27T21:35:40.984493Z","end":"2026-04-27T21:35:41.097492Z","steps":["trace[1870167530] 'agreement among raft nodes before linearized reading' (duration: 112.768655ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:35:41.097663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.442564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-04-27T21:35:41.097699Z","caller":"traceutil/trace.go:171","msg":"trace[2121786283] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15954; }","duration":"110.520456ms","start":"2026-04-27T21:35:40.98717Z","end":"2026-04-27T21:35:41.09769Z","steps":["trace[2121786283] 'agreement among raft nodes before linearized reading' (duration: 110.379413ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:36:14.421568Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185919323892047,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-27T21:36:14.690953Z","caller":"traceutil/trace.go:171","msg":"trace[2023779150] transaction","detail":"{read_only:false; response_revision:16125; number_of_response:1; }","duration":"960.126023ms","start":"2026-04-27T21:36:13.730798Z","end":"2026-04-27T21:36:14.690924Z","steps":["trace[2023779150] 'process raft request' (duration: 959.95212ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:36:14.691102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:36:13.730781Z","time spent":"960.248896ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:36:14.875583Z","caller":"traceutil/trace.go:171","msg":"trace[1377446309] linearizableReadLoop","detail":"{readStateIndex:16693; appliedIndex:16691; }","duration":"954.327144ms","start":"2026-04-27T21:36:13.921228Z","end":"2026-04-27T21:36:14.875555Z","steps":["trace[1377446309] 'read index received' (duration: 769.488184ms)","trace[1377446309] 'applied index is now lower than readState.Index' (duration: 184.83777ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:36:14.875692Z","caller":"traceutil/trace.go:171","msg":"trace[707326592] transaction","detail":"{read_only:false; response_revision:16126; number_of_response:1; }","duration":"698.613727ms","start":"2026-04-27T21:36:14.177029Z","end":"2026-04-27T21:36:14.875643Z","steps":["trace[707326592] 'process raft request' (duration: 681.559005ms)","trace[707326592] 'compare' (duration: 16.716004ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:36:14.875803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:36:14.177004Z","time spent":"698.738839ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:36:14.875806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"954.555168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T21:36:14.875868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.135566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-04-27T21:36:14.875876Z","caller":"traceutil/trace.go:171","msg":"trace[883808399] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:16126; }","duration":"954.690502ms","start":"2026-04-27T21:36:13.921171Z","end":"2026-04-27T21:36:14.875861Z","steps":["trace[883808399] 'agreement among raft nodes before linearized reading' (duration: 954.539188ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:36:14.875905Z","caller":"traceutil/trace.go:171","msg":"trace[1039487938] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:16126; }","duration":"869.212988ms","start":"2026-04-27T21:36:14.006682Z","end":"2026-04-27T21:36:14.875895Z","steps":["trace[1039487938] 'agreement among raft nodes before linearized reading' (duration: 869.057635ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:36:14.875915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:36:13.921145Z","time spent":"954.761765ms","remote":"127.0.0.1:33952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:36:14.87594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:36:14.006666Z","time spent":"869.264709ms","remote":"127.0.0.1:39944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1805,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-04-27T21:36:14.876162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.67662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:36:14.876237Z","caller":"traceutil/trace.go:171","msg":"trace[2005808294] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16126; }","duration":"461.793513ms","start":"2026-04-27T21:36:14.41443Z","end":"2026-04-27T21:36:14.876224Z","steps":["trace[2005808294] 'agreement among raft nodes before linearized reading' (duration: 461.68305ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:36:14.876268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:36:14.4144Z","time spent":"461.861163ms","remote":"127.0.0.1:39786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T21:36:15.435805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.193196ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T21:36:15.435925Z","caller":"traceutil/trace.go:171","msg":"trace[453374872] transaction","detail":"{read_only:false; response_revision:16128; number_of_response:1; }","duration":"504.233314ms","start":"2026-04-27T21:36:14.93167Z","end":"2026-04-27T21:36:15.435903Z","steps":["trace[453374872] 'process raft request' (duration: 206.835133ms)","trace[453374872] 'compare' (duration: 297.041883ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:36:15.436024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:36:14.931649Z","time spent":"504.337965ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:36:15.495062Z","caller":"traceutil/trace.go:171","msg":"trace[277399253] transaction","detail":"{read_only:false; response_revision:16130; number_of_response:1; }","duration":"562.706083ms","start":"2026-04-27T21:36:14.932334Z","end":"2026-04-27T21:36:15.49504Z","steps":["trace[277399253] 'process raft request' (duration: 562.631082ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:36:15.495101Z","caller":"traceutil/trace.go:171","msg":"trace[449499293] transaction","detail":"{read_only:false; response_revision:16129; number_of_response:1; }","duration":"562.720144ms","start":"2026-04-27T21:36:14.93233Z","end":"2026-04-27T21:36:15.49505Z","steps":["trace[449499293] 'process raft request' (duration: 562.507709ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:36:15.495198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:36:14.932325Z","time spent":"562.804445ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:36:15.495273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:36:14.932309Z","time spent":"562.879878ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:36:15.495392Z","caller":"traceutil/trace.go:171","msg":"trace[143652207] transaction","detail":"{read_only:false; response_revision:16133; number_of_response:1; }","duration":"373.535216ms","start":"2026-04-27T21:36:15.121848Z","end":"2026-04-27T21:36:15.495384Z","steps":["trace[143652207] 'process raft request' (duration: 373.472695ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:36:15.495405Z","caller":"traceutil/trace.go:171","msg":"trace[246679346] transaction","detail":"{read_only:false; response_revision:16132; number_of_response:1; }","duration":"463.579123ms","start":"2026-04-27T21:36:15.031803Z","end":"2026-04-27T21:36:15.495382Z","steps":["trace[246679346] 'process raft request' (duration: 463.4347ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:36:15.495403Z","caller":"traceutil/trace.go:171","msg":"trace[1914820250] transaction","detail":"{read_only:false; response_revision:16131; number_of_response:1; }","duration":"562.810805ms","start":"2026-04-27T21:36:14.932555Z","end":"2026-04-27T21:36:15.495366Z","steps":["trace[1914820250] 'process raft request' (duration: 562.439406ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:36:15.495544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.498048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"warn","ts":"2026-04-27T21:36:15.495541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:36:14.932544Z","time spent":"562.932017ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:36:15.495589Z","caller":"traceutil/trace.go:171","msg":"trace[929760542] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:16133; }","duration":"512.57414ms","start":"2026-04-27T21:36:14.983003Z","end":"2026-04-27T21:36:15.495578Z","steps":["trace[929760542] 'agreement among raft nodes before linearized reading' (duration: 512.407936ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:36:15.495442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:36:15.121825Z","time spent":"373.589787ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:36:15.495621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:36:14.982988Z","time spent":"512.625961ms","remote":"127.0.0.1:39944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-04-27T21:36:15.495542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:36:15.031781Z","time spent":"463.691715ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:36:15.495379Z","caller":"traceutil/trace.go:171","msg":"trace[1432873754] linearizableReadLoop","detail":"{readStateIndex:16698; appliedIndex:16694; }","duration":"512.320203ms","start":"2026-04-27T21:36:14.983042Z","end":"2026-04-27T21:36:15.495362Z","steps":["trace[1432873754] 'read index received' (duration: 155.667525ms)","trace[1432873754] 'applied index is now lower than readState.Index' (duration: 356.651408ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:36:15.530516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.307068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-k99ft\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-27T21:36:15.530592Z","caller":"traceutil/trace.go:171","msg":"trace[1710319] range","detail":"{range_begin:/registry/pods/openstack/keepalived-k99ft; range_end:; response_count:1; response_revision:16135; }","duration":"526.39583ms","start":"2026-04-27T21:36:15.004181Z","end":"2026-04-27T21:36:15.530577Z","steps":["trace[1710319] 'agreement among raft nodes before linearized reading' (duration: 526.198135ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:36:15.530628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:36:15.004124Z","time spent":"526.496313ms","remote":"127.0.0.1:39966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-k99ft\" "} {"level":"info","ts":"2026-04-27T21:36:15.530944Z","caller":"traceutil/trace.go:171","msg":"trace[1067127932] transaction","detail":"{read_only:false; response_revision:16134; number_of_response:1; }","duration":"284.677705ms","start":"2026-04-27T21:36:15.246258Z","end":"2026-04-27T21:36:15.530936Z","steps":["trace[1067127932] 'process raft request' (duration: 283.9705ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:36:15.531064Z","caller":"traceutil/trace.go:171","msg":"trace[555000535] transaction","detail":"{read_only:false; response_revision:16135; number_of_response:1; }","duration":"283.689164ms","start":"2026-04-27T21:36:15.247368Z","end":"2026-04-27T21:36:15.531057Z","steps":["trace[555000535] 'process raft request' (duration: 282.966118ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:36:15.531204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.640424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-04-27T21:36:15.53123Z","caller":"traceutil/trace.go:171","msg":"trace[529251423] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16135; }","duration":"288.688336ms","start":"2026-04-27T21:36:15.242536Z","end":"2026-04-27T21:36:15.531224Z","steps":["trace[529251423] 'agreement among raft nodes before linearized reading' (duration: 288.619714ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:36:15.531346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.465151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T21:36:15.531329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.021922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:36:15.531367Z","caller":"traceutil/trace.go:171","msg":"trace[1939094707] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:16135; }","duration":"330.523653ms","start":"2026-04-27T21:36:15.200835Z","end":"2026-04-27T21:36:15.531359Z","steps":["trace[1939094707] 'agreement among raft nodes before linearized reading' (duration: 330.491372ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:36:15.531385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:36:15.200815Z","time spent":"330.565773ms","remote":"127.0.0.1:40020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"info","ts":"2026-04-27T21:36:15.531389Z","caller":"traceutil/trace.go:171","msg":"trace[652958444] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16135; }","duration":"330.109454ms","start":"2026-04-27T21:36:15.201263Z","end":"2026-04-27T21:36:15.531373Z","steps":["trace[652958444] 'agreement among raft nodes before linearized reading' (duration: 329.999002ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:36:15.531426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:36:15.201254Z","time spent":"330.165065ms","remote":"127.0.0.1:40020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-27T21:36:15.531447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.210565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-04-27T21:36:15.531498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.076425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:36:15.531518Z","caller":"traceutil/trace.go:171","msg":"trace[1396944134] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16135; }","duration":"331.133716ms","start":"2026-04-27T21:36:15.200377Z","end":"2026-04-27T21:36:15.531511Z","steps":["trace[1396944134] 'agreement among raft nodes before linearized reading' (duration: 331.101675ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:36:15.531517Z","caller":"traceutil/trace.go:171","msg":"trace[1999051099] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16135; }","duration":"326.297748ms","start":"2026-04-27T21:36:15.205203Z","end":"2026-04-27T21:36:15.531501Z","steps":["trace[1999051099] 'agreement among raft nodes before linearized reading' (duration: 326.153855ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:36:15.531541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:36:15.200358Z","time spent":"331.178678ms","remote":"127.0.0.1:40020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-27T21:36:15.531552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:36:15.205198Z","time spent":"326.346459ms","remote":"127.0.0.1:40020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5547,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-27T21:36:15.531596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.983375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:36:15.531613Z","caller":"traceutil/trace.go:171","msg":"trace[539599050] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:16135; }","duration":"332.037796ms","start":"2026-04-27T21:36:15.19957Z","end":"2026-04-27T21:36:15.531608Z","steps":["trace[539599050] 'agreement among raft nodes before linearized reading' (duration: 332.011536ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:36:15.531628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:36:15.199549Z","time spent":"332.074917ms","remote":"127.0.0.1:40020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-04-27T21:36:15.531688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.997208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T21:36:15.53169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.83676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-04-27T21:36:15.531709Z","caller":"traceutil/trace.go:171","msg":"trace[614629865] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:16135; }","duration":"383.085539ms","start":"2026-04-27T21:36:15.148615Z","end":"2026-04-27T21:36:15.531701Z","steps":["trace[614629865] 'agreement among raft nodes before linearized reading' (duration: 383.049859ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:36:15.531716Z","caller":"traceutil/trace.go:171","msg":"trace[110888184] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16135; }","duration":"297.883911ms","start":"2026-04-27T21:36:15.233824Z","end":"2026-04-27T21:36:15.531708Z","steps":["trace[110888184] 'agreement among raft nodes before linearized reading' (duration: 297.8055ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:36:15.531727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:36:15.148594Z","time spent":"383.127651ms","remote":"127.0.0.1:40004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:36:15.531731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.533273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:36:15.531761Z","caller":"traceutil/trace.go:171","msg":"trace[1348681239] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16135; }","duration":"326.576173ms","start":"2026-04-27T21:36:15.205176Z","end":"2026-04-27T21:36:15.531752Z","steps":["trace[1348681239] 'agreement among raft nodes before linearized reading' (duration: 326.527592ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:36:15.531791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:36:15.205167Z","time spent":"326.618865ms","remote":"127.0.0.1:40020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-27T21:36:15.531883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.617932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-r6dnr\" ","response":"range_response_count:1 size:22124"} {"level":"info","ts":"2026-04-27T21:36:15.531914Z","caller":"traceutil/trace.go:171","msg":"trace[1887720724] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-r6dnr; range_end:; response_count:1; response_revision:16135; }","duration":"404.686794ms","start":"2026-04-27T21:36:15.127218Z","end":"2026-04-27T21:36:15.531905Z","steps":["trace[1887720724] 'agreement among raft nodes before linearized reading' (duration: 404.611752ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:36:15.531923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.757748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T21:36:15.531934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:36:15.126609Z","time spent":"405.319127ms","remote":"127.0.0.1:39966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22148,"request content":"key:\"/registry/pods/openstack/nova-compute-default-r6dnr\" "} {"level":"info","ts":"2026-04-27T21:36:15.531949Z","caller":"traceutil/trace.go:171","msg":"trace[854646280] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16135; }","duration":"326.80262ms","start":"2026-04-27T21:36:15.205138Z","end":"2026-04-27T21:36:15.531941Z","steps":["trace[854646280] 'agreement among raft nodes before linearized reading' (duration: 326.763048ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:36:15.531974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:36:15.205129Z","time spent":"326.83972ms","remote":"127.0.0.1:40020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-27T21:36:15.531999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.605918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-27T21:36:15.532088Z","caller":"traceutil/trace.go:171","msg":"trace[1004152749] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16135; }","duration":"323.740382ms","start":"2026-04-27T21:36:15.208338Z","end":"2026-04-27T21:36:15.532079Z","steps":["trace[1004152749] 'agreement among raft nodes before linearized reading' (duration: 323.566707ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:36:15.532108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.949421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-r6dnr\" ","response":"range_response_count:1 size:22124"} {"level":"warn","ts":"2026-04-27T21:36:15.532122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:36:15.208331Z","time spent":"323.781002ms","remote":"127.0.0.1:39956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-04-27T21:36:15.532137Z","caller":"traceutil/trace.go:171","msg":"trace[915586895] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-r6dnr; range_end:; response_count:1; response_revision:16135; }","duration":"446.999552ms","start":"2026-04-27T21:36:15.08513Z","end":"2026-04-27T21:36:15.53213Z","steps":["trace[915586895] 'agreement among raft nodes before linearized reading' (duration: 446.92278ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:36:15.532159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:36:15.08512Z","time spent":"447.032282ms","remote":"127.0.0.1:39966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22148,"request content":"key:\"/registry/pods/openstack/nova-compute-default-r6dnr\" "} {"level":"warn","ts":"2026-04-27T21:36:15.532255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.343651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-04-27T21:36:15.532281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.958126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:36:15.532297Z","caller":"traceutil/trace.go:171","msg":"trace[715038347] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16135; }","duration":"327.396323ms","start":"2026-04-27T21:36:15.204891Z","end":"2026-04-27T21:36:15.532287Z","steps":["trace[715038347] 'agreement among raft nodes before linearized reading' (duration: 327.25949ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:36:15.532307Z","caller":"traceutil/trace.go:171","msg":"trace[1091318887] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16135; }","duration":"323.995507ms","start":"2026-04-27T21:36:15.208304Z","end":"2026-04-27T21:36:15.532299Z","steps":["trace[1091318887] 'agreement among raft nodes before linearized reading' (duration: 323.953756ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:36:15.532316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.946311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-5sz7w\" ","response":"range_response_count:1 size:20763"} {"level":"warn","ts":"2026-04-27T21:36:15.532324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:36:15.204882Z","time spent":"327.436664ms","remote":"127.0.0.1:40020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5547,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-04-27T21:36:15.532338Z","caller":"traceutil/trace.go:171","msg":"trace[1576377554] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-5sz7w; range_end:; response_count:1; response_revision:16135; }","duration":"454.996711ms","start":"2026-04-27T21:36:15.077335Z","end":"2026-04-27T21:36:15.532332Z","steps":["trace[1576377554] 'agreement among raft nodes before linearized reading' (duration: 454.92363ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:36:15.532356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:36:15.077321Z","time spent":"455.030922ms","remote":"127.0.0.1:39966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20787,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-5sz7w\" "} {"level":"warn","ts":"2026-04-27T21:36:15.532363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.872971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:36:15.532388Z","caller":"traceutil/trace.go:171","msg":"trace[832322608] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:16135; }","duration":"326.904952ms","start":"2026-04-27T21:36:15.205476Z","end":"2026-04-27T21:36:15.532381Z","steps":["trace[832322608] 'agreement among raft nodes before linearized reading' (duration: 326.872682ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:36:15.53242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:36:15.205471Z","time spent":"326.943903ms","remote":"127.0.0.1:40020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-04-27T21:36:15.532485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.547961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-04-27T21:36:15.532499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.812732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-04-27T21:36:15.532514Z","caller":"traceutil/trace.go:171","msg":"trace[962482798] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:16135; }","duration":"466.594811ms","start":"2026-04-27T21:36:15.06591Z","end":"2026-04-27T21:36:15.532505Z","steps":["trace[962482798] 'agreement among raft nodes before linearized reading' (duration: 466.53083ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:36:15.532534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:36:15.065901Z","time spent":"466.627912ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-27T21:36:15.532528Z","caller":"traceutil/trace.go:171","msg":"trace[445373625] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16135; }","duration":"327.855083ms","start":"2026-04-27T21:36:15.204664Z","end":"2026-04-27T21:36:15.532519Z","steps":["trace[445373625] 'agreement among raft nodes before linearized reading' (duration: 327.773942ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:36:15.532555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:36:15.204634Z","time spent":"327.915304ms","remote":"127.0.0.1:40020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5547,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-27T21:36:15.532585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.163578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-27T21:36:15.532614Z","caller":"traceutil/trace.go:171","msg":"trace[1968792390] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16135; }","duration":"327.199238ms","start":"2026-04-27T21:36:15.205405Z","end":"2026-04-27T21:36:15.532604Z","steps":["trace[1968792390] 'agreement among raft nodes before linearized reading' (duration: 327.119947ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:36:15.532678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:36:15.205399Z","time spent":"327.27035ms","remote":"127.0.0.1:39956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-27T21:36:15.532717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.526701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T21:36:15.532732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.13345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-cqzw6\" ","response":"range_response_count:1 size:9793"} {"level":"info","ts":"2026-04-27T21:36:15.532748Z","caller":"traceutil/trace.go:171","msg":"trace[532331796] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:16135; }","duration":"329.594832ms","start":"2026-04-27T21:36:15.203144Z","end":"2026-04-27T21:36:15.532739Z","steps":["trace[532331796] 'agreement among raft nodes before linearized reading' (duration: 329.549281ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:36:15.532757Z","caller":"traceutil/trace.go:171","msg":"trace[90317532] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-cqzw6; range_end:; response_count:1; response_revision:16135; }","duration":"470.193522ms","start":"2026-04-27T21:36:15.062558Z","end":"2026-04-27T21:36:15.532752Z","steps":["trace[90317532] 'agreement among raft nodes before linearized reading' (duration: 470.058369ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:36:15.532773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:36:15.203124Z","time spent":"329.644344ms","remote":"127.0.0.1:40020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-04-27T21:36:15.53279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:36:15.062544Z","time spent":"470.239052ms","remote":"127.0.0.1:39966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9817,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-cqzw6\" "} {"level":"warn","ts":"2026-04-27T21:36:15.532928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.997734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-27T21:36:15.532946Z","caller":"traceutil/trace.go:171","msg":"trace[2116363035] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:16135; }","duration":"473.059346ms","start":"2026-04-27T21:36:15.059881Z","end":"2026-04-27T21:36:15.532941Z","steps":["trace[2116363035] 'agreement among raft nodes before linearized reading' (duration: 473.000304ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:36:15.532964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:36:15.05986Z","time spent":"473.099806ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-27T21:36:15.532998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.090196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-27T21:36:15.533026Z","caller":"traceutil/trace.go:171","msg":"trace[864978893] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16135; }","duration":"331.141336ms","start":"2026-04-27T21:36:15.201877Z","end":"2026-04-27T21:36:15.533018Z","steps":["trace[864978893] 'agreement among raft nodes before linearized reading' (duration: 331.053224ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:36:15.533052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:36:15.201861Z","time spent":"331.185247ms","remote":"127.0.0.1:39956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-27T21:36:15.533212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.386062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-27T21:36:15.533239Z","caller":"traceutil/trace.go:171","msg":"trace[1584016258] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16135; }","duration":"331.422813ms","start":"2026-04-27T21:36:15.201809Z","end":"2026-04-27T21:36:15.533232Z","steps":["trace[1584016258] 'agreement among raft nodes before linearized reading' (duration: 331.349081ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:36:15.533263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:36:15.201802Z","time spent":"331.456364ms","remote":"127.0.0.1:39956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-27T21:36:15.532333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:36:15.208298Z","time spent":"324.029677ms","remote":"127.0.0.1:40020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-27T21:36:15.531888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.586415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-04-27T21:36:15.533347Z","caller":"traceutil/trace.go:171","msg":"trace[761727372] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16135; }","duration":"324.035548ms","start":"2026-04-27T21:36:15.209282Z","end":"2026-04-27T21:36:15.533318Z","steps":["trace[761727372] 'agreement among raft nodes before linearized reading' (duration: 322.552814ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:36:15.533428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:36:15.209277Z","time spent":"324.11921ms","remote":"127.0.0.1:40020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5547,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-27T21:36:15.810972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.089231ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T21:36:15.811079Z","caller":"traceutil/trace.go:171","msg":"trace[550980482] linearizableReadLoop","detail":"{readStateIndex:16703; appliedIndex:16702; }","duration":"269.486835ms","start":"2026-04-27T21:36:15.541576Z","end":"2026-04-27T21:36:15.811063Z","steps":["trace[550980482] 'read index received' (duration: 60.747471ms)","trace[550980482] 'applied index is now lower than readState.Index' (duration: 208.737944ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:36:15.811157Z","caller":"traceutil/trace.go:171","msg":"trace[379834357] transaction","detail":"{read_only:false; response_revision:16136; number_of_response:1; }","duration":"269.950536ms","start":"2026-04-27T21:36:15.541195Z","end":"2026-04-27T21:36:15.811145Z","steps":["trace[379834357] 'process raft request' (duration: 61.11552ms)","trace[379834357] 'compare' (duration: 207.784073ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:36:15.812068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.470278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:769713"} {"level":"info","ts":"2026-04-27T21:36:15.812187Z","caller":"traceutil/trace.go:171","msg":"trace[1267290358] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:16136; }","duration":"270.606401ms","start":"2026-04-27T21:36:15.541535Z","end":"2026-04-27T21:36:15.812141Z","steps":["trace[1267290358] 'agreement among raft nodes before linearized reading' (duration: 269.669019ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:36:15.820096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.143052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-04-27T21:36:15.820101Z","caller":"traceutil/trace.go:171","msg":"trace[2078817310] transaction","detail":"{read_only:false; response_revision:16137; number_of_response:1; }","duration":"278.460826ms","start":"2026-04-27T21:36:15.541619Z","end":"2026-04-27T21:36:15.82008Z","steps":["trace[2078817310] 'process raft request' (duration: 278.132149ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:36:15.820194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.833782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:680"} {"level":"info","ts":"2026-04-27T21:36:15.820217Z","caller":"traceutil/trace.go:171","msg":"trace[510895822] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16137; }","duration":"150.238525ms","start":"2026-04-27T21:36:15.669909Z","end":"2026-04-27T21:36:15.820147Z","steps":["trace[510895822] 'agreement among raft nodes before linearized reading' (duration: 150.04148ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:36:15.820252Z","caller":"traceutil/trace.go:171","msg":"trace[310441581] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:16137; }","duration":"160.946705ms","start":"2026-04-27T21:36:15.659288Z","end":"2026-04-27T21:36:15.820235Z","steps":["trace[310441581] 'agreement among raft nodes before linearized reading' (duration: 160.774721ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:36:15.820265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.683849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-27T21:36:15.820339Z","caller":"traceutil/trace.go:171","msg":"trace[687329054] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16137; }","duration":"160.773521ms","start":"2026-04-27T21:36:15.659548Z","end":"2026-04-27T21:36:15.820322Z","steps":["trace[687329054] 'agreement among raft nodes before linearized reading' (duration: 160.430253ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:36:15.82009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.043537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:36:15.820445Z","caller":"traceutil/trace.go:171","msg":"trace[1991429075] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:16137; }","duration":"165.446416ms","start":"2026-04-27T21:36:15.65499Z","end":"2026-04-27T21:36:15.820437Z","steps":["trace[1991429075] 'agreement among raft nodes before linearized reading' (duration: 165.048537ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:36:15.820527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.777518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:769713"} {"level":"info","ts":"2026-04-27T21:36:15.82056Z","caller":"traceutil/trace.go:171","msg":"trace[265376263] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:16137; }","duration":"271.813139ms","start":"2026-04-27T21:36:15.548741Z","end":"2026-04-27T21:36:15.820554Z","steps":["trace[265376263] 'agreement among raft nodes before linearized reading' (duration: 271.165513ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:36:15.820588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.936372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:769713"} {"level":"info","ts":"2026-04-27T21:36:15.820671Z","caller":"traceutil/trace.go:171","msg":"trace[1286931642] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:16137; }","duration":"272.027304ms","start":"2026-04-27T21:36:15.54863Z","end":"2026-04-27T21:36:15.820657Z","steps":["trace[1286931642] 'agreement among raft nodes before linearized reading' (duration: 271.297667ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:36:15.820893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.780235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:36:15.820981Z","caller":"traceutil/trace.go:171","msg":"trace[1130551153] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16137; }","duration":"162.894068ms","start":"2026-04-27T21:36:15.658041Z","end":"2026-04-27T21:36:15.820935Z","steps":["trace[1130551153] 'agreement among raft nodes before linearized reading' (duration: 161.870605ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:36:15.821445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.743066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:769713"} {"level":"warn","ts":"2026-04-27T21:36:15.821455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.719705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:769713"} {"level":"info","ts":"2026-04-27T21:36:15.821485Z","caller":"traceutil/trace.go:171","msg":"trace[640127207] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:16137; }","duration":"279.795437ms","start":"2026-04-27T21:36:15.541678Z","end":"2026-04-27T21:36:15.821474Z","steps":["trace[640127207] 'agreement among raft nodes before linearized reading' (duration: 278.195361ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:36:15.821509Z","caller":"traceutil/trace.go:171","msg":"trace[1747900544] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:16137; }","duration":"279.775076ms","start":"2026-04-27T21:36:15.541718Z","end":"2026-04-27T21:36:15.821493Z","steps":["trace[1747900544] 'agreement among raft nodes before linearized reading' (duration: 278.306973ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:36:16.165409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.293427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1849"} {"level":"info","ts":"2026-04-27T21:36:16.165491Z","caller":"traceutil/trace.go:171","msg":"trace[739762761] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:16137; }","duration":"225.42799ms","start":"2026-04-27T21:36:15.940044Z","end":"2026-04-27T21:36:16.165472Z","steps":["trace[739762761] 'range keys from in-memory index tree' (duration: 225.117742ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:36:17.809988Z","caller":"traceutil/trace.go:171","msg":"trace[865307621] transaction","detail":"{read_only:false; response_revision:16140; number_of_response:1; }","duration":"366.386506ms","start":"2026-04-27T21:36:17.443579Z","end":"2026-04-27T21:36:17.809965Z","steps":["trace[865307621] 'process raft request' (duration: 366.257783ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:36:17.810126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:36:17.443563Z","time spent":"366.495229ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:36:17.810613Z","caller":"traceutil/trace.go:171","msg":"trace[200773903] linearizableReadLoop","detail":"{readStateIndex:16708; appliedIndex:16708; }","duration":"311.20564ms","start":"2026-04-27T21:36:17.49939Z","end":"2026-04-27T21:36:17.810596Z","steps":["trace[200773903] 'read index received' (duration: 311.19816ms)","trace[200773903] 'applied index is now lower than readState.Index' (duration: 6.14µs)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:36:17.810819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.417885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-27T21:36:17.81088Z","caller":"traceutil/trace.go:171","msg":"trace[882275955] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:16140; }","duration":"311.516987ms","start":"2026-04-27T21:36:17.499346Z","end":"2026-04-27T21:36:17.810863Z","steps":["trace[882275955] 'agreement among raft nodes before linearized reading' (duration: 311.349913ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:36:17.81093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:36:17.499325Z","time spent":"311.591579ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-27T21:36:18.311089Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185919323892091,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T21:36:18.811519Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185919323892091,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T21:36:19.29257Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.482763009s","expected-duration":"1s"} {"level":"info","ts":"2026-04-27T21:36:19.310619Z","caller":"traceutil/trace.go:171","msg":"trace[994211570] transaction","detail":"{read_only:false; response_revision:16141; number_of_response:1; }","duration":"1.809852316s","start":"2026-04-27T21:36:17.500737Z","end":"2026-04-27T21:36:19.31059Z","steps":["trace[994211570] 'process raft request' (duration: 1.792042917s)","trace[994211570] 'compare' (duration: 16.702405ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:36:19.31069Z","caller":"traceutil/trace.go:171","msg":"trace[286152571] transaction","detail":"{read_only:false; response_revision:16142; number_of_response:1; }","duration":"1.771256761s","start":"2026-04-27T21:36:17.539424Z","end":"2026-04-27T21:36:19.31068Z","steps":["trace[286152571] 'process raft request' (duration: 1.771081407s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:36:19.310754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:36:17.50072Z","time spent":"1.809968618s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:36:19.310765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:36:17.539403Z","time spent":"1.771316163s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:36:19.310644Z","caller":"traceutil/trace.go:171","msg":"trace[234905086] transaction","detail":"{read_only:false; response_revision:16143; number_of_response:1; }","duration":"1.770247589s","start":"2026-04-27T21:36:17.540378Z","end":"2026-04-27T21:36:19.310625Z","steps":["trace[234905086] 'process raft request' (duration: 1.770207048s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:36:19.311052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:36:17.540368Z","time spent":"1.770650488s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:36:19.311629Z","caller":"traceutil/trace.go:171","msg":"trace[998174339] linearizableReadLoop","detail":"{readStateIndex:16712; appliedIndex:16708; }","duration":"1.500948838s","start":"2026-04-27T21:36:17.810665Z","end":"2026-04-27T21:36:19.311614Z","steps":["trace[998174339] 'read index received' (duration: 1.482117865s)","trace[998174339] 'applied index is now lower than readState.Index' (duration: 18.830193ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:36:19.311691Z","caller":"traceutil/trace.go:171","msg":"trace[600673911] transaction","detail":"{read_only:false; response_revision:16144; number_of_response:1; }","duration":"1.486131236s","start":"2026-04-27T21:36:17.82552Z","end":"2026-04-27T21:36:19.311652Z","steps":["trace[600673911] 'process raft request' (duration: 1.486008094s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:36:19.311748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.770127606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T21:36:19.311781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.771678731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-27T21:36:19.311818Z","caller":"traceutil/trace.go:171","msg":"trace[1224632164] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16144; }","duration":"1.771727693s","start":"2026-04-27T21:36:17.540082Z","end":"2026-04-27T21:36:19.311809Z","steps":["trace[1224632164] 'agreement among raft nodes before linearized reading' (duration: 1.7716183s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:36:19.311827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:36:17.825502Z","time spent":"1.486249429s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:36:19.311838Z","caller":"traceutil/trace.go:171","msg":"trace[1682933999] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16144; }","duration":"1.770240129s","start":"2026-04-27T21:36:17.54157Z","end":"2026-04-27T21:36:19.31181Z","steps":["trace[1682933999] 'agreement among raft nodes before linearized reading' (duration: 1.770075235s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:36:19.311886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.770944724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T21:36:19.311893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:36:17.541553Z","time spent":"1.770331871s","remote":"127.0.0.1:40020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-04-27T21:36:19.311936Z","caller":"traceutil/trace.go:171","msg":"trace[2073808414] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16144; }","duration":"1.771023186s","start":"2026-04-27T21:36:17.540896Z","end":"2026-04-27T21:36:19.31192Z","steps":["trace[2073808414] 'agreement among raft nodes before linearized reading' (duration: 1.770975915s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:36:19.311964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.775584978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-04-27T21:36:19.311972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:36:17.540875Z","time spent":"1.771089347s","remote":"127.0.0.1:40020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-27T21:36:19.311954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.77252085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-27T21:36:19.312216Z","caller":"traceutil/trace.go:171","msg":"trace[1298733323] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16144; }","duration":"1.772632212s","start":"2026-04-27T21:36:17.539387Z","end":"2026-04-27T21:36:19.312019Z","steps":["trace[1298733323] 'agreement among raft nodes before linearized reading' (duration: 1.772401017s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:36:19.31177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.771525808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-04-27T21:36:19.312289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.771434785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-04-27T21:36:19.312311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.77248702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:36:19.312348Z","caller":"traceutil/trace.go:171","msg":"trace[900137173] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:16144; }","duration":"1.772539321s","start":"2026-04-27T21:36:17.5398Z","end":"2026-04-27T21:36:19.312339Z","steps":["trace[900137173] 'agreement among raft nodes before linearized reading' (duration: 1.772480709s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:36:19.312383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:36:17.539795Z","time spent":"1.772581321s","remote":"127.0.0.1:40020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-04-27T21:36:19.312388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.772796136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T21:36:19.312417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.771954847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-04-27T21:36:19.312418Z","caller":"traceutil/trace.go:171","msg":"trace[1037282705] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16144; }","duration":"1.772849767s","start":"2026-04-27T21:36:17.53956Z","end":"2026-04-27T21:36:19.31241Z","steps":["trace[1037282705] 'agreement among raft nodes before linearized reading' (duration: 1.772806216s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:36:19.312451Z","caller":"traceutil/trace.go:171","msg":"trace[207276795] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16144; }","duration":"1.772005309s","start":"2026-04-27T21:36:17.540438Z","end":"2026-04-27T21:36:19.312443Z","steps":["trace[207276795] 'agreement among raft nodes before linearized reading' (duration: 1.771931307s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:36:19.312455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:36:17.539546Z","time spent":"1.772903568s","remote":"127.0.0.1:40020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-27T21:36:19.312476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:36:17.540429Z","time spent":"1.772041899s","remote":"127.0.0.1:40020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5547,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-27T21:36:19.311892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.774360252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:36:19.312565Z","caller":"traceutil/trace.go:171","msg":"trace[1588920784] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16144; }","duration":"1.775049086s","start":"2026-04-27T21:36:17.537506Z","end":"2026-04-27T21:36:19.312555Z","steps":["trace[1588920784] 'agreement among raft nodes before linearized reading' (duration: 1.774367491s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:36:19.312593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:36:17.537496Z","time spent":"1.775089248s","remote":"127.0.0.1:40020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-04-27T21:36:19.311989Z","caller":"traceutil/trace.go:171","msg":"trace[2569019] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16144; }","duration":"1.77563577s","start":"2026-04-27T21:36:17.536346Z","end":"2026-04-27T21:36:19.311982Z","steps":["trace[2569019] 'agreement among raft nodes before linearized reading' (duration: 1.775562388s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:36:19.312695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:36:17.536334Z","time spent":"1.776353515s","remote":"127.0.0.1:39956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-27T21:36:19.312728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.772891228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T21:36:19.312702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.773149584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-04-27T21:36:19.312764Z","caller":"traceutil/trace.go:171","msg":"trace[1725235016] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16144; }","duration":"1.772930459s","start":"2026-04-27T21:36:17.539824Z","end":"2026-04-27T21:36:19.312755Z","steps":["trace[1725235016] 'agreement among raft nodes before linearized reading' (duration: 1.772889418s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:36:19.312776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.321846096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-27T21:36:19.312793Z","caller":"traceutil/trace.go:171","msg":"trace[322142456] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16144; }","duration":"1.773270776s","start":"2026-04-27T21:36:17.5395Z","end":"2026-04-27T21:36:19.312771Z","steps":["trace[322142456] 'agreement among raft nodes before linearized reading' (duration: 1.772903098s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:36:19.312832Z","caller":"traceutil/trace.go:171","msg":"trace[626064555] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:16144; }","duration":"1.321905537s","start":"2026-04-27T21:36:17.990913Z","end":"2026-04-27T21:36:19.312818Z","steps":["trace[626064555] 'agreement among raft nodes before linearized reading' (duration: 1.321759244s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:36:19.312693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.772791866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-04-27T21:36:19.312852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:36:17.539489Z","time spent":"1.773347989s","remote":"127.0.0.1:40020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5547,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-04-27T21:36:19.312879Z","caller":"traceutil/trace.go:171","msg":"trace[579009037] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16144; }","duration":"1.77298331s","start":"2026-04-27T21:36:17.539884Z","end":"2026-04-27T21:36:19.312867Z","steps":["trace[579009037] 'agreement among raft nodes before linearized reading' (duration: 1.772715754s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:36:19.312912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:36:17.539881Z","time spent":"1.773022301s","remote":"127.0.0.1:40020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5547,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-04-27T21:36:19.312311Z","caller":"traceutil/trace.go:171","msg":"trace[1671307107] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16144; }","duration":"1.772079581s","start":"2026-04-27T21:36:17.54022Z","end":"2026-04-27T21:36:19.3123Z","steps":["trace[1671307107] 'agreement among raft nodes before linearized reading' (duration: 1.771400416s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:36:19.312999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.813379735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-27T21:36:19.312986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.771427615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T21:36:19.313035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:36:17.540217Z","time spent":"1.772805007s","remote":"127.0.0.1:40020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5547,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-27T21:36:19.313059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.485038031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:680"} {"level":"warn","ts":"2026-04-27T21:36:19.313075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.440683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T21:36:19.311856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.770676979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-04-27T21:36:19.31308Z","caller":"traceutil/trace.go:171","msg":"trace[1417174569] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:16144; }","duration":"1.771545047s","start":"2026-04-27T21:36:17.541512Z","end":"2026-04-27T21:36:19.313057Z","steps":["trace[1417174569] 'agreement among raft nodes before linearized reading' (duration: 1.771384674s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:36:19.313101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.468408108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-cqzw6\" ","response":"range_response_count:1 size:9793"} {"level":"info","ts":"2026-04-27T21:36:19.313114Z","caller":"traceutil/trace.go:171","msg":"trace[812408533] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16144; }","duration":"1.771951206s","start":"2026-04-27T21:36:17.541152Z","end":"2026-04-27T21:36:19.313103Z","steps":["trace[812408533] 'agreement among raft nodes before linearized reading' (duration: 1.770650778s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:36:19.313134Z","caller":"traceutil/trace.go:171","msg":"trace[1986019566] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-cqzw6; range_end:; response_count:1; response_revision:16144; }","duration":"1.46849293s","start":"2026-04-27T21:36:17.844632Z","end":"2026-04-27T21:36:19.313125Z","steps":["trace[1986019566] 'agreement among raft nodes before linearized reading' (duration: 1.468409838s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:36:19.31315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:36:17.541143Z","time spent":"1.771997287s","remote":"127.0.0.1:40020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5547,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-27T21:36:19.313168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.485034261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-04-27T21:36:19.313175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:36:17.844621Z","time spent":"1.468547701s","remote":"127.0.0.1:39966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9817,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-cqzw6\" "} {"level":"info","ts":"2026-04-27T21:36:19.313195Z","caller":"traceutil/trace.go:171","msg":"trace[654829299] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16144; }","duration":"1.485102522s","start":"2026-04-27T21:36:17.828085Z","end":"2026-04-27T21:36:19.313188Z","steps":["trace[654829299] 'agreement among raft nodes before linearized reading' (duration: 1.485035411s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:36:19.313226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:36:17.828061Z","time spent":"1.485159064s","remote":"127.0.0.1:39956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-27T21:36:19.312791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:36:17.539822Z","time spent":"1.772963509s","remote":"127.0.0.1:40020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-27T21:36:19.313241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.321812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-27T21:36:19.313264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.485286756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-04-27T21:36:19.313299Z","caller":"traceutil/trace.go:171","msg":"trace[321008139] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16144; }","duration":"1.485320018s","start":"2026-04-27T21:36:17.827971Z","end":"2026-04-27T21:36:19.313291Z","steps":["trace[321008139] 'agreement among raft nodes before linearized reading' (duration: 1.485191225s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:36:19.313315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.485412769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T21:36:19.313333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:36:17.827941Z","time spent":"1.485385148s","remote":"127.0.0.1:40020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5547,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-04-27T21:36:19.313342Z","caller":"traceutil/trace.go:171","msg":"trace[230873121] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:16144; }","duration":"1.48545684s","start":"2026-04-27T21:36:17.827877Z","end":"2026-04-27T21:36:19.313334Z","steps":["trace[230873121] 'agreement among raft nodes before linearized reading' (duration: 1.48541168s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:36:19.313369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.469347469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-5sz7w\" ","response":"range_response_count:1 size:20763"} {"level":"warn","ts":"2026-04-27T21:36:19.31338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.264508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-27T21:36:19.313382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:36:17.82787Z","time spent":"1.485505901s","remote":"127.0.0.1:39956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":29,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-04-27T21:36:19.313399Z","caller":"traceutil/trace.go:171","msg":"trace[851769754] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-5sz7w; range_end:; response_count:1; response_revision:16144; }","duration":"1.46939304s","start":"2026-04-27T21:36:17.843997Z","end":"2026-04-27T21:36:19.31339Z","steps":["trace[851769754] 'agreement among raft nodes before linearized reading' (duration: 1.469310688s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:36:19.313134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:36:17.541501Z","time spent":"1.771623629s","remote":"127.0.0.1:40020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-04-27T21:36:19.313429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:36:17.843988Z","time spent":"1.46943599s","remote":"127.0.0.1:39966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20787,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-5sz7w\" "} {"level":"warn","ts":"2026-04-27T21:36:19.313449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"898.082464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T21:36:19.313305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.500275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:36:19.313473Z","caller":"traceutil/trace.go:171","msg":"trace[946668966] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16144; }","duration":"898.105224ms","start":"2026-04-27T21:36:18.415361Z","end":"2026-04-27T21:36:19.313466Z","steps":["trace[946668966] 'agreement among raft nodes before linearized reading' (duration: 898.071814ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:36:19.313493Z","caller":"traceutil/trace.go:171","msg":"trace[1616524504] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:16144; }","duration":"673.704699ms","start":"2026-04-27T21:36:18.639776Z","end":"2026-04-27T21:36:19.31348Z","steps":["trace[1616524504] 'agreement among raft nodes before linearized reading' (duration: 673.510204ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:36:19.313503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:36:18.415295Z","time spent":"898.202347ms","remote":"127.0.0.1:39786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T21:36:19.313515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.20285605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-04-27T21:36:19.313543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:36:18.639762Z","time spent":"673.75344ms","remote":"127.0.0.1:56696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"info","ts":"2026-04-27T21:36:19.313555Z","caller":"traceutil/trace.go:171","msg":"trace[2014891592] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:16144; }","duration":"1.202935152s","start":"2026-04-27T21:36:18.110609Z","end":"2026-04-27T21:36:19.313544Z","steps":["trace[2014891592] 'agreement among raft nodes before linearized reading' (duration: 1.20284505s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:36:19.313588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:36:18.110585Z","time spent":"1.202993824s","remote":"127.0.0.1:39966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-27T21:36:19.313613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.469910561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-r6dnr\" ","response":"range_response_count:1 size:22124"} {"level":"warn","ts":"2026-04-27T21:36:19.313017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.484833806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:36:19.31364Z","caller":"traceutil/trace.go:171","msg":"trace[2040976459] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-r6dnr; range_end:; response_count:1; response_revision:16144; }","duration":"1.469995713s","start":"2026-04-27T21:36:17.843637Z","end":"2026-04-27T21:36:19.313632Z","steps":["trace[2040976459] 'agreement among raft nodes before linearized reading' (duration: 1.469910881s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:36:19.312875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:36:17.990849Z","time spent":"1.322016829s","remote":"127.0.0.1:40174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":91,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-04-27T21:36:19.313654Z","caller":"traceutil/trace.go:171","msg":"trace[44269964] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16144; }","duration":"1.485507881s","start":"2026-04-27T21:36:17.828133Z","end":"2026-04-27T21:36:19.313641Z","steps":["trace[44269964] 'agreement among raft nodes before linearized reading' (duration: 1.484853457s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:36:19.313265Z","caller":"traceutil/trace.go:171","msg":"trace[669026529] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16144; }","duration":"557.388234ms","start":"2026-04-27T21:36:18.755869Z","end":"2026-04-27T21:36:19.313257Z","steps":["trace[669026529] 'agreement among raft nodes before linearized reading' (duration: 557.324232ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:36:19.313704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:36:17.828112Z","time spent":"1.485574692s","remote":"127.0.0.1:40020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-27T21:36:19.313176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.257218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-27T21:36:19.313779Z","caller":"traceutil/trace.go:171","msg":"trace[646553481] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16144; }","duration":"293.889371ms","start":"2026-04-27T21:36:19.019881Z","end":"2026-04-27T21:36:19.31377Z","steps":["trace[646553481] 'agreement among raft nodes before linearized reading' (duration: 293.242887ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:36:19.313814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:36:17.843624Z","time spent":"1.470179598s","remote":"127.0.0.1:39966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22148,"request content":"key:\"/registry/pods/openstack/nova-compute-default-r6dnr\" "} {"level":"warn","ts":"2026-04-27T21:36:19.312352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.771856476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T21:36:19.313856Z","caller":"traceutil/trace.go:171","msg":"trace[480232719] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:16144; }","duration":"1.77337279s","start":"2026-04-27T21:36:17.540477Z","end":"2026-04-27T21:36:19.31385Z","steps":["trace[480232719] 'agreement among raft nodes before linearized reading' (duration: 1.771857125s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:36:19.312347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.772750735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-27T21:36:19.313103Z","caller":"traceutil/trace.go:171","msg":"trace[991060893] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:16144; }","duration":"193.503604ms","start":"2026-04-27T21:36:19.119591Z","end":"2026-04-27T21:36:19.313095Z","steps":["trace[991060893] 'agreement among raft nodes before linearized reading' (duration: 193.459753ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:36:19.312268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:36:17.539378Z","time spent":"1.772880348s","remote":"127.0.0.1:39956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-27T21:36:19.313704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:36:18.755849Z","time spent":"557.845374ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-27T21:36:19.313029Z","caller":"traceutil/trace.go:171","msg":"trace[1937971863] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16144; }","duration":"1.813423876s","start":"2026-04-27T21:36:17.499597Z","end":"2026-04-27T21:36:19.313021Z","steps":["trace[1937971863] 'agreement among raft nodes before linearized reading' (duration: 1.813302083s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:36:19.31404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:36:17.499588Z","time spent":"1.814382368s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-27T21:36:19.311856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:36:17.540077Z","time spent":"1.771771884s","remote":"127.0.0.1:39956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-27T21:36:19.314112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:36:17.540472Z","time spent":"1.773634816s","remote":"127.0.0.1:40020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"info","ts":"2026-04-27T21:36:19.313101Z","caller":"traceutil/trace.go:171","msg":"trace[1872619445] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:16144; }","duration":"1.485093042s","start":"2026-04-27T21:36:17.827998Z","end":"2026-04-27T21:36:19.313091Z","steps":["trace[1872619445] 'agreement among raft nodes before linearized reading' (duration: 1.48500568s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:36:19.312317Z","caller":"traceutil/trace.go:171","msg":"trace[1605834365] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16144; }","duration":"1.771478366s","start":"2026-04-27T21:36:17.54083Z","end":"2026-04-27T21:36:19.312308Z","steps":["trace[1605834365] 'agreement among raft nodes before linearized reading' (duration: 1.771215s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:36:19.314144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:36:17.540825Z","time spent":"1.773314487s","remote":"127.0.0.1:40020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5547,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-04-27T21:36:19.31419Z","caller":"traceutil/trace.go:171","msg":"trace[1288576988] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16144; }","duration":"1.774604887s","start":"2026-04-27T21:36:17.539573Z","end":"2026-04-27T21:36:19.314177Z","steps":["trace[1288576988] 'agreement among raft nodes before linearized reading' (duration: 1.772716844s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:36:19.313922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.477636685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-r6dnr\" ","response":"range_response_count:1 size:22124"} {"level":"warn","ts":"2026-04-27T21:36:19.314242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:36:17.539567Z","time spent":"1.774661058s","remote":"127.0.0.1:39956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-04-27T21:36:19.314249Z","caller":"traceutil/trace.go:171","msg":"trace[586441653] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-r6dnr; range_end:; response_count:1; response_revision:16144; }","duration":"1.478024614s","start":"2026-04-27T21:36:17.836214Z","end":"2026-04-27T21:36:19.314239Z","steps":["trace[586441653] 'agreement among raft nodes before linearized reading' (duration: 1.477578125s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:36:19.313414Z","caller":"traceutil/trace.go:171","msg":"trace[1963785010] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:16144; }","duration":"681.32508ms","start":"2026-04-27T21:36:18.632081Z","end":"2026-04-27T21:36:19.313407Z","steps":["trace[1963785010] 'agreement among raft nodes before linearized reading' (duration: 681.240268ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:36:19.314278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:36:17.836204Z","time spent":"1.478066305s","remote":"127.0.0.1:39966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22148,"request content":"key:\"/registry/pods/openstack/nova-compute-default-r6dnr\" "} {"level":"warn","ts":"2026-04-27T21:36:19.314296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:36:18.632066Z","time spent":"682.21753ms","remote":"127.0.0.1:39974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":70,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:36:19.314357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.770179598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T21:36:19.314367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.488836727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-k99ft\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-27T21:36:19.314646Z","caller":"traceutil/trace.go:171","msg":"trace[297283808] range","detail":"{range_begin:/registry/pods/openstack/keepalived-k99ft; range_end:; response_count:1; response_revision:16144; }","duration":"1.489156744s","start":"2026-04-27T21:36:17.825477Z","end":"2026-04-27T21:36:19.314633Z","steps":["trace[297283808] 'agreement among raft nodes before linearized reading' (duration: 1.487013876s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:36:19.314729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.815068553s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-27T21:36:19.314787Z","caller":"traceutil/trace.go:171","msg":"trace[815691443] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16144; }","duration":"1.815139144s","start":"2026-04-27T21:36:17.499633Z","end":"2026-04-27T21:36:19.314772Z","steps":["trace[815691443] 'agreement among raft nodes before linearized reading' (duration: 1.812373472s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:36:19.314826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:36:17.499628Z","time spent":"1.815188785s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-27T21:36:19.314544Z","caller":"traceutil/trace.go:171","msg":"trace[466207506] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:16144; }","duration":"1.773023931s","start":"2026-04-27T21:36:17.541497Z","end":"2026-04-27T21:36:19.314521Z","steps":["trace[466207506] 'agreement among raft nodes before linearized reading' (duration: 1.770127216s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:36:19.315126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:36:17.541481Z","time spent":"1.773451281s","remote":"127.0.0.1:40020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-04-27T21:36:19.315284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:36:17.825456Z","time spent":"1.489818848s","remote":"127.0.0.1:39966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-k99ft\" "} {"level":"warn","ts":"2026-04-27T21:36:19.314742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:36:17.827993Z","time spent":"1.4863021s","remote":"127.0.0.1:39956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":704,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-04-27T21:36:52.135363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.702913ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-27T21:36:52.135827Z","caller":"traceutil/trace.go:171","msg":"trace[1959583697] transaction","detail":"{read_only:false; response_revision:16362; number_of_response:1; }","duration":"207.982628ms","start":"2026-04-27T21:36:51.927801Z","end":"2026-04-27T21:36:52.135783Z","steps":["trace[1959583697] 'process raft request' (duration: 74.776584ms)","trace[1959583697] 'compare' (duration: 132.022327ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:36:52.135979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.108747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-27T21:36:52.135969Z","caller":"traceutil/trace.go:171","msg":"trace[430045319] transaction","detail":"{read_only:false; response_revision:16364; number_of_response:1; }","duration":"205.684636ms","start":"2026-04-27T21:36:51.93025Z","end":"2026-04-27T21:36:52.135935Z","steps":["trace[430045319] 'process raft request' (duration: 205.538313ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:36:52.135849Z","caller":"traceutil/trace.go:171","msg":"trace[81037246] linearizableReadLoop","detail":"{readStateIndex:16940; appliedIndex:16937; }","duration":"176.969034ms","start":"2026-04-27T21:36:51.958866Z","end":"2026-04-27T21:36:52.135835Z","steps":["trace[81037246] 'read index received' (duration: 43.728699ms)","trace[81037246] 'applied index is now lower than readState.Index' (duration: 133.239525ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:36:52.136029Z","caller":"traceutil/trace.go:171","msg":"trace[1119455092] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16364; }","duration":"177.200219ms","start":"2026-04-27T21:36:51.958815Z","end":"2026-04-27T21:36:52.136016Z","steps":["trace[1119455092] 'agreement among raft nodes before linearized reading' (duration: 177.059946ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:36:52.136077Z","caller":"traceutil/trace.go:171","msg":"trace[1700424571] transaction","detail":"{read_only:false; response_revision:16363; number_of_response:1; }","duration":"207.707902ms","start":"2026-04-27T21:36:51.928295Z","end":"2026-04-27T21:36:52.136003Z","steps":["trace[1700424571] 'process raft request' (duration: 207.402445ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:37:18.905136Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14083} {"level":"warn","ts":"2026-04-27T21:37:18.905176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.881976ms","expected-duration":"100ms","prefix":"","request":"header: compaction: ","response":"size:6"} {"level":"info","ts":"2026-04-27T21:37:18.90567Z","caller":"traceutil/trace.go:171","msg":"trace[245361166] compact","detail":"{revision:14083; response_revision:16547; }","duration":"125.018091ms","start":"2026-04-27T21:37:18.780628Z","end":"2026-04-27T21:37:18.905646Z","steps":["trace[245361166] 'check and update compact revision' (duration: 115.732213ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:37:19.116701Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14083,"took":"209.00383ms","hash":196298047,"current-db-size-bytes":42692608,"current-db-size":"43 MB","current-db-size-in-use-bytes":30498816,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-04-27T21:37:19.116763Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":196298047,"revision":14083,"compact-revision":11929} {"level":"warn","ts":"2026-04-27T21:38:28.247649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.850871ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T21:38:28.247781Z","caller":"traceutil/trace.go:171","msg":"trace[1691765687] linearizableReadLoop","detail":"{readStateIndex:17736; appliedIndex:17735; }","duration":"131.26751ms","start":"2026-04-27T21:38:28.116498Z","end":"2026-04-27T21:38:28.247766Z","steps":["trace[1691765687] 'read index received' (duration: 25.117843ms)","trace[1691765687] 'applied index is now lower than readState.Index' (duration: 106.148227ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:38:28.247821Z","caller":"traceutil/trace.go:171","msg":"trace[923399961] transaction","detail":"{read_only:false; response_revision:17133; number_of_response:1; }","duration":"153.285564ms","start":"2026-04-27T21:38:28.094504Z","end":"2026-04-27T21:38:28.24779Z","steps":["trace[923399961] 'process raft request' (duration: 47.217048ms)","trace[923399961] 'compare' (duration: 105.723828ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:38:28.24801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.564698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-27T21:38:28.248024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.581765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-04-27T21:38:28.248055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.831696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ce076173-e5cd-43c2-aeaf-5cbe274b90bc\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-04-27T21:38:28.248046Z","caller":"traceutil/trace.go:171","msg":"trace[633103243] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17133; }","duration":"144.717691ms","start":"2026-04-27T21:38:28.103318Z","end":"2026-04-27T21:38:28.248035Z","steps":["trace[633103243] 'agreement among raft nodes before linearized reading' (duration: 144.531967ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:38:28.248106Z","caller":"traceutil/trace.go:171","msg":"trace[1706420028] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:17133; }","duration":"143.696468ms","start":"2026-04-27T21:38:28.104389Z","end":"2026-04-27T21:38:28.248085Z","steps":["trace[1706420028] 'agreement among raft nodes before linearized reading' (duration: 143.445253ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:38:28.248115Z","caller":"traceutil/trace.go:171","msg":"trace[1970593504] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ce076173-e5cd-43c2-aeaf-5cbe274b90bc; range_end:; response_count:1; response_revision:17133; }","duration":"128.918068ms","start":"2026-04-27T21:38:28.119179Z","end":"2026-04-27T21:38:28.248097Z","steps":["trace[1970593504] 'agreement among raft nodes before linearized reading' (duration: 128.740744ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:38:28.24835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.374581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-27T21:38:28.248424Z","caller":"traceutil/trace.go:171","msg":"trace[1752310015] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17133; }","duration":"122.502464ms","start":"2026-04-27T21:38:28.125904Z","end":"2026-04-27T21:38:28.248406Z","steps":["trace[1752310015] 'agreement among raft nodes before linearized reading' (duration: 122.022394ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:38:30.261945Z","caller":"traceutil/trace.go:171","msg":"trace[297303395] linearizableReadLoop","detail":"{readStateIndex:17753; appliedIndex:17752; }","duration":"141.417898ms","start":"2026-04-27T21:38:30.120504Z","end":"2026-04-27T21:38:30.261922Z","steps":["trace[297303395] 'read index received' (duration: 99.08916ms)","trace[297303395] 'applied index is now lower than readState.Index' (duration: 42.328108ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:38:30.262089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.573171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-27T21:38:30.262115Z","caller":"traceutil/trace.go:171","msg":"trace[187599798] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17150; }","duration":"141.625113ms","start":"2026-04-27T21:38:30.120483Z","end":"2026-04-27T21:38:30.262108Z","steps":["trace[187599798] 'agreement among raft nodes before linearized reading' (duration: 141.51621ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:38:30.262164Z","caller":"traceutil/trace.go:171","msg":"trace[1432987375] transaction","detail":"{read_only:false; response_revision:17150; number_of_response:1; }","duration":"143.662807ms","start":"2026-04-27T21:38:30.118455Z","end":"2026-04-27T21:38:30.262118Z","steps":["trace[1432987375] 'process raft request' (duration: 101.198916ms)","trace[1432987375] 'compare' (duration: 42.156324ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:38:58.345077Z","caller":"traceutil/trace.go:171","msg":"trace[1229852140] transaction","detail":"{read_only:false; response_revision:17436; number_of_response:1; }","duration":"112.616863ms","start":"2026-04-27T21:38:58.232429Z","end":"2026-04-27T21:38:58.345046Z","steps":["trace[1229852140] 'process raft request' (duration: 112.357356ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:38:58.578523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.338546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-27T21:38:58.57858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.516755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:701"} {"level":"info","ts":"2026-04-27T21:38:58.578632Z","caller":"traceutil/trace.go:171","msg":"trace[1463125247] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17436; }","duration":"112.486919ms","start":"2026-04-27T21:38:58.466121Z","end":"2026-04-27T21:38:58.578608Z","steps":["trace[1463125247] 'range keys from in-memory index tree' (duration: 112.185353ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:38:58.578551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.015465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-27T21:38:58.578734Z","caller":"traceutil/trace.go:171","msg":"trace[1572113109] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:17436; }","duration":"135.709789ms","start":"2026-04-27T21:38:58.442999Z","end":"2026-04-27T21:38:58.578709Z","steps":["trace[1572113109] 'range keys from in-memory index tree' (duration: 135.344851ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:38:58.579452Z","caller":"traceutil/trace.go:171","msg":"trace[1745232094] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17436; }","duration":"144.505697ms","start":"2026-04-27T21:38:58.434479Z","end":"2026-04-27T21:38:58.578985Z","steps":["trace[1745232094] 'range keys from in-memory index tree' (duration: 143.873082ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:39:00.673143Z","caller":"traceutil/trace.go:171","msg":"trace[1967107131] transaction","detail":"{read_only:false; response_revision:17451; number_of_response:1; }","duration":"108.253935ms","start":"2026-04-27T21:39:00.564863Z","end":"2026-04-27T21:39:00.673117Z","steps":["trace[1967107131] 'process raft request' (duration: 108.106162ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:39:00.9156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.06136ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T21:39:00.915884Z","caller":"traceutil/trace.go:171","msg":"trace[60004409] linearizableReadLoop","detail":"{readStateIndex:18066; appliedIndex:18063; }","duration":"223.393112ms","start":"2026-04-27T21:39:00.692472Z","end":"2026-04-27T21:39:00.915866Z","steps":["trace[60004409] 'read index received' (duration: 64.963494ms)","trace[60004409] 'applied index is now lower than readState.Index' (duration: 158.428498ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:39:00.915995Z","caller":"traceutil/trace.go:171","msg":"trace[851094324] transaction","detail":"{read_only:false; response_revision:17453; number_of_response:1; }","duration":"225.03006ms","start":"2026-04-27T21:39:00.690951Z","end":"2026-04-27T21:39:00.915981Z","steps":["trace[851094324] 'process raft request' (duration: 66.469719ms)","trace[851094324] 'compare' (duration: 157.902056ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:39:00.916095Z","caller":"traceutil/trace.go:171","msg":"trace[243332984] transaction","detail":"{read_only:false; response_revision:17456; number_of_response:1; }","duration":"223.067005ms","start":"2026-04-27T21:39:00.692978Z","end":"2026-04-27T21:39:00.916045Z","steps":["trace[243332984] 'process raft request' (duration: 222.853541ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:39:00.916182Z","caller":"traceutil/trace.go:171","msg":"trace[624808243] transaction","detail":"{read_only:false; response_revision:17454; number_of_response:1; }","duration":"224.5786ms","start":"2026-04-27T21:39:00.691571Z","end":"2026-04-27T21:39:00.91615Z","steps":["trace[624808243] 'process raft request' (duration: 224.181641ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:39:00.91655Z","caller":"traceutil/trace.go:171","msg":"trace[1665287274] transaction","detail":"{read_only:false; response_revision:17455; number_of_response:1; }","duration":"224.625852ms","start":"2026-04-27T21:39:00.691908Z","end":"2026-04-27T21:39:00.916534Z","steps":["trace[1665287274] 'process raft request' (duration: 223.892295ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:39:00.916608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.611327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:39:00.916688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.605376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:39:00.916713Z","caller":"traceutil/trace.go:171","msg":"trace[1141547996] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:17456; }","duration":"101.754ms","start":"2026-04-27T21:39:00.814938Z","end":"2026-04-27T21:39:00.916692Z","steps":["trace[1141547996] 'agreement among raft nodes before linearized reading' (duration: 101.628087ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:39:00.916733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.442913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:39:00.916736Z","caller":"traceutil/trace.go:171","msg":"trace[1204003731] range","detail":"{range_begin:/registry/jobs/openstack/neutron-db-sync; range_end:; response_count:0; response_revision:17456; }","duration":"101.737369ms","start":"2026-04-27T21:39:00.814983Z","end":"2026-04-27T21:39:00.91672Z","steps":["trace[1204003731] 'agreement among raft nodes before linearized reading' (duration: 101.601106ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:39:00.916776Z","caller":"traceutil/trace.go:171","msg":"trace[1545702325] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:17456; }","duration":"101.518004ms","start":"2026-04-27T21:39:00.815246Z","end":"2026-04-27T21:39:00.916764Z","steps":["trace[1545702325] 'agreement among raft nodes before linearized reading' (duration: 101.421392ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:39:00.917171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.947714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:39:00.917255Z","caller":"traceutil/trace.go:171","msg":"trace[991186952] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:17456; }","duration":"102.284752ms","start":"2026-04-27T21:39:00.814946Z","end":"2026-04-27T21:39:00.917231Z","steps":["trace[991186952] 'agreement among raft nodes before linearized reading' (duration: 101.830292ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:39:00.917393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.916997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:89 size:882890"} {"level":"info","ts":"2026-04-27T21:39:00.917447Z","caller":"traceutil/trace.go:171","msg":"trace[1106964472] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:89; response_revision:17456; }","duration":"224.995379ms","start":"2026-04-27T21:39:00.69244Z","end":"2026-04-27T21:39:00.917436Z","steps":["trace[1106964472] 'agreement among raft nodes before linearized reading' (duration: 223.955675ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:39:01.220977Z","caller":"traceutil/trace.go:171","msg":"trace[1927468515] transaction","detail":"{read_only:false; response_revision:17458; number_of_response:1; }","duration":"232.483766ms","start":"2026-04-27T21:39:00.988472Z","end":"2026-04-27T21:39:01.220956Z","steps":["trace[1927468515] 'process raft request' (duration: 146.717376ms)","trace[1927468515] 'compare' (duration: 85.677398ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:39:01.251881Z","caller":"traceutil/trace.go:171","msg":"trace[372129759] linearizableReadLoop","detail":"{readStateIndex:18070; appliedIndex:18068; }","duration":"202.053076ms","start":"2026-04-27T21:39:01.049802Z","end":"2026-04-27T21:39:01.251855Z","steps":["trace[372129759] 'read index received' (duration: 85.324652ms)","trace[372129759] 'applied index is now lower than readState.Index' (duration: 116.727294ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:39:01.251939Z","caller":"traceutil/trace.go:171","msg":"trace[143432718] transaction","detail":"{read_only:false; response_revision:17459; number_of_response:1; }","duration":"262.062579ms","start":"2026-04-27T21:39:00.989841Z","end":"2026-04-27T21:39:01.251904Z","steps":["trace[143432718] 'process raft request' (duration: 261.879325ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:39:01.252098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.296021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-k99ft\" ","response":"range_response_count:1 size:6525"} {"level":"info","ts":"2026-04-27T21:39:01.252137Z","caller":"traceutil/trace.go:171","msg":"trace[1320703634] range","detail":"{range_begin:/registry/pods/openstack/keepalived-k99ft; range_end:; response_count:1; response_revision:17459; }","duration":"202.398573ms","start":"2026-04-27T21:39:01.049728Z","end":"2026-04-27T21:39:01.252127Z","steps":["trace[1320703634] 'agreement among raft nodes before linearized reading' (duration: 202.26206ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:39:01.362277Z","caller":"traceutil/trace.go:171","msg":"trace[575346066] linearizableReadLoop","detail":"{readStateIndex:18071; appliedIndex:18070; }","duration":"101.205427ms","start":"2026-04-27T21:39:01.260678Z","end":"2026-04-27T21:39:01.361883Z","steps":["trace[575346066] 'read index received' (duration: 83.732546ms)","trace[575346066] 'applied index is now lower than readState.Index' (duration: 17.471481ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:39:01.363643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.916895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:89 size:882890"} {"level":"warn","ts":"2026-04-27T21:39:01.363705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.132913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:89 size:882890"} {"level":"info","ts":"2026-04-27T21:39:01.363759Z","caller":"traceutil/trace.go:171","msg":"trace[1897711785] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:89; response_revision:17459; }","duration":"100.220925ms","start":"2026-04-27T21:39:01.263524Z","end":"2026-04-27T21:39:01.363745Z","steps":["trace[1897711785] 'agreement among raft nodes before linearized reading' (duration: 98.913256ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:39:01.363757Z","caller":"traceutil/trace.go:171","msg":"trace[2056523626] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:89; response_revision:17459; }","duration":"103.11597ms","start":"2026-04-27T21:39:01.260618Z","end":"2026-04-27T21:39:01.363734Z","steps":["trace[2056523626] 'agreement among raft nodes before linearized reading' (duration: 101.443403ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:39:09.800171Z","caller":"traceutil/trace.go:171","msg":"trace[1377940242] transaction","detail":"{read_only:false; response_revision:17527; number_of_response:1; }","duration":"126.674463ms","start":"2026-04-27T21:39:09.673471Z","end":"2026-04-27T21:39:09.800146Z","steps":["trace[1377940242] 'process raft request' (duration: 79.285743ms)","trace[1377940242] 'compare' (duration: 46.889708ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:39:11.175236Z","caller":"traceutil/trace.go:171","msg":"trace[1407632353] transaction","detail":"{read_only:false; response_revision:17537; number_of_response:1; }","duration":"109.877307ms","start":"2026-04-27T21:39:11.06533Z","end":"2026-04-27T21:39:11.175207Z","steps":["trace[1407632353] 'process raft request' (duration: 34.605954ms)","trace[1407632353] 'compare' (duration: 75.147109ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:39:11.204673Z","caller":"traceutil/trace.go:171","msg":"trace[99768045] transaction","detail":"{read_only:false; response_revision:17539; number_of_response:1; }","duration":"135.385477ms","start":"2026-04-27T21:39:11.069227Z","end":"2026-04-27T21:39:11.204613Z","steps":["trace[99768045] 'process raft request' (duration: 135.239234ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:39:11.204676Z","caller":"traceutil/trace.go:171","msg":"trace[861947853] transaction","detail":"{read_only:false; response_revision:17538; number_of_response:1; }","duration":"137.969755ms","start":"2026-04-27T21:39:11.066585Z","end":"2026-04-27T21:39:11.204554Z","steps":["trace[861947853] 'process raft request' (duration: 137.753ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:39:15.199844Z","caller":"traceutil/trace.go:171","msg":"trace[330613103] transaction","detail":"{read_only:false; response_revision:17555; number_of_response:1; }","duration":"114.914079ms","start":"2026-04-27T21:39:15.084897Z","end":"2026-04-27T21:39:15.199811Z","steps":["trace[330613103] 'process raft request' (duration: 114.696815ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:39:20.272657Z","caller":"traceutil/trace.go:171","msg":"trace[1376360596] transaction","detail":"{read_only:false; response_revision:17583; number_of_response:1; }","duration":"178.147554ms","start":"2026-04-27T21:39:20.094235Z","end":"2026-04-27T21:39:20.272382Z","steps":["trace[1376360596] 'process raft request' (duration: 177.95962ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:39:20.289183Z","caller":"traceutil/trace.go:171","msg":"trace[2102938093] transaction","detail":"{read_only:false; response_revision:17585; number_of_response:1; }","duration":"130.841796ms","start":"2026-04-27T21:39:20.158318Z","end":"2026-04-27T21:39:20.28916Z","steps":["trace[2102938093] 'process raft request' (duration: 130.803385ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:39:20.289215Z","caller":"traceutil/trace.go:171","msg":"trace[1815706315] transaction","detail":"{read_only:false; response_revision:17584; number_of_response:1; }","duration":"175.32427ms","start":"2026-04-27T21:39:20.113865Z","end":"2026-04-27T21:39:20.28919Z","steps":["trace[1815706315] 'process raft request' (duration: 175.143126ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:39:20.584256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.380577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:39:20.584322Z","caller":"traceutil/trace.go:171","msg":"trace[427099232] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17585; }","duration":"169.458229ms","start":"2026-04-27T21:39:20.414849Z","end":"2026-04-27T21:39:20.584307Z","steps":["trace[427099232] 'range keys from in-memory index tree' (duration: 169.304285ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:39:20.584543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.53185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:701"} {"level":"info","ts":"2026-04-27T21:39:20.584632Z","caller":"traceutil/trace.go:171","msg":"trace[682548230] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:17585; }","duration":"143.631932ms","start":"2026-04-27T21:39:20.440981Z","end":"2026-04-27T21:39:20.584613Z","steps":["trace[682548230] 'range keys from in-memory index tree' (duration: 143.347655ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:39:20.705507Z","caller":"traceutil/trace.go:171","msg":"trace[367554263] transaction","detail":"{read_only:false; response_revision:17586; number_of_response:1; }","duration":"112.820493ms","start":"2026-04-27T21:39:20.59265Z","end":"2026-04-27T21:39:20.70547Z","steps":["trace[367554263] 'process raft request' (duration: 112.619677ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:39:20.988451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.16985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T21:39:20.988555Z","caller":"traceutil/trace.go:171","msg":"trace[916340549] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:17586; }","duration":"189.335344ms","start":"2026-04-27T21:39:20.799202Z","end":"2026-04-27T21:39:20.988537Z","steps":["trace[916340549] 'count revisions from in-memory index tree' (duration: 189.055528ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:39:24.659906Z","caller":"traceutil/trace.go:171","msg":"trace[59678850] transaction","detail":"{read_only:false; response_revision:17607; number_of_response:1; }","duration":"148.629903ms","start":"2026-04-27T21:39:24.511246Z","end":"2026-04-27T21:39:24.659876Z","steps":["trace[59678850] 'process raft request' (duration: 148.427358ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:39:25.657215Z","caller":"traceutil/trace.go:171","msg":"trace[984730699] transaction","detail":"{read_only:false; response_revision:17610; number_of_response:1; }","duration":"149.477422ms","start":"2026-04-27T21:39:25.507707Z","end":"2026-04-27T21:39:25.657185Z","steps":["trace[984730699] 'process raft request' (duration: 63.916709ms)","trace[984730699] 'compare' (duration: 85.40587ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:39:25.686204Z","caller":"traceutil/trace.go:171","msg":"trace[2052338093] linearizableReadLoop","detail":"{readStateIndex:18227; appliedIndex:18225; }","duration":"165.740565ms","start":"2026-04-27T21:39:25.520446Z","end":"2026-04-27T21:39:25.686187Z","steps":["trace[2052338093] 'read index received' (duration: 51.179245ms)","trace[2052338093] 'applied index is now lower than readState.Index' (duration: 114.56038ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:39:25.686255Z","caller":"traceutil/trace.go:171","msg":"trace[1648811180] transaction","detail":"{read_only:false; response_revision:17611; number_of_response:1; }","duration":"178.213544ms","start":"2026-04-27T21:39:25.507997Z","end":"2026-04-27T21:39:25.686211Z","steps":["trace[1648811180] 'process raft request' (duration: 178.111431ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:39:25.686405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.947921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-27T21:39:25.68645Z","caller":"traceutil/trace.go:171","msg":"trace[1501255814] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17611; }","duration":"166.033673ms","start":"2026-04-27T21:39:25.520406Z","end":"2026-04-27T21:39:25.68644Z","steps":["trace[1501255814] 'agreement among raft nodes before linearized reading' (duration: 165.873649ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:39:25.707443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.595377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-04-27T21:39:25.707477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.020083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-ovn-vpn-agent-default-kkhzf\" ","response":"range_response_count:1 size:15446"} {"level":"info","ts":"2026-04-27T21:39:25.707502Z","caller":"traceutil/trace.go:171","msg":"trace[1155245658] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17612; }","duration":"175.680618ms","start":"2026-04-27T21:39:25.531806Z","end":"2026-04-27T21:39:25.707487Z","steps":["trace[1155245658] 'agreement among raft nodes before linearized reading' (duration: 175.545705ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:39:25.707516Z","caller":"traceutil/trace.go:171","msg":"trace[292837189] range","detail":"{range_begin:/registry/pods/openstack/neutron-ovn-vpn-agent-default-kkhzf; range_end:; response_count:1; response_revision:17612; }","duration":"145.110594ms","start":"2026-04-27T21:39:25.562393Z","end":"2026-04-27T21:39:25.707504Z","steps":["trace[292837189] 'agreement among raft nodes before linearized reading' (duration: 144.961611ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:39:25.707612Z","caller":"traceutil/trace.go:171","msg":"trace[1366144227] transaction","detail":"{read_only:false; response_revision:17612; number_of_response:1; }","duration":"134.60846ms","start":"2026-04-27T21:39:25.572955Z","end":"2026-04-27T21:39:25.707564Z","steps":["trace[1366144227] 'process raft request' (duration: 134.270712ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:39:26.955494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.108401ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-04-27T21:39:26.955604Z","caller":"traceutil/trace.go:171","msg":"trace[1119664950] linearizableReadLoop","detail":"{readStateIndex:18235; appliedIndex:18234; }","duration":"132.245318ms","start":"2026-04-27T21:39:26.823342Z","end":"2026-04-27T21:39:26.955588Z","steps":["trace[1119664950] 'read index received' (duration: 35.651µs)","trace[1119664950] 'applied index is now lower than readState.Index' (duration: 132.205956ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:39:26.955813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.622531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-ovn-metadata-agent-default-5j4cf\" ","response":"range_response_count:1 size:15437"} {"level":"info","ts":"2026-04-27T21:39:26.955888Z","caller":"traceutil/trace.go:171","msg":"trace[549550394] range","detail":"{range_begin:/registry/pods/openstack/neutron-ovn-metadata-agent-default-5j4cf; range_end:; response_count:1; response_revision:17618; }","duration":"113.720203ms","start":"2026-04-27T21:39:26.84215Z","end":"2026-04-27T21:39:26.95587Z","steps":["trace[549550394] 'agreement among raft nodes before linearized reading' (duration: 113.557459ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:39:26.955808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.451773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:701"} {"level":"info","ts":"2026-04-27T21:39:26.956049Z","caller":"traceutil/trace.go:171","msg":"trace[1733495851] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:17618; }","duration":"132.722578ms","start":"2026-04-27T21:39:26.823292Z","end":"2026-04-27T21:39:26.956015Z","steps":["trace[1733495851] 'agreement among raft nodes before linearized reading' (duration: 132.34377ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:39:40.056591Z","caller":"traceutil/trace.go:171","msg":"trace[303878794] transaction","detail":"{read_only:false; response_revision:17685; number_of_response:1; }","duration":"116.082925ms","start":"2026-04-27T21:39:39.940479Z","end":"2026-04-27T21:39:40.056562Z","steps":["trace[303878794] 'process raft request' (duration: 41.487107ms)","trace[303878794] 'compare' (duration: 74.442334ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:39:44.015185Z","caller":"traceutil/trace.go:171","msg":"trace[1022444662] transaction","detail":"{read_only:false; response_revision:17703; number_of_response:1; }","duration":"103.022053ms","start":"2026-04-27T21:39:43.91213Z","end":"2026-04-27T21:39:44.015152Z","steps":["trace[1022444662] 'process raft request' (duration: 102.819488ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:39:44.533982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.799657ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T21:39:44.534098Z","caller":"traceutil/trace.go:171","msg":"trace[829654430] linearizableReadLoop","detail":"{readStateIndex:18324; appliedIndex:18323; }","duration":"488.192306ms","start":"2026-04-27T21:39:44.045875Z","end":"2026-04-27T21:39:44.534068Z","steps":["trace[829654430] 'read index received' (duration: 93.752µs)","trace[829654430] 'applied index is now lower than readState.Index' (duration: 488.097244ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:39:44.534162Z","caller":"traceutil/trace.go:171","msg":"trace[1364102024] transaction","detail":"{read_only:false; response_revision:17704; number_of_response:1; }","duration":"514.708789ms","start":"2026-04-27T21:39:44.019438Z","end":"2026-04-27T21:39:44.534147Z","steps":["trace[1364102024] 'process raft request' (duration: 22.664176ms)","trace[1364102024] 'compare' (duration: 491.664284ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:39:44.534298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.436052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:39:44.534769Z","caller":"traceutil/trace.go:171","msg":"trace[788841025] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17704; }","duration":"488.949403ms","start":"2026-04-27T21:39:44.045798Z","end":"2026-04-27T21:39:44.534747Z","steps":["trace[788841025] 'agreement among raft nodes before linearized reading' (duration: 488.433632ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:39:44.534899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:39:44.045732Z","time spent":"489.148527ms","remote":"127.0.0.1:39786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T21:39:44.534919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:39:44.019417Z","time spent":"515.382643ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:39:45.027089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.056005ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T21:39:45.027209Z","caller":"traceutil/trace.go:171","msg":"trace[1108010271] transaction","detail":"{read_only:false; response_revision:17705; number_of_response:1; }","duration":"499.402977ms","start":"2026-04-27T21:39:44.527786Z","end":"2026-04-27T21:39:45.027189Z","steps":["trace[1108010271] 'process raft request' (duration: 146.157738ms)","trace[1108010271] 'compare' (duration: 352.681166ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:39:45.027267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:39:44.527758Z","time spent":"499.481819ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:39:45.077843Z","caller":"traceutil/trace.go:171","msg":"trace[1319150569] linearizableReadLoop","detail":"{readStateIndex:18326; appliedIndex:18324; }","duration":"543.705408ms","start":"2026-04-27T21:39:44.534123Z","end":"2026-04-27T21:39:45.077828Z","steps":["trace[1319150569] 'read index received' (duration: 139.806945ms)","trace[1319150569] 'applied index is now lower than readState.Index' (duration: 403.897033ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:39:45.07842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.000206944s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-27T21:39:45.07798Z","caller":"traceutil/trace.go:171","msg":"trace[902714445] transaction","detail":"{read_only:false; response_revision:17707; number_of_response:1; }","duration":"517.619264ms","start":"2026-04-27T21:39:44.560298Z","end":"2026-04-27T21:39:45.077917Z","steps":["trace[902714445] 'process raft request' (duration: 517.320328ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:39:45.078503Z","caller":"traceutil/trace.go:171","msg":"trace[1985664287] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17707; }","duration":"1.000333997s","start":"2026-04-27T21:39:44.078151Z","end":"2026-04-27T21:39:45.078485Z","steps":["trace[1985664287] 'agreement among raft nodes before linearized reading' (duration: 1.000144083s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:39:45.078546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:39:44.078117Z","time spent":"1.000420689s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-27T21:39:45.0786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:39:44.560272Z","time spent":"518.250268ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:39:45.078795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.214103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:39:45.079357Z","caller":"traceutil/trace.go:171","msg":"trace[1221171956] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:17707; }","duration":"423.838226ms","start":"2026-04-27T21:39:44.655487Z","end":"2026-04-27T21:39:45.079325Z","steps":["trace[1221171956] 'agreement among raft nodes before linearized reading' (duration: 423.195122ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:39:45.07943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:39:44.655464Z","time spent":"423.942369ms","remote":"127.0.0.1:56716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:39:45.078235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"968.535217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-5sz7w\" ","response":"range_response_count:1 size:20764"} {"level":"warn","ts":"2026-04-27T21:39:45.0782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"963.656937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-r6dnr\" ","response":"range_response_count:1 size:22125"} {"level":"info","ts":"2026-04-27T21:39:45.07961Z","caller":"traceutil/trace.go:171","msg":"trace[955033730] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-5sz7w; range_end:; response_count:1; response_revision:17707; }","duration":"969.913637ms","start":"2026-04-27T21:39:44.109655Z","end":"2026-04-27T21:39:45.079568Z","steps":["trace[955033730] 'agreement among raft nodes before linearized reading' (duration: 968.398853ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:39:45.079716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:39:44.109648Z","time spent":"970.034969ms","remote":"127.0.0.1:39966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20788,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-5sz7w\" "} {"level":"info","ts":"2026-04-27T21:39:45.079689Z","caller":"traceutil/trace.go:171","msg":"trace[892457185] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-r6dnr; range_end:; response_count:1; response_revision:17707; }","duration":"965.178711ms","start":"2026-04-27T21:39:44.114487Z","end":"2026-04-27T21:39:45.079666Z","steps":["trace[892457185] 'agreement among raft nodes before linearized reading' (duration: 963.366711ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:39:45.078269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"963.656147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-r6dnr\" ","response":"range_response_count:1 size:22125"} {"level":"info","ts":"2026-04-27T21:39:45.079833Z","caller":"traceutil/trace.go:171","msg":"trace[1649527152] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-r6dnr; range_end:; response_count:1; response_revision:17707; }","duration":"965.250522ms","start":"2026-04-27T21:39:44.114568Z","end":"2026-04-27T21:39:45.079818Z","steps":["trace[1649527152] 'agreement among raft nodes before linearized reading' (duration: 963.581526ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:39:45.079885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:39:44.114545Z","time spent":"965.322293ms","remote":"127.0.0.1:39966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22149,"request content":"key:\"/registry/pods/openstack/nova-compute-default-r6dnr\" "} {"level":"warn","ts":"2026-04-27T21:39:45.078331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"964.466595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-cqzw6\" ","response":"range_response_count:1 size:9794"} {"level":"warn","ts":"2026-04-27T21:39:45.080019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:39:44.114475Z","time spent":"965.534768ms","remote":"127.0.0.1:39966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22149,"request content":"key:\"/registry/pods/openstack/nova-compute-default-r6dnr\" "} {"level":"info","ts":"2026-04-27T21:39:45.08003Z","caller":"traceutil/trace.go:171","msg":"trace[1306172365] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-cqzw6; range_end:; response_count:1; response_revision:17707; }","duration":"966.179332ms","start":"2026-04-27T21:39:44.113828Z","end":"2026-04-27T21:39:45.080007Z","steps":["trace[1306172365] 'agreement among raft nodes before linearized reading' (duration: 964.434974ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:39:45.078339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"974.676224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-k99ft\" ","response":"range_response_count:1 size:6525"} {"level":"warn","ts":"2026-04-27T21:39:45.080152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:39:44.113813Z","time spent":"966.294436ms","remote":"127.0.0.1:39966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9818,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-cqzw6\" "} {"level":"info","ts":"2026-04-27T21:39:45.080188Z","caller":"traceutil/trace.go:171","msg":"trace[547283124] range","detail":"{range_begin:/registry/pods/openstack/keepalived-k99ft; range_end:; response_count:1; response_revision:17707; }","duration":"976.508065ms","start":"2026-04-27T21:39:44.103656Z","end":"2026-04-27T21:39:45.080164Z","steps":["trace[547283124] 'agreement among raft nodes before linearized reading' (duration: 974.614342ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:39:45.078347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"969.119789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-ovn-vpn-agent-default-kkhzf\" ","response":"range_response_count:1 size:15446"} {"level":"warn","ts":"2026-04-27T21:39:45.080255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:39:44.103595Z","time spent":"976.639757ms","remote":"127.0.0.1:39966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6549,"request content":"key:\"/registry/pods/openstack/keepalived-k99ft\" "} {"level":"info","ts":"2026-04-27T21:39:45.077759Z","caller":"traceutil/trace.go:171","msg":"trace[671194132] transaction","detail":"{read_only:false; response_revision:17706; number_of_response:1; }","duration":"549.902226ms","start":"2026-04-27T21:39:44.527833Z","end":"2026-04-27T21:39:45.077735Z","steps":["trace[671194132] 'process raft request' (duration: 549.638481ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:39:45.080302Z","caller":"traceutil/trace.go:171","msg":"trace[1408205231] range","detail":"{range_begin:/registry/pods/openstack/neutron-ovn-vpn-agent-default-kkhzf; range_end:; response_count:1; response_revision:17707; }","duration":"971.115464ms","start":"2026-04-27T21:39:44.109169Z","end":"2026-04-27T21:39:45.080284Z","steps":["trace[1408205231] 'agreement among raft nodes before linearized reading' (duration: 968.986087ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:39:45.080349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:39:44.109156Z","time spent":"971.180296ms","remote":"127.0.0.1:39966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":15470,"request content":"key:\"/registry/pods/openstack/neutron-ovn-vpn-agent-default-kkhzf\" "} {"level":"warn","ts":"2026-04-27T21:39:45.078805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.132131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-27T21:39:45.080425Z","caller":"traceutil/trace.go:171","msg":"trace[1213748382] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17707; }","duration":"106.799679ms","start":"2026-04-27T21:39:44.973605Z","end":"2026-04-27T21:39:45.080405Z","steps":["trace[1213748382] 'agreement among raft nodes before linearized reading' (duration: 105.105051ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:39:45.080421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:39:44.527805Z","time spent":"552.534135ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:39:45.078084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.501496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:39:45.078956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.897836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:701"} {"level":"info","ts":"2026-04-27T21:39:45.080536Z","caller":"traceutil/trace.go:171","msg":"trace[918602221] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17707; }","duration":"666.053303ms","start":"2026-04-27T21:39:44.41447Z","end":"2026-04-27T21:39:45.080523Z","steps":["trace[918602221] 'agreement among raft nodes before linearized reading' (duration: 663.476055ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:39:45.080566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:39:44.414438Z","time spent":"666.119354ms","remote":"127.0.0.1:39788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-27T21:39:45.080573Z","caller":"traceutil/trace.go:171","msg":"trace[651861726] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:17707; }","duration":"373.497062ms","start":"2026-04-27T21:39:44.70705Z","end":"2026-04-27T21:39:45.080547Z","steps":["trace[651861726] 'agreement among raft nodes before linearized reading' (duration: 371.785554ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:39:45.08062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:39:44.706991Z","time spent":"373.614484ms","remote":"127.0.0.1:39956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":725,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-04-27T21:39:50.179455Z","caller":"traceutil/trace.go:171","msg":"trace[826941828] transaction","detail":"{read_only:false; response_revision:17738; number_of_response:1; }","duration":"137.231798ms","start":"2026-04-27T21:39:50.042183Z","end":"2026-04-27T21:39:50.179415Z","steps":["trace[826941828] 'process raft request' (duration: 136.984173ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:39:55.482919Z","caller":"traceutil/trace.go:171","msg":"trace[510427184] transaction","detail":"{read_only:false; response_revision:17761; number_of_response:1; }","duration":"287.498229ms","start":"2026-04-27T21:39:55.195379Z","end":"2026-04-27T21:39:55.482877Z","steps":["trace[510427184] 'process raft request' (duration: 272.133965ms)","trace[510427184] 'compare' (duration: 15.018126ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:39:55.566977Z","caller":"traceutil/trace.go:171","msg":"trace[2061843217] transaction","detail":"{read_only:false; response_revision:17762; number_of_response:1; }","duration":"369.925841ms","start":"2026-04-27T21:39:55.19703Z","end":"2026-04-27T21:39:55.566956Z","steps":["trace[2061843217] 'process raft request' (duration: 369.720827ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:39:55.567087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:39:55.197008Z","time spent":"370.024644ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:39:55.56728Z","caller":"traceutil/trace.go:171","msg":"trace[71575782] linearizableReadLoop","detail":"{readStateIndex:18384; appliedIndex:18382; }","duration":"329.154091ms","start":"2026-04-27T21:39:55.237739Z","end":"2026-04-27T21:39:55.566893Z","steps":["trace[71575782] 'read index received' (duration: 229.796669ms)","trace[71575782] 'applied index is now lower than readState.Index' (duration: 99.356192ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:39:55.567465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.690492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-27T21:39:55.567628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.808422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-ovn-vpn-agent-default-kkhzf\" ","response":"range_response_count:1 size:15446"} {"level":"info","ts":"2026-04-27T21:39:55.567661Z","caller":"traceutil/trace.go:171","msg":"trace[2128836212] range","detail":"{range_begin:/registry/pods/openstack/neutron-ovn-vpn-agent-default-kkhzf; range_end:; response_count:1; response_revision:17762; }","duration":"239.874454ms","start":"2026-04-27T21:39:55.327778Z","end":"2026-04-27T21:39:55.567652Z","steps":["trace[2128836212] 'agreement among raft nodes before linearized reading' (duration: 239.767031ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:39:55.567652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.1257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:39:55.56767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.973788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-r6dnr\" ","response":"range_response_count:1 size:22125"} {"level":"info","ts":"2026-04-27T21:39:55.567712Z","caller":"traceutil/trace.go:171","msg":"trace[214723307] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:17762; }","duration":"105.216652ms","start":"2026-04-27T21:39:55.46247Z","end":"2026-04-27T21:39:55.567687Z","steps":["trace[214723307] 'agreement among raft nodes before linearized reading' (duration: 105.12319ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:39:55.567732Z","caller":"traceutil/trace.go:171","msg":"trace[130409816] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-r6dnr; range_end:; response_count:1; response_revision:17762; }","duration":"237.04766ms","start":"2026-04-27T21:39:55.330669Z","end":"2026-04-27T21:39:55.567717Z","steps":["trace[130409816] 'agreement among raft nodes before linearized reading' (duration: 236.894617ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:39:55.567761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.060248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-k99ft\" ","response":"range_response_count:1 size:6525"} {"level":"warn","ts":"2026-04-27T21:39:55.567856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.925406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-cqzw6\" ","response":"range_response_count:1 size:9794"} {"level":"info","ts":"2026-04-27T21:39:55.567844Z","caller":"traceutil/trace.go:171","msg":"trace[1150332367] range","detail":"{range_begin:/registry/pods/openstack/keepalived-k99ft; range_end:; response_count:1; response_revision:17762; }","duration":"236.17338ms","start":"2026-04-27T21:39:55.33165Z","end":"2026-04-27T21:39:55.567824Z","steps":["trace[1150332367] 'agreement among raft nodes before linearized reading' (duration: 235.881794ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:39:55.567878Z","caller":"traceutil/trace.go:171","msg":"trace[1712555900] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-cqzw6; range_end:; response_count:1; response_revision:17762; }","duration":"231.959836ms","start":"2026-04-27T21:39:55.335914Z","end":"2026-04-27T21:39:55.567873Z","steps":["trace[1712555900] 'agreement among raft nodes before linearized reading' (duration: 231.906795ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:39:55.567952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.325293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-5sz7w\" ","response":"range_response_count:1 size:20764"} {"level":"warn","ts":"2026-04-27T21:39:55.567955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.715349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-ovn-metadata-agent-default-5j4cf\" ","response":"range_response_count:1 size:15437"} {"level":"info","ts":"2026-04-27T21:39:55.568031Z","caller":"traceutil/trace.go:171","msg":"trace[1262081887] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-5sz7w; range_end:; response_count:1; response_revision:17762; }","duration":"278.417905ms","start":"2026-04-27T21:39:55.289589Z","end":"2026-04-27T21:39:55.568007Z","steps":["trace[1262081887] 'agreement among raft nodes before linearized reading' (duration: 278.240711ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:39:55.568031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.394437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-27T21:39:55.567943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.43979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-r6dnr\" ","response":"range_response_count:1 size:22125"} {"level":"info","ts":"2026-04-27T21:39:55.568053Z","caller":"traceutil/trace.go:171","msg":"trace[1376034764] range","detail":"{range_begin:/registry/pods/openstack/neutron-ovn-metadata-agent-default-5j4cf; range_end:; response_count:1; response_revision:17762; }","duration":"243.873973ms","start":"2026-04-27T21:39:55.324152Z","end":"2026-04-27T21:39:55.568026Z","steps":["trace[1376034764] 'agreement among raft nodes before linearized reading' (duration: 243.562686ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:39:55.568069Z","caller":"traceutil/trace.go:171","msg":"trace[552011224] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17762; }","duration":"300.450178ms","start":"2026-04-27T21:39:55.267606Z","end":"2026-04-27T21:39:55.568056Z","steps":["trace[552011224] 'agreement among raft nodes before linearized reading' (duration: 299.877176ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:39:55.5681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:39:55.267594Z","time spent":"300.499829ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-27T21:39:55.568105Z","caller":"traceutil/trace.go:171","msg":"trace[1149955356] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-r6dnr; range_end:; response_count:1; response_revision:17762; }","duration":"229.669445ms","start":"2026-04-27T21:39:55.338415Z","end":"2026-04-27T21:39:55.568085Z","steps":["trace[1149955356] 'agreement among raft nodes before linearized reading' (duration: 229.291047ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:39:55.568138Z","caller":"traceutil/trace.go:171","msg":"trace[265538801] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17762; }","duration":"330.422828ms","start":"2026-04-27T21:39:55.23767Z","end":"2026-04-27T21:39:55.568093Z","steps":["trace[265538801] 'agreement among raft nodes before linearized reading' (duration: 329.463027ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:39:55.568183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:39:55.237615Z","time spent":"330.554701ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-27T21:39:56.491963Z","caller":"traceutil/trace.go:171","msg":"trace[1940068328] transaction","detail":"{read_only:false; response_revision:17768; number_of_response:1; }","duration":"198.213172ms","start":"2026-04-27T21:39:56.293723Z","end":"2026-04-27T21:39:56.491936Z","steps":["trace[1940068328] 'process raft request' (duration: 198.027388ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:39:56.817593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.225616ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-04-27T21:39:56.817699Z","caller":"traceutil/trace.go:171","msg":"trace[204821631] linearizableReadLoop","detail":"{readStateIndex:18391; appliedIndex:18389; }","duration":"403.560303ms","start":"2026-04-27T21:39:56.414121Z","end":"2026-04-27T21:39:56.817682Z","steps":["trace[204821631] 'read index received' (duration: 77.721748ms)","trace[204821631] 'applied index is now lower than readState.Index' (duration: 325.836585ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:39:56.817831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.090827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:39:56.817826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.700386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:39:56.817875Z","caller":"traceutil/trace.go:171","msg":"trace[2126549588] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:17768; }","duration":"121.185999ms","start":"2026-04-27T21:39:56.696675Z","end":"2026-04-27T21:39:56.817861Z","steps":["trace[2126549588] 'agreement among raft nodes before linearized reading' (duration: 121.106227ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:39:56.817886Z","caller":"traceutil/trace.go:171","msg":"trace[1413536030] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17768; }","duration":"403.805228ms","start":"2026-04-27T21:39:56.414065Z","end":"2026-04-27T21:39:56.81787Z","steps":["trace[1413536030] 'agreement among raft nodes before linearized reading' (duration: 403.681005ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:39:56.817938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:39:56.414045Z","time spent":"403.888032ms","remote":"127.0.0.1:39786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-27T21:41:46.736887Z","caller":"traceutil/trace.go:171","msg":"trace[671279060] transaction","detail":"{read_only:false; response_revision:18528; number_of_response:1; }","duration":"164.703823ms","start":"2026-04-27T21:41:46.572163Z","end":"2026-04-27T21:41:46.736867Z","steps":["trace[671279060] 'process raft request' (duration: 164.57331ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:41:49.25026Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185919323901186,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-27T21:41:49.452222Z","caller":"traceutil/trace.go:171","msg":"trace[116164497] linearizableReadLoop","detail":"{readStateIndex:19195; appliedIndex:19194; }","duration":"702.354904ms","start":"2026-04-27T21:41:48.749844Z","end":"2026-04-27T21:41:49.452199Z","steps":["trace[116164497] 'read index received' (duration: 702.19268ms)","trace[116164497] 'applied index is now lower than readState.Index' (duration: 158.044µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:41:49.452297Z","caller":"traceutil/trace.go:171","msg":"trace[244758666] transaction","detail":"{read_only:false; response_revision:18545; number_of_response:1; }","duration":"707.98058ms","start":"2026-04-27T21:41:48.744275Z","end":"2026-04-27T21:41:49.452256Z","steps":["trace[244758666] 'process raft request' (duration: 707.771625ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:41:49.452545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.521717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:41:49.452545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:41:48.74411Z","time spent":"708.320357ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:41:49.452607Z","caller":"traceutil/trace.go:171","msg":"trace[1545484205] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18545; }","duration":"702.755982ms","start":"2026-04-27T21:41:48.749826Z","end":"2026-04-27T21:41:49.452582Z","steps":["trace[1545484205] 'agreement among raft nodes before linearized reading' (duration: 702.508307ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:41:49.452672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:41:48.749819Z","time spent":"702.814444ms","remote":"127.0.0.1:39786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T21:41:49.452761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.511358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-27T21:41:49.45285Z","caller":"traceutil/trace.go:171","msg":"trace[1148247975] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:18545; }","duration":"689.624481ms","start":"2026-04-27T21:41:48.763202Z","end":"2026-04-27T21:41:49.452826Z","steps":["trace[1148247975] 'agreement among raft nodes before linearized reading' (duration: 689.370674ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:41:49.452892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:41:48.763191Z","time spent":"689.691692ms","remote":"127.0.0.1:39882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-27T21:41:49.453021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.913537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T21:41:49.453084Z","caller":"traceutil/trace.go:171","msg":"trace[841455550] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:18545; }","duration":"521.02211ms","start":"2026-04-27T21:41:48.932047Z","end":"2026-04-27T21:41:49.45307Z","steps":["trace[841455550] 'agreement among raft nodes before linearized reading' (duration: 520.896017ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:41:49.453127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:41:48.932028Z","time spent":"521.090702ms","remote":"127.0.0.1:40278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":32,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:41:49.453124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.961689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-cqzw6\" ","response":"range_response_count:1 size:9794"} {"level":"warn","ts":"2026-04-27T21:41:49.453148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.477938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-27T21:41:49.45318Z","caller":"traceutil/trace.go:171","msg":"trace[913689381] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18545; }","duration":"588.56184ms","start":"2026-04-27T21:41:48.864609Z","end":"2026-04-27T21:41:49.453171Z","steps":["trace[913689381] 'agreement among raft nodes before linearized reading' (duration: 588.471778ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:41:49.453181Z","caller":"traceutil/trace.go:171","msg":"trace[1869061408] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-cqzw6; range_end:; response_count:1; response_revision:18545; }","duration":"237.053801ms","start":"2026-04-27T21:41:49.216109Z","end":"2026-04-27T21:41:49.453163Z","steps":["trace[1869061408] 'agreement among raft nodes before linearized reading' (duration: 236.842336ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:41:49.453216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:41:48.864592Z","time spent":"588.617461ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-27T21:41:49.453337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.633516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-r6dnr\" ","response":"range_response_count:1 size:22125"} {"level":"info","ts":"2026-04-27T21:41:49.453398Z","caller":"traceutil/trace.go:171","msg":"trace[223631526] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-r6dnr; range_end:; response_count:1; response_revision:18545; }","duration":"200.75936ms","start":"2026-04-27T21:41:49.252621Z","end":"2026-04-27T21:41:49.453381Z","steps":["trace[223631526] 'agreement among raft nodes before linearized reading' (duration: 200.543985ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:41:49.453497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.735937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-27T21:41:49.453582Z","caller":"traceutil/trace.go:171","msg":"trace[531138247] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:18545; }","duration":"352.85187ms","start":"2026-04-27T21:41:49.100705Z","end":"2026-04-27T21:41:49.453556Z","steps":["trace[531138247] 'agreement among raft nodes before linearized reading' (duration: 352.548933ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:41:49.453639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:41:49.100688Z","time spent":"352.937082ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-27T21:41:54.385752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.199723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:701"} {"level":"info","ts":"2026-04-27T21:41:54.385842Z","caller":"traceutil/trace.go:171","msg":"trace[231006422] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:18575; }","duration":"118.351406ms","start":"2026-04-27T21:41:54.267471Z","end":"2026-04-27T21:41:54.385822Z","steps":["trace[231006422] 'range keys from in-memory index tree' (duration: 117.929257ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:41:55.224238Z","caller":"traceutil/trace.go:171","msg":"trace[1353932548] transaction","detail":"{read_only:false; response_revision:18578; number_of_response:1; }","duration":"136.407891ms","start":"2026-04-27T21:41:55.087805Z","end":"2026-04-27T21:41:55.224213Z","steps":["trace[1353932548] 'process raft request' (duration: 136.240567ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:41:57.568923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.980052314s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T21:41:57.569051Z","caller":"traceutil/trace.go:171","msg":"trace[1212599714] linearizableReadLoop","detail":"{readStateIndex:19233; appliedIndex:19230; }","duration":"2.016293205s","start":"2026-04-27T21:41:55.552746Z","end":"2026-04-27T21:41:57.569039Z","steps":["trace[1212599714] 'read index received' (duration: 36.088177ms)","trace[1212599714] 'applied index is now lower than readState.Index' (duration: 1.980204178s)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:41:57.569174Z","caller":"traceutil/trace.go:171","msg":"trace[374178542] transaction","detail":"{read_only:false; response_revision:18580; number_of_response:1; }","duration":"2.018012932s","start":"2026-04-27T21:41:55.551154Z","end":"2026-04-27T21:41:57.569167Z","steps":["trace[374178542] 'process raft request' (duration: 37.662402ms)","trace[374178542] 'compare' (duration: 1.978886307s)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:41:57.569214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:41:55.551125Z","time spent":"2.018068614s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:41:57.569318Z","caller":"traceutil/trace.go:171","msg":"trace[100209090] transaction","detail":"{read_only:false; response_revision:18581; number_of_response:1; }","duration":"2.016789795s","start":"2026-04-27T21:41:55.552523Z","end":"2026-04-27T21:41:57.569313Z","steps":["trace[100209090] 'process raft request' (duration: 2.016468148s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:41:57.569348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:41:55.552505Z","time spent":"2.016827966s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:41:57.569409Z","caller":"traceutil/trace.go:171","msg":"trace[1431367183] transaction","detail":"{read_only:false; response_revision:18582; number_of_response:1; }","duration":"2.016818176s","start":"2026-04-27T21:41:55.552586Z","end":"2026-04-27T21:41:57.569404Z","steps":["trace[1431367183] 'process raft request' (duration: 2.016433887s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:41:57.569489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:41:55.552581Z","time spent":"2.016892547s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:41:57.5701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.017353128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:931057"} {"level":"info","ts":"2026-04-27T21:41:57.570121Z","caller":"traceutil/trace.go:171","msg":"trace[670859627] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:18582; }","duration":"2.017401118s","start":"2026-04-27T21:41:55.552715Z","end":"2026-04-27T21:41:57.570116Z","steps":["trace[670859627] 'agreement among raft nodes before linearized reading' (duration: 2.016826216s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:41:57.570138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:41:55.552708Z","time spent":"2.017425619s","remote":"127.0.0.1:39966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":931081,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-27T21:41:57.648315Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.150458094s","expected-duration":"1s"} {"level":"info","ts":"2026-04-27T21:41:57.648863Z","caller":"traceutil/trace.go:171","msg":"trace[265144579] transaction","detail":"{read_only:false; response_revision:18585; number_of_response:1; }","duration":"1.48572557s","start":"2026-04-27T21:41:56.163086Z","end":"2026-04-27T21:41:57.648811Z","steps":["trace[265144579] 'process raft request' (duration: 1.485659158s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:41:57.648893Z","caller":"traceutil/trace.go:171","msg":"trace[1890124776] transaction","detail":"{read_only:false; response_revision:18583; number_of_response:1; }","duration":"1.996542731s","start":"2026-04-27T21:41:55.652304Z","end":"2026-04-27T21:41:57.648847Z","steps":["trace[1890124776] 'process raft request' (duration: 1.996219614s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:41:57.648948Z","caller":"traceutil/trace.go:171","msg":"trace[1832712235] transaction","detail":"{read_only:false; response_revision:18584; number_of_response:1; }","duration":"1.695562931s","start":"2026-04-27T21:41:55.95333Z","end":"2026-04-27T21:41:57.648893Z","steps":["trace[1832712235] 'process raft request' (duration: 1.695368137s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:41:57.649006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:41:56.163064Z","time spent":"1.485848713s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:41:57.649102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:41:55.652275Z","time spent":"1.996719415s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:41:57.649145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:41:55.953294Z","time spent":"1.695756686s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:41:58.416079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000221365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T21:41:58.41633Z","caller":"traceutil/trace.go:171","msg":"trace[2103965601] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000491751s","start":"2026-04-27T21:41:56.415808Z","end":"2026-04-27T21:41:58.416299Z","steps":["trace[2103965601] 'agreement among raft nodes before linearized reading' (duration: 2.000216124s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:41:58.416466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:41:56.415716Z","time spent":"2.000733376s","remote":"127.0.0.1:39786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/27 21:41:58 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T21:41:59.794441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.145635946s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-04-27T21:41:59.794664Z","caller":"traceutil/trace.go:171","msg":"trace[1846463774] linearizableReadLoop","detail":"{readStateIndex:19237; appliedIndex:19233; }","duration":"2.225576223s","start":"2026-04-27T21:41:57.56907Z","end":"2026-04-27T21:41:59.794646Z","steps":["trace[1846463774] 'read index received' (duration: 79.386615ms)","trace[1846463774] 'applied index is now lower than readState.Index' (duration: 2.146187818s)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:41:59.794834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.243273549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-27T21:41:59.794867Z","caller":"traceutil/trace.go:171","msg":"trace[735176386] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18585; }","duration":"2.24334916s","start":"2026-04-27T21:41:57.551508Z","end":"2026-04-27T21:41:59.794857Z","steps":["trace[735176386] 'agreement among raft nodes before linearized reading' (duration: 2.243217307s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:41:59.794901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:41:57.55149Z","time spent":"2.243401971s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-27T21:41:59.795117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.235116446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-04-27T21:41:59.795165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.403709526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:701"} {"level":"info","ts":"2026-04-27T21:41:59.795202Z","caller":"traceutil/trace.go:171","msg":"trace[1233544137] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:18585; }","duration":"3.403788158s","start":"2026-04-27T21:41:56.391405Z","end":"2026-04-27T21:41:59.795193Z","steps":["trace[1233544137] 'agreement among raft nodes before linearized reading' (duration: 3.403693616s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:41:59.795178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.700767868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:41:59.795211Z","caller":"traceutil/trace.go:171","msg":"trace[995279653] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18585; }","duration":"3.235263669s","start":"2026-04-27T21:41:56.559925Z","end":"2026-04-27T21:41:59.795189Z","steps":["trace[995279653] 'agreement among raft nodes before linearized reading' (duration: 3.235037464s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:41:59.795228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:41:56.391379Z","time spent":"3.403842839s","remote":"127.0.0.1:39956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":725,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-04-27T21:41:59.795257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:41:56.559889Z","time spent":"3.235359881s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-27T21:41:59.795394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.302433851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:701"} {"level":"warn","ts":"2026-04-27T21:41:59.795371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.093154903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T21:41:59.795435Z","caller":"traceutil/trace.go:171","msg":"trace[1667323699] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:18585; }","duration":"2.302511643s","start":"2026-04-27T21:41:57.492914Z","end":"2026-04-27T21:41:59.795425Z","steps":["trace[1667323699] 'agreement among raft nodes before linearized reading' (duration: 2.302366369s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:41:59.795469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.697823532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T21:41:59.795469Z","caller":"traceutil/trace.go:171","msg":"trace[588585032] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:18585; }","duration":"3.093305126s","start":"2026-04-27T21:41:56.702139Z","end":"2026-04-27T21:41:59.795445Z","steps":["trace[588585032] 'agreement among raft nodes before linearized reading' (duration: 3.093125121s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:41:59.795253Z","caller":"traceutil/trace.go:171","msg":"trace[1466100797] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:18585; }","duration":"2.700890271s","start":"2026-04-27T21:41:57.094342Z","end":"2026-04-27T21:41:59.795232Z","steps":["trace[1466100797] 'agreement among raft nodes before linearized reading' (duration: 2.700759938s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:41:59.795509Z","caller":"traceutil/trace.go:171","msg":"trace[248253624] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:18585; }","duration":"3.697911764s","start":"2026-04-27T21:41:56.097587Z","end":"2026-04-27T21:41:59.795499Z","steps":["trace[248253624] 'agreement among raft nodes before linearized reading' (duration: 3.697853132s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:41:59.79554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:41:56.097561Z","time spent":"3.697971425s","remote":"127.0.0.1:56692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":4,"response size":32,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:41:59.795535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:41:56.702119Z","time spent":"3.093398748s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":14,"response size":32,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:41:59.795543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:41:57.09432Z","time spent":"2.701203819s","remote":"127.0.0.1:40004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:41:59.795575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.308106098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:701"} {"level":"info","ts":"2026-04-27T21:41:59.795601Z","caller":"traceutil/trace.go:171","msg":"trace[2043662559] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:18585; }","duration":"2.30816703s","start":"2026-04-27T21:41:57.487426Z","end":"2026-04-27T21:41:59.795593Z","steps":["trace[2043662559] 'agreement among raft nodes before linearized reading' (duration: 2.308072088s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:41:59.795634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:41:57.487402Z","time spent":"2.308226282s","remote":"127.0.0.1:39956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":725,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-04-27T21:41:59.795422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.655734301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-server-c8d84b54-zz74b\" ","response":"range_response_count:1 size:12947"} {"level":"warn","ts":"2026-04-27T21:41:59.795473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:41:57.492891Z","time spent":"2.302572595s","remote":"127.0.0.1:39956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":725,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-04-27T21:41:59.795495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.230648107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-27T21:41:59.79571Z","caller":"traceutil/trace.go:171","msg":"trace[646388363] range","detail":"{range_begin:/registry/pods/openstack/neutron-server-c8d84b54-zz74b; range_end:; response_count:1; response_revision:18585; }","duration":"3.656066129s","start":"2026-04-27T21:41:56.139626Z","end":"2026-04-27T21:41:59.795692Z","steps":["trace[646388363] 'agreement among raft nodes before linearized reading' (duration: 3.655730662s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:41:59.795739Z","caller":"traceutil/trace.go:171","msg":"trace[2111636967] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18585; }","duration":"3.230923884s","start":"2026-04-27T21:41:56.564798Z","end":"2026-04-27T21:41:59.795721Z","steps":["trace[2111636967] 'agreement among raft nodes before linearized reading' (duration: 3.230632337s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:41:59.795717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.91012509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:41:59.795775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:41:56.564773Z","time spent":"3.230992345s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-27T21:41:59.795772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:41:56.139593Z","time spent":"3.65616176s","remote":"127.0.0.1:39966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":12971,"request content":"key:\"/registry/pods/openstack/neutron-server-c8d84b54-zz74b\" "} {"level":"info","ts":"2026-04-27T21:41:59.795792Z","caller":"traceutil/trace.go:171","msg":"trace[332479369] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:18585; }","duration":"3.910274493s","start":"2026-04-27T21:41:55.885498Z","end":"2026-04-27T21:41:59.795772Z","steps":["trace[332479369] 'agreement among raft nodes before linearized reading' (duration: 3.91014541s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:41:59.795834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:41:55.885449Z","time spent":"3.910375495s","remote":"127.0.0.1:42720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:41:59.795907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.080514539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-27T21:41:59.795948Z","caller":"traceutil/trace.go:171","msg":"trace[778690766] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:18585; }","duration":"4.080594101s","start":"2026-04-27T21:41:55.715342Z","end":"2026-04-27T21:41:59.795936Z","steps":["trace[778690766] 'agreement among raft nodes before linearized reading' (duration: 4.080488329s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:41:59.795975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:41:55.715319Z","time spent":"4.080649942s","remote":"127.0.0.1:39966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-27T21:41:59.796121Z","caller":"traceutil/trace.go:171","msg":"trace[1233179174] transaction","detail":"{read_only:false; response_revision:18586; number_of_response:1; }","duration":"1.618787496s","start":"2026-04-27T21:41:58.177324Z","end":"2026-04-27T21:41:59.796112Z","steps":["trace[1233179174] 'process raft request' (duration: 1.617216941s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:41:59.796203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:41:58.177298Z","time spent":"1.618856677s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:41:59.798005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.243266078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:931057"} {"level":"info","ts":"2026-04-27T21:41:59.798041Z","caller":"traceutil/trace.go:171","msg":"trace[582692077] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:18585; }","duration":"4.243317808s","start":"2026-04-27T21:41:55.554716Z","end":"2026-04-27T21:41:59.798034Z","steps":["trace[582692077] 'agreement among raft nodes before linearized reading' (duration: 4.241306014s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:41:59.798067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:41:55.55471Z","time spent":"4.243347899s","remote":"127.0.0.1:39966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":931081,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-27T21:41:59.925381Z","caller":"traceutil/trace.go:171","msg":"trace[1968968894] transaction","detail":"{read_only:false; response_revision:18587; number_of_response:1; }","duration":"1.555127862s","start":"2026-04-27T21:41:58.37022Z","end":"2026-04-27T21:41:59.925347Z","steps":["trace[1968968894] 'process raft request' (duration: 1.525398506s)","trace[1968968894] 'compare' (duration: 29.419569ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:41:59.925564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:41:58.370179Z","time spent":"1.555294225s","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18737,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:42:00.133342Z","caller":"traceutil/trace.go:171","msg":"trace[1726669815] transaction","detail":"{read_only:false; response_revision:18589; number_of_response:1; }","duration":"477.67669ms","start":"2026-04-27T21:41:59.655646Z","end":"2026-04-27T21:42:00.133323Z","steps":["trace[1726669815] 'process raft request' (duration: 477.617318ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:42:00.133365Z","caller":"traceutil/trace.go:171","msg":"trace[1276506020] transaction","detail":"{read_only:false; response_revision:18588; number_of_response:1; }","duration":"477.795483ms","start":"2026-04-27T21:41:59.655542Z","end":"2026-04-27T21:42:00.133337Z","steps":["trace[1276506020] 'process raft request' (duration: 476.561416ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:42:00.133456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:41:59.65564Z","time spent":"477.759992ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:42:00.1335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:41:59.65553Z","time spent":"477.903355ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:42:00.133685Z","caller":"traceutil/trace.go:171","msg":"trace[701539029] transaction","detail":"{read_only:false; response_revision:18592; number_of_response:1; }","duration":"331.100543ms","start":"2026-04-27T21:41:59.802556Z","end":"2026-04-27T21:42:00.133657Z","steps":["trace[701539029] 'process raft request' (duration: 330.994001ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:42:00.133735Z","caller":"traceutil/trace.go:171","msg":"trace[704675330] transaction","detail":"{read_only:false; response_revision:18590; number_of_response:1; }","duration":"332.770721ms","start":"2026-04-27T21:41:59.800925Z","end":"2026-04-27T21:42:00.133696Z","steps":["trace[704675330] 'process raft request' (duration: 332.384342ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:42:00.133822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.164337453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-04-27T21:42:00.13385Z","caller":"traceutil/trace.go:171","msg":"trace[1998511528] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:18593; }","duration":"2.164365654s","start":"2026-04-27T21:41:57.969476Z","end":"2026-04-27T21:42:00.133841Z","steps":["trace[1998511528] 'agreement among raft nodes before linearized reading' (duration: 2.164265192s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:42:00.133895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:41:57.969453Z","time spent":"2.164436145s","remote":"127.0.0.1:39944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1960,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-04-27T21:42:00.133837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:41:59.802545Z","time spent":"331.211655ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:42:00.133726Z","caller":"traceutil/trace.go:171","msg":"trace[354172181] linearizableReadLoop","detail":"{readStateIndex:19241; appliedIndex:19238; }","duration":"339.01891ms","start":"2026-04-27T21:41:59.794697Z","end":"2026-04-27T21:42:00.133716Z","steps":["trace[354172181] 'read index received' (duration: 100.931257ms)","trace[354172181] 'applied index is now lower than readState.Index' (duration: 238.086703ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:42:00.133825Z","caller":"traceutil/trace.go:171","msg":"trace[107208617] transaction","detail":"{read_only:false; response_revision:18591; number_of_response:1; }","duration":"332.279969ms","start":"2026-04-27T21:41:59.801501Z","end":"2026-04-27T21:42:00.133781Z","steps":["trace[107208617] 'process raft request' (duration: 331.986742ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:42:00.133942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:41:59.800903Z","time spent":"332.909164ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:42:00.13405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.066219159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T21:42:00.134071Z","caller":"traceutil/trace.go:171","msg":"trace[1486263588] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:18593; }","duration":"1.066279661s","start":"2026-04-27T21:41:59.067785Z","end":"2026-04-27T21:42:00.134065Z","steps":["trace[1486263588] 'agreement among raft nodes before linearized reading' (duration: 1.06624255s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:42:00.134063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:41:59.801486Z","time spent":"332.492614ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:42:00.134089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:41:59.067763Z","time spent":"1.066321032s","remote":"127.0.0.1:37708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":32,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:42:00.134108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.139748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-04-27T21:42:00.134127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.717817709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:42:00.134139Z","caller":"traceutil/trace.go:171","msg":"trace[88472049] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:18593; }","duration":"333.191169ms","start":"2026-04-27T21:41:59.800939Z","end":"2026-04-27T21:42:00.13413Z","steps":["trace[88472049] 'agreement among raft nodes before linearized reading' (duration: 333.064017ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:42:00.134122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.431065138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-27T21:42:00.134144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.680302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:552"} {"level":"info","ts":"2026-04-27T21:42:00.134161Z","caller":"traceutil/trace.go:171","msg":"trace[1995914947] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18593; }","duration":"1.717895291s","start":"2026-04-27T21:41:58.416254Z","end":"2026-04-27T21:42:00.13415Z","steps":["trace[1995914947] 'agreement among raft nodes before linearized reading' (duration: 1.717827269s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:42:00.134179Z","caller":"traceutil/trace.go:171","msg":"trace[527524388] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:18593; }","duration":"1.431127099s","start":"2026-04-27T21:41:58.703035Z","end":"2026-04-27T21:42:00.134162Z","steps":["trace[527524388] 'agreement among raft nodes before linearized reading' (duration: 1.431017197s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:42:00.134195Z","caller":"traceutil/trace.go:171","msg":"trace[1843684493] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:18593; }","duration":"478.768004ms","start":"2026-04-27T21:41:59.655412Z","end":"2026-04-27T21:42:00.13418Z","steps":["trace[1843684493] 'agreement among raft nodes before linearized reading' (duration: 478.612831ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:42:00.134202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:41:58.416228Z","time spent":"1.717964883s","remote":"127.0.0.1:39788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T21:42:00.134211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.455849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-27T21:42:00.134213Z","caller":"traceutil/trace.go:171","msg":"trace[804576722] transaction","detail":"{read_only:false; response_revision:18593; number_of_response:1; }","duration":"326.068291ms","start":"2026-04-27T21:41:59.808132Z","end":"2026-04-27T21:42:00.1342Z","steps":["trace[804576722] 'process raft request' (duration: 325.477728ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:42:00.134244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:41:59.655386Z","time spent":"478.848356ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"info","ts":"2026-04-27T21:42:00.134261Z","caller":"traceutil/trace.go:171","msg":"trace[2075176734] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:18593; }","duration":"559.53132ms","start":"2026-04-27T21:41:59.57471Z","end":"2026-04-27T21:42:00.134241Z","steps":["trace[2075176734] 'agreement among raft nodes before linearized reading' (duration: 559.447538ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:42:00.134272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.38243974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:42:00.134279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.665138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-27T21:42:00.134279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:41:59.808117Z","time spent":"326.132692ms","remote":"127.0.0.1:39966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12737,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:42:00.134135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.814873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-cqzw6\" ","response":"range_response_count:1 size:9794"} {"level":"warn","ts":"2026-04-27T21:42:00.134294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:41:59.574688Z","time spent":"559.598692ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-27T21:42:00.134302Z","caller":"traceutil/trace.go:171","msg":"trace[543738784] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:18593; }","duration":"124.733999ms","start":"2026-04-27T21:42:00.009562Z","end":"2026-04-27T21:42:00.134296Z","steps":["trace[543738784] 'agreement among raft nodes before linearized reading' (duration: 124.672528ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:42:00.134301Z","caller":"traceutil/trace.go:171","msg":"trace[644184348] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18593; }","duration":"1.382498652s","start":"2026-04-27T21:41:58.751793Z","end":"2026-04-27T21:42:00.134292Z","steps":["trace[644184348] 'agreement among raft nodes before linearized reading' (duration: 1.382453111s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:42:00.134163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:41:59.800925Z","time spent":"333.233241ms","remote":"127.0.0.1:39966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-27T21:42:00.134334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:41:58.751771Z","time spent":"1.382558164s","remote":"127.0.0.1:39786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T21:42:00.134033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.287025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-27T21:42:00.13436Z","caller":"traceutil/trace.go:171","msg":"trace[1886710225] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18593; }","duration":"559.664114ms","start":"2026-04-27T21:41:59.574691Z","end":"2026-04-27T21:42:00.134355Z","steps":["trace[1886710225] 'agreement among raft nodes before linearized reading' (duration: 559.253854ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:42:00.134206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.49546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-04-27T21:42:00.134379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:41:59.574668Z","time spent":"559.704815ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-27T21:42:00.134389Z","caller":"traceutil/trace.go:171","msg":"trace[1987699044] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18593; }","duration":"559.705265ms","start":"2026-04-27T21:41:59.574673Z","end":"2026-04-27T21:42:00.134379Z","steps":["trace[1987699044] 'agreement among raft nodes before linearized reading' (duration: 559.339576ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:42:00.134222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:41:58.703012Z","time spent":"1.43120089s","remote":"127.0.0.1:44920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":32,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:42:00.134418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:41:59.574652Z","time spent":"559.758767ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-27T21:42:00.134319Z","caller":"traceutil/trace.go:171","msg":"trace[1497618705] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-cqzw6; range_end:; response_count:1; response_revision:18593; }","duration":"546.025959ms","start":"2026-04-27T21:41:59.588287Z","end":"2026-04-27T21:42:00.134313Z","steps":["trace[1497618705] 'agreement among raft nodes before linearized reading' (duration: 545.778023ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:42:00.134489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:41:59.588272Z","time spent":"546.203803ms","remote":"127.0.0.1:39966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9818,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-cqzw6\" "} {"level":"info","ts":"2026-04-27T21:42:05.662856Z","caller":"traceutil/trace.go:171","msg":"trace[1010598333] transaction","detail":"{read_only:false; response_revision:18650; number_of_response:1; }","duration":"400.881744ms","start":"2026-04-27T21:42:05.261938Z","end":"2026-04-27T21:42:05.662819Z","steps":["trace[1010598333] 'process raft request' (duration: 400.630868ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:42:05.663034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:42:05.261922Z","time spent":"401.026337ms","remote":"127.0.0.1:39966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":15747,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:42:05.664032Z","caller":"traceutil/trace.go:171","msg":"trace[1231173732] linearizableReadLoop","detail":"{readStateIndex:19304; appliedIndex:19302; }","duration":"325.544899ms","start":"2026-04-27T21:42:05.338461Z","end":"2026-04-27T21:42:05.664006Z","steps":["trace[1231173732] 'read index received' (duration: 324.170179ms)","trace[1231173732] 'applied index is now lower than readState.Index' (duration: 1.37332ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:42:05.664298Z","caller":"traceutil/trace.go:171","msg":"trace[2009899838] transaction","detail":"{read_only:false; response_revision:18651; number_of_response:1; }","duration":"389.890919ms","start":"2026-04-27T21:42:05.274395Z","end":"2026-04-27T21:42:05.664286Z","steps":["trace[2009899838] 'process raft request' (duration: 389.467529ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:42:05.664413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:42:05.274369Z","time spent":"389.97169ms","remote":"127.0.0.1:39864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":925,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-27T21:42:05.664719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.260525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:42:05.664758Z","caller":"traceutil/trace.go:171","msg":"trace[990201722] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:18651; }","duration":"326.337157ms","start":"2026-04-27T21:42:05.33841Z","end":"2026-04-27T21:42:05.664747Z","steps":["trace[990201722] 'agreement among raft nodes before linearized reading' (duration: 326.193164ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:42:05.664788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:42:05.338389Z","time spent":"326.392679ms","remote":"127.0.0.1:40292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-27T21:42:05.664875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.719283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:42:05.664959Z","caller":"traceutil/trace.go:171","msg":"trace[474400835] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18651; }","duration":"249.846876ms","start":"2026-04-27T21:42:05.41509Z","end":"2026-04-27T21:42:05.664937Z","steps":["trace[474400835] 'agreement among raft nodes before linearized reading' (duration: 249.700193ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:42:16.185819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.410153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T21:42:16.185933Z","caller":"traceutil/trace.go:171","msg":"trace[1452717593] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:18772; }","duration":"154.560396ms","start":"2026-04-27T21:42:16.031352Z","end":"2026-04-27T21:42:16.185912Z","steps":["trace[1452717593] 'count revisions from in-memory index tree' (duration: 154.367441ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:42:16.34281Z","caller":"traceutil/trace.go:171","msg":"trace[132636580] transaction","detail":"{read_only:false; response_revision:18773; number_of_response:1; }","duration":"152.9973ms","start":"2026-04-27T21:42:16.189784Z","end":"2026-04-27T21:42:16.342781Z","steps":["trace[132636580] 'process raft request' (duration: 152.837247ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:42:16.361781Z","caller":"traceutil/trace.go:171","msg":"trace[200975703] transaction","detail":"{read_only:false; response_revision:18775; number_of_response:1; }","duration":"130.768513ms","start":"2026-04-27T21:42:16.230994Z","end":"2026-04-27T21:42:16.361762Z","steps":["trace[200975703] 'process raft request' (duration: 130.730862ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:42:16.361834Z","caller":"traceutil/trace.go:171","msg":"trace[458125113] transaction","detail":"{read_only:false; response_revision:18774; number_of_response:1; }","duration":"159.63899ms","start":"2026-04-27T21:42:16.202154Z","end":"2026-04-27T21:42:16.361793Z","steps":["trace[458125113] 'process raft request' (duration: 159.470306ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:42:16.362059Z","caller":"traceutil/trace.go:171","msg":"trace[131264968] transaction","detail":"{read_only:false; response_revision:18776; number_of_response:1; }","duration":"120.652418ms","start":"2026-04-27T21:42:16.241333Z","end":"2026-04-27T21:42:16.361986Z","steps":["trace[131264968] 'process raft request' (duration: 120.410923ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:42:16.399102Z","caller":"traceutil/trace.go:171","msg":"trace[2140688241] linearizableReadLoop","detail":"{readStateIndex:19436; appliedIndex:19433; }","duration":"140.046452ms","start":"2026-04-27T21:42:16.25903Z","end":"2026-04-27T21:42:16.399076Z","steps":["trace[2140688241] 'read index received' (duration: 83.753532ms)","trace[2140688241] 'applied index is now lower than readState.Index' (duration: 56.29173ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:42:16.399394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.345348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-27T21:42:16.399487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.152812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-27T21:42:16.399491Z","caller":"traceutil/trace.go:171","msg":"trace[2112449745] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18776; }","duration":"140.482942ms","start":"2026-04-27T21:42:16.258984Z","end":"2026-04-27T21:42:16.399467Z","steps":["trace[2112449745] 'agreement among raft nodes before linearized reading' (duration: 140.217517ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:42:16.399529Z","caller":"traceutil/trace.go:171","msg":"trace[228936139] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18776; }","duration":"122.235404ms","start":"2026-04-27T21:42:16.277284Z","end":"2026-04-27T21:42:16.39952Z","steps":["trace[228936139] 'agreement among raft nodes before linearized reading' (duration: 122.08611ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:42:16.399486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.33129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-27T21:42:16.399643Z","caller":"traceutil/trace.go:171","msg":"trace[1971350085] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18776; }","duration":"124.518795ms","start":"2026-04-27T21:42:16.275114Z","end":"2026-04-27T21:42:16.399633Z","steps":["trace[1971350085] 'agreement among raft nodes before linearized reading' (duration: 124.245789ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:42:16.399661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.392822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-27T21:42:16.399665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.405099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-27T21:42:16.399726Z","caller":"traceutil/trace.go:171","msg":"trace[1739759741] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18776; }","duration":"124.500355ms","start":"2026-04-27T21:42:16.27521Z","end":"2026-04-27T21:42:16.39971Z","steps":["trace[1739759741] 'agreement among raft nodes before linearized reading' (duration: 124.309321ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:42:16.399736Z","caller":"traceutil/trace.go:171","msg":"trace[437903377] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:18776; }","duration":"123.509952ms","start":"2026-04-27T21:42:16.276209Z","end":"2026-04-27T21:42:16.399719Z","steps":["trace[437903377] 'agreement among raft nodes before linearized reading' (duration: 123.353668ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:42:16.399897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.282419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-27T21:42:16.400005Z","caller":"traceutil/trace.go:171","msg":"trace[1832011602] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18776; }","duration":"124.411103ms","start":"2026-04-27T21:42:16.275571Z","end":"2026-04-27T21:42:16.399982Z","steps":["trace[1832011602] 'agreement among raft nodes before linearized reading' (duration: 123.875081ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:42:16.633897Z","caller":"traceutil/trace.go:171","msg":"trace[37036169] transaction","detail":"{read_only:false; response_revision:18778; number_of_response:1; }","duration":"229.580843ms","start":"2026-04-27T21:42:16.404292Z","end":"2026-04-27T21:42:16.633873Z","steps":["trace[37036169] 'process raft request' (duration: 229.332828ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:42:16.634155Z","caller":"traceutil/trace.go:171","msg":"trace[1710542962] transaction","detail":"{read_only:false; response_revision:18779; number_of_response:1; }","duration":"229.543013ms","start":"2026-04-27T21:42:16.404597Z","end":"2026-04-27T21:42:16.63414Z","steps":["trace[1710542962] 'process raft request' (duration: 229.235136ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:42:16.634288Z","caller":"traceutil/trace.go:171","msg":"trace[1978493798] transaction","detail":"{read_only:false; response_revision:18781; number_of_response:1; }","duration":"229.547522ms","start":"2026-04-27T21:42:16.404723Z","end":"2026-04-27T21:42:16.634271Z","steps":["trace[1978493798] 'process raft request' (duration: 229.46442ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:42:16.634301Z","caller":"traceutil/trace.go:171","msg":"trace[544372765] linearizableReadLoop","detail":"{readStateIndex:19443; appliedIndex:19438; }","duration":"226.928045ms","start":"2026-04-27T21:42:16.407335Z","end":"2026-04-27T21:42:16.634263Z","steps":["trace[544372765] 'read index received' (duration: 78.558247ms)","trace[544372765] 'applied index is now lower than readState.Index' (duration: 148.368808ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:42:16.634323Z","caller":"traceutil/trace.go:171","msg":"trace[690036959] transaction","detail":"{read_only:false; response_revision:18782; number_of_response:1; }","duration":"229.48668ms","start":"2026-04-27T21:42:16.404808Z","end":"2026-04-27T21:42:16.634295Z","steps":["trace[690036959] 'process raft request' (duration: 229.416359ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:42:16.634399Z","caller":"traceutil/trace.go:171","msg":"trace[836409422] transaction","detail":"{read_only:false; response_revision:18780; number_of_response:1; }","duration":"229.686305ms","start":"2026-04-27T21:42:16.404703Z","end":"2026-04-27T21:42:16.634389Z","steps":["trace[836409422] 'process raft request' (duration: 229.375198ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:42:16.634532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.270665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:42:16.634542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.983604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-04-27T21:42:16.634579Z","caller":"traceutil/trace.go:171","msg":"trace[1588617702] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:18782; }","duration":"169.374627ms","start":"2026-04-27T21:42:16.465191Z","end":"2026-04-27T21:42:16.634566Z","steps":["trace[1588617702] 'agreement among raft nodes before linearized reading' (duration: 169.282015ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:42:16.634584Z","caller":"traceutil/trace.go:171","msg":"trace[533424203] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:18782; }","duration":"222.056006ms","start":"2026-04-27T21:42:16.412514Z","end":"2026-04-27T21:42:16.63457Z","steps":["trace[533424203] 'agreement among raft nodes before linearized reading' (duration: 221.921243ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:42:16.635201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.863776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:932464"} {"level":"info","ts":"2026-04-27T21:42:16.635247Z","caller":"traceutil/trace.go:171","msg":"trace[1505275033] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:18782; }","duration":"227.938847ms","start":"2026-04-27T21:42:16.407297Z","end":"2026-04-27T21:42:16.635236Z","steps":["trace[1505275033] 'agreement among raft nodes before linearized reading' (duration: 227.119179ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:42:16.852581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.749749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:42:16.852716Z","caller":"traceutil/trace.go:171","msg":"trace[1563204845] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:0; response_revision:18783; }","duration":"111.938122ms","start":"2026-04-27T21:42:16.740753Z","end":"2026-04-27T21:42:16.852691Z","steps":["trace[1563204845] 'range keys from in-memory index tree' (duration: 111.651736ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:42:18.954659Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16547} {"level":"info","ts":"2026-04-27T21:42:19.554272Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16547,"took":"596.12335ms","hash":1149587398,"current-db-size-bytes":43114496,"current-db-size":"43 MB","current-db-size-in-use-bytes":31322112,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-04-27T21:42:19.554329Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1149587398,"revision":16547,"compact-revision":14083} {"level":"info","ts":"2026-04-27T21:42:20.163614Z","caller":"traceutil/trace.go:171","msg":"trace[2123841214] linearizableReadLoop","detail":"{readStateIndex:19517; appliedIndex:19516; }","duration":"191.39488ms","start":"2026-04-27T21:42:19.972197Z","end":"2026-04-27T21:42:20.163592Z","steps":["trace[2123841214] 'read index received' (duration: 191.158085ms)","trace[2123841214] 'applied index is now lower than readState.Index' (duration: 235.765µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:42:20.163732Z","caller":"traceutil/trace.go:171","msg":"trace[99469086] transaction","detail":"{read_only:false; response_revision:18855; number_of_response:1; }","duration":"201.745831ms","start":"2026-04-27T21:42:19.961956Z","end":"2026-04-27T21:42:20.163702Z","steps":["trace[99469086] 'process raft request' (duration: 201.474175ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:42:20.163994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.776258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-27T21:42:20.164042Z","caller":"traceutil/trace.go:171","msg":"trace[721438427] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:18855; }","duration":"191.87969ms","start":"2026-04-27T21:42:19.972151Z","end":"2026-04-27T21:42:20.164031Z","steps":["trace[721438427] 'agreement among raft nodes before linearized reading' (duration: 191.568584ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:42:57.028316Z","caller":"traceutil/trace.go:171","msg":"trace[252615354] linearizableReadLoop","detail":"{readStateIndex:19957; appliedIndex:19956; }","duration":"110.642474ms","start":"2026-04-27T21:42:56.917656Z","end":"2026-04-27T21:42:57.028299Z","steps":["trace[252615354] 'read index received' (duration: 103.092615ms)","trace[252615354] 'applied index is now lower than readState.Index' (duration: 7.548929ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:42:57.028435Z","caller":"traceutil/trace.go:171","msg":"trace[2142720141] transaction","detail":"{read_only:false; response_revision:19284; number_of_response:1; }","duration":"113.373176ms","start":"2026-04-27T21:42:56.91505Z","end":"2026-04-27T21:42:57.028423Z","steps":["trace[2142720141] 'process raft request' (duration: 105.759915ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:42:57.02862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.45974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-27T21:42:57.028745Z","caller":"traceutil/trace.go:171","msg":"trace[193374965] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19284; }","duration":"110.609332ms","start":"2026-04-27T21:42:56.918114Z","end":"2026-04-27T21:42:57.028723Z","steps":["trace[193374965] 'agreement among raft nodes before linearized reading' (duration: 110.386958ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:42:57.028845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.323964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-27T21:42:57.028944Z","caller":"traceutil/trace.go:171","msg":"trace[2092733368] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:19284; }","duration":"109.456818ms","start":"2026-04-27T21:42:56.919464Z","end":"2026-04-27T21:42:57.028921Z","steps":["trace[2092733368] 'agreement among raft nodes before linearized reading' (duration: 109.166531ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:42:57.028922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.231067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-27T21:42:57.029015Z","caller":"traceutil/trace.go:171","msg":"trace[1356430464] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19284; }","duration":"111.3637ms","start":"2026-04-27T21:42:56.917631Z","end":"2026-04-27T21:42:57.028994Z","steps":["trace[1356430464] 'agreement among raft nodes before linearized reading' (duration: 111.063754ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:43:01.665541Z","caller":"traceutil/trace.go:171","msg":"trace[546366627] linearizableReadLoop","detail":"{readStateIndex:19996; appliedIndex:19995; }","duration":"127.432549ms","start":"2026-04-27T21:43:01.53808Z","end":"2026-04-27T21:43:01.665513Z","steps":["trace[546366627] 'read index received' (duration: 126.226872ms)","trace[546366627] 'applied index is now lower than readState.Index' (duration: 1.204606ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:43:01.665604Z","caller":"traceutil/trace.go:171","msg":"trace[1298418713] transaction","detail":"{read_only:false; response_revision:19322; number_of_response:1; }","duration":"129.608208ms","start":"2026-04-27T21:43:01.535965Z","end":"2026-04-27T21:43:01.665573Z","steps":["trace[1298418713] 'process raft request' (duration: 128.391191ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:43:01.66582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.558613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T21:43:01.665888Z","caller":"traceutil/trace.go:171","msg":"trace[706053260] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:19322; }","duration":"123.659155ms","start":"2026-04-27T21:43:01.542199Z","end":"2026-04-27T21:43:01.665858Z","steps":["trace[706053260] 'agreement among raft nodes before linearized reading' (duration: 123.451231ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:43:01.66596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.851128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-cfcb9dfcc-g8xrt.18aa537689aed695\" ","response":"range_response_count:1 size:1134"} {"level":"info","ts":"2026-04-27T21:43:01.666059Z","caller":"traceutil/trace.go:171","msg":"trace[699216420] range","detail":"{range_begin:/registry/events/openstack/barbican-api-cfcb9dfcc-g8xrt.18aa537689aed695; range_end:; response_count:1; response_revision:19322; }","duration":"127.982041ms","start":"2026-04-27T21:43:01.538054Z","end":"2026-04-27T21:43:01.666036Z","steps":["trace[699216420] 'agreement among raft nodes before linearized reading' (duration: 127.593972ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:43:02.686683Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"d98d5f2c752cc52d","local-member-applied-index":20008,"local-member-snapshot-index":10007,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-27T21:43:02.855223Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20008} {"level":"info","ts":"2026-04-27T21:43:02.855343Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15008} {"level":"info","ts":"2026-04-27T21:43:11.378603Z","caller":"traceutil/trace.go:171","msg":"trace[1956972086] transaction","detail":"{read_only:false; response_revision:19389; number_of_response:1; }","duration":"115.41559ms","start":"2026-04-27T21:43:11.263159Z","end":"2026-04-27T21:43:11.378575Z","steps":["trace[1956972086] 'process raft request' (duration: 19.073826ms)","trace[1956972086] 'compare' (duration: 96.084089ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:43:11.378666Z","caller":"traceutil/trace.go:171","msg":"trace[928818898] linearizableReadLoop","detail":"{readStateIndex:20065; appliedIndex:20063; }","duration":"107.315909ms","start":"2026-04-27T21:43:11.271322Z","end":"2026-04-27T21:43:11.378638Z","steps":["trace[928818898] 'read index received' (duration: 10.920304ms)","trace[928818898] 'applied index is now lower than readState.Index' (duration: 96.394405ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:43:11.378862Z","caller":"traceutil/trace.go:171","msg":"trace[2056996970] transaction","detail":"{read_only:false; response_revision:19390; number_of_response:1; }","duration":"115.585896ms","start":"2026-04-27T21:43:11.263269Z","end":"2026-04-27T21:43:11.378855Z","steps":["trace[2056996970] 'process raft request' (duration: 115.291618ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:43:11.37897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.618267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.250\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-04-27T21:43:11.379056Z","caller":"traceutil/trace.go:171","msg":"trace[362218694] range","detail":"{range_begin:/registry/masterleases/199.204.45.250; range_end:; response_count:1; response_revision:19390; }","duration":"107.7329ms","start":"2026-04-27T21:43:11.271303Z","end":"2026-04-27T21:43:11.379036Z","steps":["trace[362218694] 'agreement among raft nodes before linearized reading' (duration: 107.501664ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:43:11.644614Z","caller":"traceutil/trace.go:171","msg":"trace[1608116054] linearizableReadLoop","detail":"{readStateIndex:20067; appliedIndex:20066; }","duration":"169.683583ms","start":"2026-04-27T21:43:11.474905Z","end":"2026-04-27T21:43:11.644589Z","steps":["trace[1608116054] 'read index received' (duration: 169.310935ms)","trace[1608116054] 'applied index is now lower than readState.Index' (duration: 371.368µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:43:11.644679Z","caller":"traceutil/trace.go:171","msg":"trace[709120583] transaction","detail":"{read_only:false; response_revision:19391; number_of_response:1; }","duration":"256.872853ms","start":"2026-04-27T21:43:11.387742Z","end":"2026-04-27T21:43:11.644615Z","steps":["trace[709120583] 'process raft request' (duration: 256.585337ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:43:11.644883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.958319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:43:11.644941Z","caller":"traceutil/trace.go:171","msg":"trace[1300965290] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:19391; }","duration":"170.076243ms","start":"2026-04-27T21:43:11.474847Z","end":"2026-04-27T21:43:11.644924Z","steps":["trace[1300965290] 'agreement among raft nodes before linearized reading' (duration: 169.946929ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:43:11.645081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.081384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:43:11.645111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.11701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:43:11.645171Z","caller":"traceutil/trace.go:171","msg":"trace[1842742809] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:19391; }","duration":"147.214412ms","start":"2026-04-27T21:43:11.497941Z","end":"2026-04-27T21:43:11.645155Z","steps":["trace[1842742809] 'agreement among raft nodes before linearized reading' (duration: 147.094059ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:43:11.645168Z","caller":"traceutil/trace.go:171","msg":"trace[208507173] range","detail":"{range_begin:/registry/jobs/openstack/heat-rabbit-init; range_end:; response_count:0; response_revision:19391; }","duration":"170.176486ms","start":"2026-04-27T21:43:11.474966Z","end":"2026-04-27T21:43:11.645142Z","steps":["trace[208507173] 'agreement among raft nodes before linearized reading' (duration: 170.009962ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:43:11.645173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.360353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:43:11.645249Z","caller":"traceutil/trace.go:171","msg":"trace[842502743] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:19391; }","duration":"146.546397ms","start":"2026-04-27T21:43:11.498675Z","end":"2026-04-27T21:43:11.645221Z","steps":["trace[842502743] 'agreement among raft nodes before linearized reading' (duration: 146.362793ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:43:11.64528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.062233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:43:11.645296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.252253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:43:11.645342Z","caller":"traceutil/trace.go:171","msg":"trace[1245535739] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:19391; }","duration":"147.319175ms","start":"2026-04-27T21:43:11.498009Z","end":"2026-04-27T21:43:11.645328Z","steps":["trace[1245535739] 'agreement among raft nodes before linearized reading' (duration: 147.254083ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:43:11.64537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.753682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:43:11.645348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.728131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:43:11.64537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.846327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-db-sync\" ","response":"range_response_count:1 size:5032"} {"level":"warn","ts":"2026-04-27T21:43:11.645404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.151785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:43:11.645479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.436251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:43:11.64548Z","caller":"traceutil/trace.go:171","msg":"trace[285416117] range","detail":"{range_begin:/registry/jobs/openstack/heat-rabbit-init; range_end:; response_count:0; response_revision:19391; }","duration":"146.845265ms","start":"2026-04-27T21:43:11.49857Z","end":"2026-04-27T21:43:11.645415Z","steps":["trace[285416117] 'agreement among raft nodes before linearized reading' (duration: 146.672441ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:43:11.645486Z","caller":"traceutil/trace.go:171","msg":"trace[808940425] range","detail":"{range_begin:/registry/jobs/openstack/heat-db-sync; range_end:; response_count:1; response_revision:19391; }","duration":"139.97884ms","start":"2026-04-27T21:43:11.505491Z","end":"2026-04-27T21:43:11.64547Z","steps":["trace[808940425] 'agreement among raft nodes before linearized reading' (duration: 139.725844ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:43:11.645499Z","caller":"traceutil/trace.go:171","msg":"trace[1952676311] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:19391; }","duration":"170.261547ms","start":"2026-04-27T21:43:11.475218Z","end":"2026-04-27T21:43:11.645479Z","steps":["trace[1952676311] 'agreement among raft nodes before linearized reading' (duration: 170.156135ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:43:11.645494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.37661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-db-sync\" ","response":"range_response_count:1 size:5032"} {"level":"info","ts":"2026-04-27T21:43:11.645411Z","caller":"traceutil/trace.go:171","msg":"trace[569768621] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:19391; }","duration":"146.811093ms","start":"2026-04-27T21:43:11.498589Z","end":"2026-04-27T21:43:11.6454Z","steps":["trace[569768621] 'agreement among raft nodes before linearized reading' (duration: 146.753132ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:43:11.645527Z","caller":"traceutil/trace.go:171","msg":"trace[1515928569] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:19391; }","duration":"170.523933ms","start":"2026-04-27T21:43:11.47499Z","end":"2026-04-27T21:43:11.645514Z","steps":["trace[1515928569] 'agreement among raft nodes before linearized reading' (duration: 170.41799ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:43:11.645344Z","caller":"traceutil/trace.go:171","msg":"trace[477566673] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:19391; }","duration":"170.143355ms","start":"2026-04-27T21:43:11.475181Z","end":"2026-04-27T21:43:11.645324Z","steps":["trace[477566673] 'agreement among raft nodes before linearized reading' (duration: 170.041152ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:43:11.645584Z","caller":"traceutil/trace.go:171","msg":"trace[564759051] range","detail":"{range_begin:/registry/jobs/openstack/heat-db-sync; range_end:; response_count:1; response_revision:19391; }","duration":"170.465842ms","start":"2026-04-27T21:43:11.475082Z","end":"2026-04-27T21:43:11.645548Z","steps":["trace[564759051] 'agreement among raft nodes before linearized reading' (duration: 170.239687ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:43:21.530256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.692692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-27T21:43:21.530387Z","caller":"traceutil/trace.go:171","msg":"trace[1543645053] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19469; }","duration":"113.856265ms","start":"2026-04-27T21:43:21.416502Z","end":"2026-04-27T21:43:21.530358Z","steps":["trace[1543645053] 'range keys from in-memory index tree' (duration: 113.541408ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:43:21.531147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.148105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-27T21:43:21.531239Z","caller":"traceutil/trace.go:171","msg":"trace[205434439] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19469; }","duration":"115.283419ms","start":"2026-04-27T21:43:21.415927Z","end":"2026-04-27T21:43:21.531211Z","steps":["trace[205434439] 'range keys from in-memory index tree' (duration: 114.982362ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:43:21.531261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.210197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:43:21.531358Z","caller":"traceutil/trace.go:171","msg":"trace[1628046068] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19469; }","duration":"115.36078ms","start":"2026-04-27T21:43:21.415976Z","end":"2026-04-27T21:43:21.531337Z","steps":["trace[1628046068] 'range keys from in-memory index tree' (duration: 115.126345ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:43:27.57074Z","caller":"traceutil/trace.go:171","msg":"trace[1610984734] transaction","detail":"{read_only:false; response_revision:19528; number_of_response:1; }","duration":"106.605443ms","start":"2026-04-27T21:43:27.464111Z","end":"2026-04-27T21:43:27.570716Z","steps":["trace[1610984734] 'process raft request' (duration: 106.180584ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:43:31.034326Z","caller":"traceutil/trace.go:171","msg":"trace[20491488] transaction","detail":"{read_only:false; response_revision:19549; number_of_response:1; }","duration":"178.44124ms","start":"2026-04-27T21:43:30.855852Z","end":"2026-04-27T21:43:31.034293Z","steps":["trace[20491488] 'process raft request' (duration: 178.206324ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:43:31.223415Z","caller":"traceutil/trace.go:171","msg":"trace[384046345] transaction","detail":"{read_only:false; response_revision:19550; number_of_response:1; }","duration":"315.344151ms","start":"2026-04-27T21:43:30.908031Z","end":"2026-04-27T21:43:31.223375Z","steps":["trace[384046345] 'process raft request' (duration: 315.051365ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:43:31.223664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:43:30.908001Z","time spent":"315.527315ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:43:31.223758Z","caller":"traceutil/trace.go:171","msg":"trace[713414092] linearizableReadLoop","detail":"{readStateIndex:20230; appliedIndex:20227; }","duration":"255.080095ms","start":"2026-04-27T21:43:30.96864Z","end":"2026-04-27T21:43:31.22372Z","steps":["trace[713414092] 'read index received' (duration: 65.446894ms)","trace[713414092] 'applied index is now lower than readState.Index' (duration: 189.632541ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:43:31.223773Z","caller":"traceutil/trace.go:171","msg":"trace[1529955722] transaction","detail":"{read_only:false; response_revision:19551; number_of_response:1; }","duration":"285.7467ms","start":"2026-04-27T21:43:30.937968Z","end":"2026-04-27T21:43:31.223715Z","steps":["trace[1529955722] 'process raft request' (duration: 285.33611ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:43:31.223911Z","caller":"traceutil/trace.go:171","msg":"trace[1731238139] transaction","detail":"{read_only:false; response_revision:19552; number_of_response:1; }","duration":"249.98535ms","start":"2026-04-27T21:43:30.973893Z","end":"2026-04-27T21:43:31.223878Z","steps":["trace[1731238139] 'process raft request' (duration: 249.666662ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:43:31.224028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.357271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-04-27T21:43:31.224059Z","caller":"traceutil/trace.go:171","msg":"trace[535953442] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:19552; }","duration":"255.457623ms","start":"2026-04-27T21:43:30.968589Z","end":"2026-04-27T21:43:31.224046Z","steps":["trace[535953442] 'agreement among raft nodes before linearized reading' (duration: 255.291529ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:43:31.232213Z","caller":"traceutil/trace.go:171","msg":"trace[138252432] transaction","detail":"{read_only:false; response_revision:19553; number_of_response:1; }","duration":"110.999392ms","start":"2026-04-27T21:43:31.121195Z","end":"2026-04-27T21:43:31.232194Z","steps":["trace[138252432] 'process raft request' (duration: 110.802257ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:43:31.232688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.605595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-27T21:43:31.232738Z","caller":"traceutil/trace.go:171","msg":"trace[1471021053] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19553; }","duration":"250.739167ms","start":"2026-04-27T21:43:30.981986Z","end":"2026-04-27T21:43:31.232725Z","steps":["trace[1471021053] 'agreement among raft nodes before linearized reading' (duration: 250.538922ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:45:05.934807Z","caller":"traceutil/trace.go:171","msg":"trace[1062309648] transaction","detail":"{read_only:false; response_revision:20195; number_of_response:1; }","duration":"111.306488ms","start":"2026-04-27T21:45:05.823468Z","end":"2026-04-27T21:45:05.934775Z","steps":["trace[1062309648] 'process raft request' (duration: 41.280672ms)","trace[1062309648] 'compare' (duration: 69.899303ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:45:05.949281Z","caller":"traceutil/trace.go:171","msg":"trace[315564882] transaction","detail":"{read_only:false; response_revision:20196; number_of_response:1; }","duration":"125.68061ms","start":"2026-04-27T21:45:05.823583Z","end":"2026-04-27T21:45:05.949263Z","steps":["trace[315564882] 'process raft request' (duration: 125.388233ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:45:10.450566Z","caller":"traceutil/trace.go:171","msg":"trace[1098290136] transaction","detail":"{read_only:false; response_revision:20219; number_of_response:1; }","duration":"126.449737ms","start":"2026-04-27T21:45:10.324093Z","end":"2026-04-27T21:45:10.450542Z","steps":["trace[1098290136] 'process raft request' (duration: 79.59971ms)","trace[1098290136] 'compare' (duration: 46.611982ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:45:30.997248Z","caller":"traceutil/trace.go:171","msg":"trace[1295765937] transaction","detail":"{read_only:false; response_revision:20374; number_of_response:1; }","duration":"108.081567ms","start":"2026-04-27T21:45:30.889135Z","end":"2026-04-27T21:45:30.997216Z","steps":["trace[1295765937] 'process raft request' (duration: 105.817386ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:47:18.771036Z","caller":"traceutil/trace.go:171","msg":"trace[797611422] transaction","detail":"{read_only:false; response_revision:21154; number_of_response:1; }","duration":"118.796367ms","start":"2026-04-27T21:47:18.652211Z","end":"2026-04-27T21:47:18.771007Z","steps":["trace[797611422] 'process raft request' (duration: 118.601903ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:47:19.018439Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":18853} {"level":"warn","ts":"2026-04-27T21:47:19.60428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.322744ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T21:47:19.604596Z","caller":"traceutil/trace.go:171","msg":"trace[24513354] linearizableReadLoop","detail":"{readStateIndex:21897; appliedIndex:21896; }","duration":"282.17734ms","start":"2026-04-27T21:47:19.322373Z","end":"2026-04-27T21:47:19.60455Z","steps":["trace[24513354] 'read index received' (duration: 113.453908ms)","trace[24513354] 'applied index is now lower than readState.Index' (duration: 168.721912ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:47:19.604775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.374864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T21:47:19.604842Z","caller":"traceutil/trace.go:171","msg":"trace[555436783] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:21160; }","duration":"282.495427ms","start":"2026-04-27T21:47:19.32233Z","end":"2026-04-27T21:47:19.604826Z","steps":["trace[555436783] 'agreement among raft nodes before linearized reading' (duration: 282.367394ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:47:19.604619Z","caller":"traceutil/trace.go:171","msg":"trace[1568657149] transaction","detail":"{read_only:false; response_revision:21160; number_of_response:1; }","duration":"333.427916ms","start":"2026-04-27T21:47:19.271153Z","end":"2026-04-27T21:47:19.604581Z","steps":["trace[1568657149] 'process raft request' (duration: 164.718764ms)","trace[1568657149] 'compare' (duration: 110.431199ms)","trace[1568657149] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; req_size:536; } (duration: 57.636479ms)"],"step_count":3} {"level":"warn","ts":"2026-04-27T21:47:19.6053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:47:19.271124Z","time spent":"334.10928ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:47:19.605634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.059038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:47:19.605703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.360915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-27T21:47:19.605741Z","caller":"traceutil/trace.go:171","msg":"trace[1397393039] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21160; }","duration":"236.443907ms","start":"2026-04-27T21:47:19.369286Z","end":"2026-04-27T21:47:19.60573Z","steps":["trace[1397393039] 'agreement among raft nodes before linearized reading' (duration: 236.333875ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:47:19.605705Z","caller":"traceutil/trace.go:171","msg":"trace[1668352809] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21160; }","duration":"189.17497ms","start":"2026-04-27T21:47:19.416518Z","end":"2026-04-27T21:47:19.605693Z","steps":["trace[1668352809] 'agreement among raft nodes before linearized reading' (duration: 189.075518ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:47:19.605936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.093232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-27T21:47:19.605965Z","caller":"traceutil/trace.go:171","msg":"trace[910662074] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21160; }","duration":"246.154114ms","start":"2026-04-27T21:47:19.359804Z","end":"2026-04-27T21:47:19.605958Z","steps":["trace[910662074] 'agreement among raft nodes before linearized reading' (duration: 246.084923ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:47:19.606124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.406646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T21:47:19.606163Z","caller":"traceutil/trace.go:171","msg":"trace[368095144] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:21160; }","duration":"270.471798ms","start":"2026-04-27T21:47:19.335682Z","end":"2026-04-27T21:47:19.606153Z","steps":["trace[368095144] 'agreement among raft nodes before linearized reading' (duration: 270.369296ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:47:19.706887Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":18853,"took":"685.213022ms","hash":288996742,"current-db-size-bytes":44388352,"current-db-size":"44 MB","current-db-size-in-use-bytes":33513472,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-04-27T21:47:19.706937Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":288996742,"revision":18853,"compact-revision":16547} {"level":"info","ts":"2026-04-27T21:47:19.715205Z","caller":"traceutil/trace.go:171","msg":"trace[1712718206] transaction","detail":"{read_only:false; response_revision:21162; number_of_response:1; }","duration":"105.110101ms","start":"2026-04-27T21:47:19.610068Z","end":"2026-04-27T21:47:19.715178Z","steps":["trace[1712718206] 'process raft request' (duration: 97.159163ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:47:23.124526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.125819ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T21:47:23.124615Z","caller":"traceutil/trace.go:171","msg":"trace[1303034885] linearizableReadLoop","detail":"{readStateIndex:21912; appliedIndex:21911; }","duration":"453.112232ms","start":"2026-04-27T21:47:22.671489Z","end":"2026-04-27T21:47:23.124601Z","steps":["trace[1303034885] 'read index received' (duration: 246.830209ms)","trace[1303034885] 'applied index is now lower than readState.Index' (duration: 206.281143ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:47:23.124711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.233984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:47:23.124677Z","caller":"traceutil/trace.go:171","msg":"trace[1350526296] transaction","detail":"{read_only:false; response_revision:21174; number_of_response:1; }","duration":"516.261654ms","start":"2026-04-27T21:47:22.608355Z","end":"2026-04-27T21:47:23.124617Z","steps":["trace[1350526296] 'process raft request' (duration: 309.949851ms)","trace[1350526296] 'compare' (duration: 205.859213ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:47:23.12474Z","caller":"traceutil/trace.go:171","msg":"trace[1871047450] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:21174; }","duration":"453.267495ms","start":"2026-04-27T21:47:22.671463Z","end":"2026-04-27T21:47:23.124731Z","steps":["trace[1871047450] 'agreement among raft nodes before linearized reading' (duration: 453.210093ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:47:23.124766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:47:22.671398Z","time spent":"453.361087ms","remote":"127.0.0.1:33952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:47:23.12484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:47:22.608326Z","time spent":"516.425847ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:47:23.125874Z","caller":"traceutil/trace.go:171","msg":"trace[1847485378] transaction","detail":"{read_only:false; response_revision:21175; number_of_response:1; }","duration":"313.673193ms","start":"2026-04-27T21:47:22.812186Z","end":"2026-04-27T21:47:23.125859Z","steps":["trace[1847485378] 'process raft request' (duration: 313.475469ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:47:23.125966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:47:22.812156Z","time spent":"313.770736ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:47:23.126109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.623429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-27T21:47:23.126208Z","caller":"traceutil/trace.go:171","msg":"trace[776162046] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21175; }","duration":"138.732852ms","start":"2026-04-27T21:47:22.987449Z","end":"2026-04-27T21:47:23.126182Z","steps":["trace[776162046] 'agreement among raft nodes before linearized reading' (duration: 138.446385ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:47:23.1262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.48583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:47:23.126313Z","caller":"traceutil/trace.go:171","msg":"trace[311083902] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:21175; }","duration":"233.956981ms","start":"2026-04-27T21:47:22.892334Z","end":"2026-04-27T21:47:23.126291Z","steps":["trace[311083902] 'agreement among raft nodes before linearized reading' (duration: 233.46779ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:47:23.437483Z","caller":"traceutil/trace.go:171","msg":"trace[1976768209] linearizableReadLoop","detail":"{readStateIndex:21915; appliedIndex:21914; }","duration":"265.026465ms","start":"2026-04-27T21:47:23.172421Z","end":"2026-04-27T21:47:23.437448Z","steps":["trace[1976768209] 'read index received' (duration: 264.77886ms)","trace[1976768209] 'applied index is now lower than readState.Index' (duration: 246.355µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:47:23.437569Z","caller":"traceutil/trace.go:171","msg":"trace[1642507067] transaction","detail":"{read_only:false; response_revision:21177; number_of_response:1; }","duration":"283.960419ms","start":"2026-04-27T21:47:23.153565Z","end":"2026-04-27T21:47:23.437525Z","steps":["trace[1642507067] 'process raft request' (duration: 283.666043ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:47:23.437807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.383243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-27T21:47:23.437857Z","caller":"traceutil/trace.go:171","msg":"trace[1900525155] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21177; }","duration":"265.494166ms","start":"2026-04-27T21:47:23.172352Z","end":"2026-04-27T21:47:23.437846Z","steps":["trace[1900525155] 'agreement among raft nodes before linearized reading' (duration: 265.26876ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:47:23.437867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.225618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:47:23.437962Z","caller":"traceutil/trace.go:171","msg":"trace[1409278859] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:21177; }","duration":"238.374771ms","start":"2026-04-27T21:47:23.199561Z","end":"2026-04-27T21:47:23.437936Z","steps":["trace[1409278859] 'agreement among raft nodes before linearized reading' (duration: 238.224127ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:47:26.888379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.997866ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-04-27T21:47:26.888519Z","caller":"traceutil/trace.go:171","msg":"trace[896482450] linearizableReadLoop","detail":"{readStateIndex:21932; appliedIndex:21931; }","duration":"128.125614ms","start":"2026-04-27T21:47:26.760374Z","end":"2026-04-27T21:47:26.888499Z","steps":["trace[896482450] 'read index received' (duration: 14.898932ms)","trace[896482450] 'applied index is now lower than readState.Index' (duration: 113.224361ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:47:26.888622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.242267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:47:26.888707Z","caller":"traceutil/trace.go:171","msg":"trace[580607580] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:21193; }","duration":"128.36962ms","start":"2026-04-27T21:47:26.760321Z","end":"2026-04-27T21:47:26.88869Z","steps":["trace[580607580] 'agreement among raft nodes before linearized reading' (duration: 128.229577ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:47:27.396707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.458538ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T21:47:27.396822Z","caller":"traceutil/trace.go:171","msg":"trace[1360215712] linearizableReadLoop","detail":"{readStateIndex:21935; appliedIndex:21934; }","duration":"118.002579ms","start":"2026-04-27T21:47:27.278802Z","end":"2026-04-27T21:47:27.396805Z","steps":["trace[1360215712] 'read index received' (duration: 12.282794ms)","trace[1360215712] 'applied index is now lower than readState.Index' (duration: 105.718205ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:47:27.396889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.08521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:47:27.396922Z","caller":"traceutil/trace.go:171","msg":"trace[1253914227] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:21196; }","duration":"118.117471ms","start":"2026-04-27T21:47:27.278795Z","end":"2026-04-27T21:47:27.396912Z","steps":["trace[1253914227] 'agreement among raft nodes before linearized reading' (duration: 118.05653ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:47:27.396966Z","caller":"traceutil/trace.go:171","msg":"trace[1145113958] transaction","detail":"{read_only:false; response_revision:21196; number_of_response:1; }","duration":"177.882967ms","start":"2026-04-27T21:47:27.219046Z","end":"2026-04-27T21:47:27.396929Z","steps":["trace[1145113958] 'process raft request' (duration: 72.096952ms)","trace[1145113958] 'compare' (duration: 105.276704ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:47:29.288097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.754739036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-27T21:47:29.288163Z","caller":"traceutil/trace.go:171","msg":"trace[2077853634] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21197; }","duration":"1.754855658s","start":"2026-04-27T21:47:27.533293Z","end":"2026-04-27T21:47:29.288149Z","steps":["trace[2077853634] 'range keys from in-memory index tree' (duration: 1.754472819s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:47:29.28819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:47:27.533266Z","time spent":"1.75491749s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-27T21:47:29.288315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"873.477361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:47:29.288397Z","caller":"traceutil/trace.go:171","msg":"trace[19676] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21197; }","duration":"873.597034ms","start":"2026-04-27T21:47:28.414781Z","end":"2026-04-27T21:47:29.288378Z","steps":["trace[19676] 'range keys from in-memory index tree' (duration: 873.348058ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:47:29.288406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.444180462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-27T21:47:29.288436Z","caller":"traceutil/trace.go:171","msg":"trace[2026003542] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21197; }","duration":"1.444254324s","start":"2026-04-27T21:47:27.844174Z","end":"2026-04-27T21:47:29.288429Z","steps":["trace[2026003542] 'range keys from in-memory index tree' (duration: 1.444077639s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:47:29.288462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:47:27.84415Z","time spent":"1.444307344s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-27T21:47:29.288435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:47:28.414762Z","time spent":"873.665285ms","remote":"127.0.0.1:39786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T21:47:29.288608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.440436117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-27T21:47:29.28863Z","caller":"traceutil/trace.go:171","msg":"trace[841589466] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21197; }","duration":"1.440509659s","start":"2026-04-27T21:47:27.848114Z","end":"2026-04-27T21:47:29.288624Z","steps":["trace[841589466] 'range keys from in-memory index tree' (duration: 1.440276334s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:47:29.28865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:47:27.848086Z","time spent":"1.44056041s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-27T21:47:29.289033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.568723956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-27T21:47:29.289053Z","caller":"traceutil/trace.go:171","msg":"trace[1164114159] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:21197; }","duration":"1.568774717s","start":"2026-04-27T21:47:27.720272Z","end":"2026-04-27T21:47:29.289047Z","steps":["trace[1164114159] 'range keys from in-memory index tree' (duration: 1.568642694s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:47:29.289069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:47:27.72025Z","time spent":"1.568813369s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-27T21:47:29.478797Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185919323908716,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T21:47:29.66644Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.094613716s","expected-duration":"1s"} {"level":"info","ts":"2026-04-27T21:47:29.666939Z","caller":"traceutil/trace.go:171","msg":"trace[1914401302] transaction","detail":"{read_only:false; response_revision:21198; number_of_response:1; }","duration":"1.095208238s","start":"2026-04-27T21:47:28.571704Z","end":"2026-04-27T21:47:29.666912Z","steps":["trace[1914401302] 'process raft request' (duration: 1.095006294s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:47:29.667134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:47:28.571679Z","time spent":"1.095369662s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:47:31.048188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"965.12581ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:47:31.048336Z","caller":"traceutil/trace.go:171","msg":"trace[390211908] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:21198; }","duration":"965.244392ms","start":"2026-04-27T21:47:30.08303Z","end":"2026-04-27T21:47:31.048275Z","steps":["trace[390211908] 'range keys from in-memory index tree' (duration: 965.108109ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:47:31.291324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00049149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-27T21:47:31.291391Z","caller":"traceutil/trace.go:171","msg":"trace[482958197] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000584152s","start":"2026-04-27T21:47:29.290789Z","end":"2026-04-27T21:47:31.291373Z","steps":["trace[482958197] 'agreement among raft nodes before linearized reading' (duration: 2.00050048s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:47:31.291427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:47:29.290773Z","time spent":"2.000646594s","remote":"127.0.0.1:39788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T21:47:31.371527Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.70483712s","expected-duration":"1s"} {"level":"info","ts":"2026-04-27T21:47:31.371877Z","caller":"traceutil/trace.go:171","msg":"trace[1434106302] transaction","detail":"{read_only:false; response_revision:21199; number_of_response:1; }","duration":"2.41461684s","start":"2026-04-27T21:47:28.957238Z","end":"2026-04-27T21:47:31.371855Z","steps":["trace[1434106302] 'process raft request' (duration: 2.414434046s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:47:31.37199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:47:28.957217Z","time spent":"2.414703912s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:47:31.372218Z","caller":"traceutil/trace.go:171","msg":"trace[293089444] transaction","detail":"{read_only:false; response_revision:21200; number_of_response:1; }","duration":"2.164205241s","start":"2026-04-27T21:47:29.207984Z","end":"2026-04-27T21:47:31.372189Z","steps":["trace[293089444] 'process raft request' (duration: 2.163827843s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:47:31.372248Z","caller":"traceutil/trace.go:171","msg":"trace[1520914262] transaction","detail":"{read_only:false; response_revision:21201; number_of_response:1; }","duration":"2.152612953s","start":"2026-04-27T21:47:29.219607Z","end":"2026-04-27T21:47:31.37222Z","steps":["trace[1520914262] 'process raft request' (duration: 2.152459269s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:47:31.372331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:47:29.207967Z","time spent":"2.164314153s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:47:31.372341Z","caller":"traceutil/trace.go:171","msg":"trace[496863218] transaction","detail":"{read_only:false; response_revision:21202; number_of_response:1; }","duration":"2.078423523s","start":"2026-04-27T21:47:29.293905Z","end":"2026-04-27T21:47:31.372328Z","steps":["trace[496863218] 'process raft request' (duration: 2.07827452s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:47:31.372389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:47:29.219601Z","time spent":"2.152713355s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:47:31.372436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:47:29.293888Z","time spent":"2.078487604s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:47:31.372547Z","caller":"traceutil/trace.go:171","msg":"trace[764359661] transaction","detail":"{read_only:false; response_revision:21204; number_of_response:1; }","duration":"2.077861081s","start":"2026-04-27T21:47:29.294674Z","end":"2026-04-27T21:47:31.372535Z","steps":["trace[764359661] 'process raft request' (duration: 2.077732168s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:47:31.372623Z","caller":"traceutil/trace.go:171","msg":"trace[684472835] transaction","detail":"{read_only:false; response_revision:21203; number_of_response:1; }","duration":"2.078660918s","start":"2026-04-27T21:47:29.293951Z","end":"2026-04-27T21:47:31.372611Z","steps":["trace[684472835] 'process raft request' (duration: 2.078330041s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:47:31.372557Z","caller":"traceutil/trace.go:171","msg":"trace[1937532045] linearizableReadLoop","detail":"{readStateIndex:21944; appliedIndex:21936; }","duration":"2.393876826s","start":"2026-04-27T21:47:28.978653Z","end":"2026-04-27T21:47:31.37253Z","steps":["trace[1937532045] 'read index received' (duration: 688.014914ms)","trace[1937532045] 'applied index is now lower than readState.Index' (duration: 1.705860872s)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:47:31.372624Z","caller":"traceutil/trace.go:171","msg":"trace[1476797723] transaction","detail":"{read_only:false; response_revision:21205; number_of_response:1; }","duration":"2.077642486s","start":"2026-04-27T21:47:29.294905Z","end":"2026-04-27T21:47:31.372547Z","steps":["trace[1476797723] 'process raft request' (duration: 2.077584905s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:47:31.372705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:47:29.293932Z","time spent":"2.07874163s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:47:31.372718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:47:29.294655Z","time spent":"2.077984593s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:47:31.372809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:47:29.29489Z","time spent":"2.07783027s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:47:31.372847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.394192633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-04-27T21:47:31.37289Z","caller":"traceutil/trace.go:171","msg":"trace[1867167657] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:21205; }","duration":"2.394269455s","start":"2026-04-27T21:47:28.978602Z","end":"2026-04-27T21:47:31.372871Z","steps":["trace[1867167657] 'agreement among raft nodes before linearized reading' (duration: 2.394137192s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:47:31.372934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:47:28.978579Z","time spent":"2.394347627s","remote":"127.0.0.1:39944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1806,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-04-27T21:47:31.37289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.970270604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-27T21:47:31.373041Z","caller":"traceutil/trace.go:171","msg":"trace[1958687417] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21205; }","duration":"1.970455498s","start":"2026-04-27T21:47:29.402572Z","end":"2026-04-27T21:47:31.373027Z","steps":["trace[1958687417] 'agreement among raft nodes before linearized reading' (duration: 1.970219803s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:47:31.373086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.031676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7532"} {"level":"warn","ts":"2026-04-27T21:47:31.373089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:47:29.402548Z","time spent":"1.97052919s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-27T21:47:31.37311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.407943091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:47:31.373131Z","caller":"traceutil/trace.go:171","msg":"trace[1789594454] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:21205; }","duration":"833.114707ms","start":"2026-04-27T21:47:30.540005Z","end":"2026-04-27T21:47:31.37312Z","steps":["trace[1789594454] 'agreement among raft nodes before linearized reading' (duration: 832.993945ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:47:31.373148Z","caller":"traceutil/trace.go:171","msg":"trace[1249798267] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:21205; }","duration":"1.408017102s","start":"2026-04-27T21:47:29.965118Z","end":"2026-04-27T21:47:31.373135Z","steps":["trace[1249798267] 'agreement among raft nodes before linearized reading' (duration: 1.407958351s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:47:31.373169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:47:30.539981Z","time spent":"833.181349ms","remote":"127.0.0.1:37804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7556,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-04-27T21:47:31.373206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:47:29.965097Z","time spent":"1.408075324s","remote":"127.0.0.1:37756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:47:31.373356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.769136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:47:31.373385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.92315734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T21:47:31.373397Z","caller":"traceutil/trace.go:171","msg":"trace[1199396002] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:21205; }","duration":"199.842217ms","start":"2026-04-27T21:47:31.173544Z","end":"2026-04-27T21:47:31.373386Z","steps":["trace[1199396002] 'agreement among raft nodes before linearized reading' (duration: 199.775376ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:47:31.373406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.776772458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:47:31.373417Z","caller":"traceutil/trace.go:171","msg":"trace[339117575] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:21205; }","duration":"1.923231912s","start":"2026-04-27T21:47:29.450176Z","end":"2026-04-27T21:47:31.373408Z","steps":["trace[339117575] 'agreement among raft nodes before linearized reading' (duration: 1.923177551s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:47:31.37346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:47:29.450152Z","time spent":"1.923298514s","remote":"127.0.0.1:40192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":32,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"info","ts":"2026-04-27T21:47:31.373438Z","caller":"traceutil/trace.go:171","msg":"trace[1378139110] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:21205; }","duration":"1.776842219s","start":"2026-04-27T21:47:29.596585Z","end":"2026-04-27T21:47:31.373428Z","steps":["trace[1378139110] 'agreement among raft nodes before linearized reading' (duration: 1.776791948s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:47:31.373503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:47:29.596563Z","time spent":"1.776928442s","remote":"127.0.0.1:44892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:47:31.373354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.913356071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-27T21:47:31.373543Z","caller":"traceutil/trace.go:171","msg":"trace[926444025] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21205; }","duration":"1.913582887s","start":"2026-04-27T21:47:29.45995Z","end":"2026-04-27T21:47:31.373533Z","steps":["trace[926444025] 'agreement among raft nodes before linearized reading' (duration: 1.91328774s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:47:31.373593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.511622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T21:47:31.37363Z","caller":"traceutil/trace.go:171","msg":"trace[752613476] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:21205; }","duration":"259.590054ms","start":"2026-04-27T21:47:31.11403Z","end":"2026-04-27T21:47:31.37362Z","steps":["trace[752613476] 'agreement among raft nodes before linearized reading' (duration: 259.515382ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:47:31.373643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:47:29.45993Z","time spent":"1.913634198s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-27T21:47:31.37367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.793507712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:47:31.3737Z","caller":"traceutil/trace.go:171","msg":"trace[1416842474] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:21205; }","duration":"1.793580894s","start":"2026-04-27T21:47:29.58011Z","end":"2026-04-27T21:47:31.373691Z","steps":["trace[1416842474] 'agreement among raft nodes before linearized reading' (duration: 1.793530873s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:47:31.373757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:47:29.580086Z","time spent":"1.793649285s","remote":"127.0.0.1:37874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:47:32.558834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"885.07553ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-04-27T21:47:32.55894Z","caller":"traceutil/trace.go:171","msg":"trace[422892401] linearizableReadLoop","detail":"{readStateIndex:21945; appliedIndex:21944; }","duration":"1.180851323s","start":"2026-04-27T21:47:31.378069Z","end":"2026-04-27T21:47:32.55892Z","steps":["trace[422892401] 'read index received' (duration: 295.65937ms)","trace[422892401] 'applied index is now lower than readState.Index' (duration: 885.190173ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:47:32.559116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:47:31.377993Z","time spent":"1.18111692s","remote":"127.0.0.1:39810","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-27T21:47:32.559301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.181208761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:47:32.559383Z","caller":"traceutil/trace.go:171","msg":"trace[3165464] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21205; }","duration":"1.181329024s","start":"2026-04-27T21:47:31.378035Z","end":"2026-04-27T21:47:32.559364Z","steps":["trace[3165464] 'agreement among raft nodes before linearized reading' (duration: 1.181170321s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:47:32.559428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:47:31.378019Z","time spent":"1.181402306s","remote":"127.0.0.1:39788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T21:47:33.0597Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185919323908735,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T21:47:33.218612Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.544837792s","expected-duration":"1s"} {"level":"info","ts":"2026-04-27T21:47:33.219132Z","caller":"traceutil/trace.go:171","msg":"trace[799099840] transaction","detail":"{read_only:false; response_revision:21206; number_of_response:1; }","duration":"1.840958513s","start":"2026-04-27T21:47:31.378141Z","end":"2026-04-27T21:47:33.219099Z","steps":["trace[799099840] 'process raft request' (duration: 1.840668527s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:47:33.219218Z","caller":"traceutil/trace.go:171","msg":"trace[727140206] transaction","detail":"{read_only:false; response_revision:21208; number_of_response:1; }","duration":"1.840020102s","start":"2026-04-27T21:47:31.379176Z","end":"2026-04-27T21:47:33.219196Z","steps":["trace[727140206] 'process raft request' (duration: 1.839876129s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:47:33.219187Z","caller":"traceutil/trace.go:171","msg":"trace[1528752511] transaction","detail":"{read_only:false; response_revision:21209; number_of_response:1; }","duration":"1.637020194s","start":"2026-04-27T21:47:31.582136Z","end":"2026-04-27T21:47:33.219156Z","steps":["trace[1528752511] 'process raft request' (duration: 1.636949452s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:47:33.21928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:47:31.37813Z","time spent":"1.841064025s","remote":"127.0.0.1:39864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:47:33.219209Z","caller":"traceutil/trace.go:171","msg":"trace[2102837259] transaction","detail":"{read_only:false; response_revision:21207; number_of_response:1; }","duration":"1.840975014s","start":"2026-04-27T21:47:31.378196Z","end":"2026-04-27T21:47:33.219171Z","steps":["trace[2102837259] 'process raft request' (duration: 1.84079079s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:47:33.219312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:47:31.379154Z","time spent":"1.840106814s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:47:33.219415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:47:31.582109Z","time spent":"1.637169866s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:47:33.219434Z","caller":"traceutil/trace.go:171","msg":"trace[1612873263] transaction","detail":"{read_only:false; response_revision:21210; number_of_response:1; }","duration":"1.54653969s","start":"2026-04-27T21:47:31.67287Z","end":"2026-04-27T21:47:33.21941Z","steps":["trace[1612873263] 'process raft request' (duration: 1.546250714s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:47:33.219536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:47:31.672853Z","time spent":"1.546623642s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:47:33.219543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:47:31.378168Z","time spent":"1.841226879s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:47:34.567306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000817758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T21:47:34.56737Z","caller":"traceutil/trace.go:171","msg":"trace[286055756] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000934569s","start":"2026-04-27T21:47:32.56642Z","end":"2026-04-27T21:47:34.567355Z","steps":["trace[286055756] 'agreement among raft nodes before linearized reading' (duration: 2.000843927s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:47:34.567402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:47:32.566401Z","time spent":"2.000994061s","remote":"127.0.0.1:39786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/27 21:47:34 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T21:47:35.299147Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.204183586s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-27T21:47:35.797518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.023945ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T21:47:35.797735Z","caller":"traceutil/trace.go:171","msg":"trace[2147229191] linearizableReadLoop","detail":"{readStateIndex:21951; appliedIndex:21945; }","duration":"3.238680857s","start":"2026-04-27T21:47:32.559038Z","end":"2026-04-27T21:47:35.797719Z","steps":["trace[2147229191] 'read index received' (duration: 659.756673ms)","trace[2147229191] 'applied index is now lower than readState.Index' (duration: 2.578923284s)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:47:35.797747Z","caller":"traceutil/trace.go:171","msg":"trace[624945778] transaction","detail":"{read_only:false; response_revision:21211; number_of_response:1; }","duration":"3.236945738s","start":"2026-04-27T21:47:32.56077Z","end":"2026-04-27T21:47:35.797716Z","steps":["trace[624945778] 'process raft request' (duration: 2.738633475s)","trace[624945778] 'compare' (duration: 497.030034ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:47:35.797875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.986709432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:47:35.79787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:47:32.560744Z","time spent":"3.23706362s","remote":"127.0.0.1:39810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:47:35.797902Z","caller":"traceutil/trace.go:171","msg":"trace[740856165] transaction","detail":"{read_only:false; response_revision:21212; number_of_response:1; }","duration":"2.681130539s","start":"2026-04-27T21:47:33.116728Z","end":"2026-04-27T21:47:35.797858Z","steps":["trace[740856165] 'process raft request' (duration: 2.680893064s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:47:35.797943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.749515118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-04-27T21:47:35.797983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.150386572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-04-27T21:47:35.798008Z","caller":"traceutil/trace.go:171","msg":"trace[1786735654] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:21212; }","duration":"3.749630461s","start":"2026-04-27T21:47:32.048361Z","end":"2026-04-27T21:47:35.797992Z","steps":["trace[1786735654] 'agreement among raft nodes before linearized reading' (duration: 3.749432716s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:47:35.798027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:47:33.116702Z","time spent":"2.681267962s","remote":"127.0.0.1:37804","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7515,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:47:35.798057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:47:32.048333Z","time spent":"3.749712253s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-27T21:47:35.797931Z","caller":"traceutil/trace.go:171","msg":"trace[1101917269] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:21212; }","duration":"3.986809304s","start":"2026-04-27T21:47:31.811107Z","end":"2026-04-27T21:47:35.797917Z","steps":["trace[1101917269] 'agreement among raft nodes before linearized reading' (duration: 3.986718872s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:47:35.798053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.314237275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"warn","ts":"2026-04-27T21:47:35.798102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:47:31.811051Z","time spent":"3.98704142s","remote":"127.0.0.1:39992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":30,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:47:35.798076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.369888409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-27T21:47:35.798108Z","caller":"traceutil/trace.go:171","msg":"trace[239146301] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:21212; }","duration":"4.314331967s","start":"2026-04-27T21:47:31.483762Z","end":"2026-04-27T21:47:35.798094Z","steps":["trace[239146301] 'agreement among raft nodes before linearized reading' (duration: 4.314194914s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:47:35.798045Z","caller":"traceutil/trace.go:171","msg":"trace[1981684254] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:21212; }","duration":"4.150492714s","start":"2026-04-27T21:47:31.647535Z","end":"2026-04-27T21:47:35.798028Z","steps":["trace[1981684254] 'agreement among raft nodes before linearized reading' (duration: 4.15033053s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:47:35.798147Z","caller":"traceutil/trace.go:171","msg":"trace[1011445854] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21212; }","duration":"3.370012152s","start":"2026-04-27T21:47:32.428115Z","end":"2026-04-27T21:47:35.798127Z","steps":["trace[1011445854] 'agreement among raft nodes before linearized reading' (duration: 3.369782367s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:47:35.798152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:47:31.48374Z","time spent":"4.314399778s","remote":"127.0.0.1:39944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"warn","ts":"2026-04-27T21:47:35.798188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:47:32.428001Z","time spent":"3.370179526s","remote":"127.0.0.1:39966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-27T21:47:35.798191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:47:31.647513Z","time spent":"4.150661888s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-27T21:47:36.298241Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185919323908741,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T21:47:36.567785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000229214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-27T21:47:36.567913Z","caller":"traceutil/trace.go:171","msg":"trace[112040629] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00042086s","start":"2026-04-27T21:47:34.56747Z","end":"2026-04-27T21:47:36.567891Z","steps":["trace[112040629] 'agreement among raft nodes before linearized reading' (duration: 2.000258775s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:47:36.567964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:47:34.56744Z","time spent":"2.000514442s","remote":"127.0.0.1:39788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/27 21:47:36 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T21:47:37.746827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.070463105s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T21:47:37.747072Z","caller":"traceutil/trace.go:171","msg":"trace[1803662263] transaction","detail":"{read_only:false; response_revision:21215; number_of_response:1; }","duration":"2.521854027s","start":"2026-04-27T21:47:35.225202Z","end":"2026-04-27T21:47:37.747056Z","steps":["trace[1803662263] 'process raft request' (duration: 2.521814696s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:47:37.747133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:47:35.225174Z","time spent":"2.521929299s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:47:37.74735Z","caller":"traceutil/trace.go:171","msg":"trace[968980335] transaction","detail":"{read_only:false; response_revision:21214; number_of_response:1; }","duration":"4.367907525s","start":"2026-04-27T21:47:33.379429Z","end":"2026-04-27T21:47:37.747336Z","steps":["trace[968980335] 'process raft request' (duration: 4.367502286s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:47:37.747413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:47:33.37939Z","time spent":"4.367990047s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:47:37.747349Z","caller":"traceutil/trace.go:171","msg":"trace[134031423] transaction","detail":"{read_only:false; response_revision:21213; number_of_response:1; }","duration":"4.368404697s","start":"2026-04-27T21:47:33.378909Z","end":"2026-04-27T21:47:37.747314Z","steps":["trace[134031423] 'process raft request' (duration: 3.297363148s)","trace[134031423] 'compare' (duration: 1.069848902s)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:47:37.747648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:47:33.378895Z","time spent":"4.368661772s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:47:38.008114Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.331954852s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-27T21:47:38.378044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99917789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-27T21:47:38.378104Z","caller":"traceutil/trace.go:171","msg":"trace[500042905] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999287893s","start":"2026-04-27T21:47:33.378801Z","end":"2026-04-27T21:47:38.378089Z","steps":["trace[500042905] 'agreement among raft nodes before linearized reading' (duration: 4.999208471s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:47:38.378134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:47:33.378779Z","time spent":"4.999347794s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-27T21:47:38.577532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000616303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T21:47:38.577608Z","caller":"traceutil/trace.go:171","msg":"trace[1909926033] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000738785s","start":"2026-04-27T21:47:36.576851Z","end":"2026-04-27T21:47:38.57759Z","steps":["trace[1909926033] 'agreement among raft nodes before linearized reading' (duration: 2.000649293s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:47:38.577649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:47:36.576835Z","time spent":"2.000803947s","remote":"127.0.0.1:39786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/27 21:47:38 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T21:47:38.788301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.560755ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T21:47:38.78861Z","caller":"traceutil/trace.go:171","msg":"trace[1721032210] transaction","detail":"{read_only:false; response_revision:21216; number_of_response:1; }","duration":"2.980620735s","start":"2026-04-27T21:47:35.807944Z","end":"2026-04-27T21:47:38.788565Z","steps":["trace[1721032210] 'process raft request' (duration: 2.200335979s)","trace[1721032210] 'compare' (duration: 776.131984ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:47:38.788737Z","caller":"traceutil/trace.go:171","msg":"trace[1561678309] transaction","detail":"{read_only:false; response_revision:21217; number_of_response:1; }","duration":"2.977617438s","start":"2026-04-27T21:47:35.811079Z","end":"2026-04-27T21:47:38.788696Z","steps":["trace[1561678309] 'process raft request' (duration: 2.977371613s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:47:38.788838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:47:35.807933Z","time spent":"2.980791699s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:47:38.788925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:47:35.811073Z","time spent":"2.977761341s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:47:40.197155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.408567756s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"warn","ts":"2026-04-27T21:47:40.197851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.567184ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:47:40.19798Z","caller":"traceutil/trace.go:171","msg":"trace[1357688058] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:21217; }","duration":"115.709947ms","start":"2026-04-27T21:47:40.08225Z","end":"2026-04-27T21:47:40.19796Z","steps":["trace[1357688058] 'range keys from in-memory index tree' (duration: 115.550523ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:47:40.198373Z","caller":"traceutil/trace.go:171","msg":"trace[173029861] transaction","detail":"{read_only:false; response_revision:21218; number_of_response:1; }","duration":"3.592531958s","start":"2026-04-27T21:47:36.605826Z","end":"2026-04-27T21:47:40.198358Z","steps":["trace[173029861] 'process raft request' (duration: 3.591541486s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:47:40.198411Z","caller":"traceutil/trace.go:171","msg":"trace[643955329] linearizableReadLoop","detail":"{readStateIndex:21957; appliedIndex:21952; }","duration":"4.400585165s","start":"2026-04-27T21:47:35.79779Z","end":"2026-04-27T21:47:40.198376Z","steps":["trace[643955329] 'read index received' (duration: 878.438781ms)","trace[643955329] 'applied index is now lower than readState.Index' (duration: 3.522145224s)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:47:40.198478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:47:36.605803Z","time spent":"3.592612959s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:47:40.210788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.20584613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:47:40.210827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.986983847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-27T21:47:40.210828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.831600263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-27T21:47:40.210867Z","caller":"traceutil/trace.go:171","msg":"trace[1336640036] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21218; }","duration":"4.987039549s","start":"2026-04-27T21:47:35.223814Z","end":"2026-04-27T21:47:40.210853Z","steps":["trace[1336640036] 'agreement among raft nodes before linearized reading' (duration: 4.974669992s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:47:40.210868Z","caller":"traceutil/trace.go:171","msg":"trace[1686070227] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:21218; }","duration":"6.205984893s","start":"2026-04-27T21:47:34.004862Z","end":"2026-04-27T21:47:40.210847Z","steps":["trace[1686070227] 'agreement among raft nodes before linearized reading' (duration: 6.193683489s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:47:40.210839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.723805722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-api-6db9f8bb7d-slcsr.18aa540c010d659c\" ","response":"range_response_count:1 size:1178"} {"level":"warn","ts":"2026-04-27T21:47:40.210914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:47:35.223804Z","time spent":"4.98710198s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-27T21:47:40.210925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:47:34.004836Z","time spent":"6.206074065s","remote":"127.0.0.1:37850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"info","ts":"2026-04-27T21:47:40.210947Z","caller":"traceutil/trace.go:171","msg":"trace[927335950] range","detail":"{range_begin:/registry/events/openstack/cinder-api-6db9f8bb7d-slcsr.18aa540c010d659c; range_end:; response_count:1; response_revision:21218; }","duration":"6.723959515s","start":"2026-04-27T21:47:33.486965Z","end":"2026-04-27T21:47:40.210925Z","steps":["trace[927335950] 'agreement among raft nodes before linearized reading' (duration: 6.711603189s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:47:40.210941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.921248967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-27T21:47:40.211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:47:33.486943Z","time spent":"6.724045098s","remote":"127.0.0.1:39864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1202,"request content":"key:\"/registry/events/openstack/cinder-api-6db9f8bb7d-slcsr.18aa540c010d659c\" "} {"level":"warn","ts":"2026-04-27T21:47:40.210968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.556359377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-27T21:47:40.210987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.832015671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-27T21:47:40.211083Z","caller":"traceutil/trace.go:171","msg":"trace[438451854] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21218; }","duration":"6.832155294s","start":"2026-04-27T21:47:33.378918Z","end":"2026-04-27T21:47:40.211073Z","steps":["trace[438451854] 'agreement among raft nodes before linearized reading' (duration: 6.819605214s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:47:40.211084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.832189205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-27T21:47:40.211095Z","caller":"traceutil/trace.go:171","msg":"trace[923896707] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:21218; }","duration":"6.556540121s","start":"2026-04-27T21:47:33.654526Z","end":"2026-04-27T21:47:40.211066Z","steps":["trace[923896707] 'agreement among raft nodes before linearized reading' (duration: 6.544031752s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:47:40.211133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:47:33.378895Z","time spent":"6.832225626s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-27T21:47:40.211137Z","caller":"traceutil/trace.go:171","msg":"trace[219888128] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:21218; }","duration":"6.832269987s","start":"2026-04-27T21:47:33.378847Z","end":"2026-04-27T21:47:40.211117Z","steps":["trace[219888128] 'agreement among raft nodes before linearized reading' (duration: 6.819683056s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:47:40.211158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:47:33.654496Z","time spent":"6.556651894s","remote":"127.0.0.1:40146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":157,"response size":33,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:47:40.211192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:47:33.378824Z","time spent":"6.832354399s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-27T21:47:40.210887Z","caller":"traceutil/trace.go:171","msg":"trace[77371027] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21218; }","duration":"6.831678754s","start":"2026-04-27T21:47:33.379193Z","end":"2026-04-27T21:47:40.210872Z","steps":["trace[77371027] 'agreement among raft nodes before linearized reading' (duration: 6.819326998s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:47:40.211336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.231801901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:47:40.211355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:47:33.379186Z","time spent":"6.832154384s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-27T21:47:40.211381Z","caller":"traceutil/trace.go:171","msg":"trace[196604643] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:21218; }","duration":"5.231885173s","start":"2026-04-27T21:47:34.979484Z","end":"2026-04-27T21:47:40.211369Z","steps":["trace[196604643] 'agreement among raft nodes before linearized reading' (duration: 5.219023486s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:47:40.211392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.987722413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-27T21:47:40.211037Z","caller":"traceutil/trace.go:171","msg":"trace[211503668] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:21218; }","duration":"5.921424431s","start":"2026-04-27T21:47:34.289593Z","end":"2026-04-27T21:47:40.211018Z","steps":["trace[211503668] 'agreement among raft nodes before linearized reading' (duration: 5.908922002s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:47:40.211424Z","caller":"traceutil/trace.go:171","msg":"trace[1186705567] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21218; }","duration":"4.987790275s","start":"2026-04-27T21:47:35.223624Z","end":"2026-04-27T21:47:40.211415Z","steps":["trace[1186705567] 'agreement among raft nodes before linearized reading' (duration: 4.974874437s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:47:40.211456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:47:35.223604Z","time spent":"4.987846146s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-27T21:47:40.211456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:47:34.289572Z","time spent":"5.921874271s","remote":"127.0.0.1:39874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":197,"response size":33,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:47:40.21142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:47:34.979463Z","time spent":"5.231947615s","remote":"127.0.0.1:42690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:47:40.21169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.40615706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-04-27T21:47:40.211638Z","caller":"traceutil/trace.go:171","msg":"trace[38074745] transaction","detail":"{read_only:false; response_revision:21219; number_of_response:1; }","duration":"459.663788ms","start":"2026-04-27T21:47:39.751949Z","end":"2026-04-27T21:47:40.211613Z","steps":["trace[38074745] 'process raft request' (duration: 446.417232ms)","trace[38074745] 'compare' (duration: 12.905469ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:47:40.211731Z","caller":"traceutil/trace.go:171","msg":"trace[2006793338] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:21221; }","duration":"4.406227772s","start":"2026-04-27T21:47:35.805493Z","end":"2026-04-27T21:47:40.211721Z","steps":["trace[2006793338] 'agreement among raft nodes before linearized reading' (duration: 4.40612937s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:47:40.211701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.852297486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-27T21:47:40.211759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:47:35.805466Z","time spent":"4.406287243s","remote":"127.0.0.1:39956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":447,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-04-27T21:47:40.211792Z","caller":"traceutil/trace.go:171","msg":"trace[1534987302] transaction","detail":"{read_only:false; response_revision:21220; number_of_response:1; }","duration":"458.999013ms","start":"2026-04-27T21:47:39.75278Z","end":"2026-04-27T21:47:40.211779Z","steps":["trace[1534987302] 'process raft request' (duration: 458.730157ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:47:40.211846Z","caller":"traceutil/trace.go:171","msg":"trace[455084395] transaction","detail":"{read_only:false; response_revision:21221; number_of_response:1; }","duration":"458.025021ms","start":"2026-04-27T21:47:39.753804Z","end":"2026-04-27T21:47:40.211829Z","steps":["trace[455084395] 'process raft request' (duration: 457.775256ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:47:40.211866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.697127485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:47:40.211873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.120460992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T21:47:40.211932Z","caller":"traceutil/trace.go:171","msg":"trace[479776176] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:21221; }","duration":"3.697220118s","start":"2026-04-27T21:47:36.514691Z","end":"2026-04-27T21:47:40.211911Z","steps":["trace[479776176] 'agreement among raft nodes before linearized reading' (duration: 3.697104155s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:47:40.21195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:47:39.753788Z","time spent":"458.114093ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:47:40.211977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.402123859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18464"} {"level":"info","ts":"2026-04-27T21:47:40.211806Z","caller":"traceutil/trace.go:171","msg":"trace[8843345] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:21221; }","duration":"2.852419479s","start":"2026-04-27T21:47:37.359357Z","end":"2026-04-27T21:47:40.211777Z","steps":["trace[8843345] 'agreement among raft nodes before linearized reading' (duration: 2.852305596s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:47:40.211978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.46024385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:47:40.211992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:47:36.514676Z","time spent":"3.697302129s","remote":"127.0.0.1:42818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:47:40.211937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:47:39.751922Z","time spent":"459.855912ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:47:40.212033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.611588644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:47:40.212053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.568101212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:47:40.212087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.402280033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ce076173-e5cd-43c2-aeaf-5cbe274b90bc\" ","response":"range_response_count:1 size:1324"} {"level":"warn","ts":"2026-04-27T21:47:40.212097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.747505522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T21:47:40.212125Z","caller":"traceutil/trace.go:171","msg":"trace[599130248] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:21221; }","duration":"2.568218824s","start":"2026-04-27T21:47:37.64389Z","end":"2026-04-27T21:47:40.212109Z","steps":["trace[599130248] 'agreement among raft nodes before linearized reading' (duration: 2.568119642s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:47:40.212157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.405316021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-27T21:47:40.21218Z","caller":"traceutil/trace.go:171","msg":"trace[1946334880] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:21221; }","duration":"3.747623875s","start":"2026-04-27T21:47:36.464529Z","end":"2026-04-27T21:47:40.212153Z","steps":["trace[1946334880] 'agreement among raft nodes before linearized reading' (duration: 3.747521593s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:47:40.212194Z","caller":"traceutil/trace.go:171","msg":"trace[1998758444] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21221; }","duration":"4.405379402s","start":"2026-04-27T21:47:35.806807Z","end":"2026-04-27T21:47:40.212186Z","steps":["trace[1998758444] 'agreement among raft nodes before linearized reading' (duration: 4.405265929s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:47:40.21224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:47:36.464513Z","time spent":"3.747718867s","remote":"127.0.0.1:37918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:47:40.212273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:47:35.806792Z","time spent":"4.405465373s","remote":"127.0.0.1:39966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-27T21:47:40.211898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:47:39.752749Z","time spent":"459.091875ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:47:40.212185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:47:37.643868Z","time spent":"2.568303036s","remote":"127.0.0.1:56716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"info","ts":"2026-04-27T21:47:40.212123Z","caller":"traceutil/trace.go:171","msg":"trace[979365136] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ce076173-e5cd-43c2-aeaf-5cbe274b90bc; range_end:; response_count:1; response_revision:21221; }","duration":"4.402323763s","start":"2026-04-27T21:47:35.809791Z","end":"2026-04-27T21:47:40.212115Z","steps":["trace[979365136] 'agreement among raft nodes before linearized reading' (duration: 4.402240311s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:47:40.212525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:47:35.809785Z","time spent":"4.402721244s","remote":"127.0.0.1:39928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1348,"request content":"key:\"/registry/persistentvolumes/pvc-ce076173-e5cd-43c2-aeaf-5cbe274b90bc\" "} {"level":"warn","ts":"2026-04-27T21:47:40.211869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.63417474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:47:40.212722Z","caller":"traceutil/trace.go:171","msg":"trace[511842684] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21221; }","duration":"1.63504902s","start":"2026-04-27T21:47:38.577652Z","end":"2026-04-27T21:47:40.212701Z","steps":["trace[511842684] 'agreement among raft nodes before linearized reading' (duration: 1.63419138s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:47:40.21291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:47:38.577631Z","time spent":"1.635262534s","remote":"127.0.0.1:39788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-27T21:47:40.211967Z","caller":"traceutil/trace.go:171","msg":"trace[1335614634] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:21221; }","duration":"4.120608826s","start":"2026-04-27T21:47:36.091335Z","end":"2026-04-27T21:47:40.211944Z","steps":["trace[1335614634] 'agreement among raft nodes before linearized reading' (duration: 4.120398491s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:47:40.212991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:47:36.091311Z","time spent":"4.121660099s","remote":"127.0.0.1:40372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":43,"response size":32,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:47:40.211747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.620643417s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T21:47:40.213192Z","caller":"traceutil/trace.go:171","msg":"trace[1575520020] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:21221; }","duration":"1.62211695s","start":"2026-04-27T21:47:38.591062Z","end":"2026-04-27T21:47:40.213179Z","steps":["trace[1575520020] 'agreement among raft nodes before linearized reading' (duration: 1.620645116s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:47:40.213239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:47:38.591044Z","time spent":"1.622178692s","remote":"127.0.0.1:40290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":32,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-04-27T21:47:40.21201Z","caller":"traceutil/trace.go:171","msg":"trace[1941701304] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:21221; }","duration":"4.40216397s","start":"2026-04-27T21:47:35.809838Z","end":"2026-04-27T21:47:40.212001Z","steps":["trace[1941701304] 'agreement among raft nodes before linearized reading' (duration: 4.402069678s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:47:40.213444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:47:35.809835Z","time spent":"4.403599602s","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18488,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-04-27T21:47:40.211954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.677510928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:47:40.213673Z","caller":"traceutil/trace.go:171","msg":"trace[2047421997] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:21221; }","duration":"1.679279388s","start":"2026-04-27T21:47:38.534383Z","end":"2026-04-27T21:47:40.213662Z","steps":["trace[2047421997] 'agreement among raft nodes before linearized reading' (duration: 1.677500548s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:47:40.21371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:47:38.534363Z","time spent":"1.67933592s","remote":"127.0.0.1:37644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"info","ts":"2026-04-27T21:47:40.212041Z","caller":"traceutil/trace.go:171","msg":"trace[824350484] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21221; }","duration":"1.460330432s","start":"2026-04-27T21:47:38.751698Z","end":"2026-04-27T21:47:40.212029Z","steps":["trace[824350484] 'agreement among raft nodes before linearized reading' (duration: 1.46024245s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:47:40.213955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:47:38.751681Z","time spent":"1.462264276s","remote":"127.0.0.1:39786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T21:47:40.212031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:47:37.359333Z","time spent":"2.852686325s","remote":"127.0.0.1:44920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":32,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"info","ts":"2026-04-27T21:47:40.212112Z","caller":"traceutil/trace.go:171","msg":"trace[365673817] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:21221; }","duration":"3.611714097s","start":"2026-04-27T21:47:36.600374Z","end":"2026-04-27T21:47:40.212088Z","steps":["trace[365673817] 'agreement among raft nodes before linearized reading' (duration: 3.611570214s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:47:40.214098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:47:36.600355Z","time spent":"3.613719921s","remote":"127.0.0.1:40236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":30,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"info","ts":"2026-04-27T21:47:40.495032Z","caller":"traceutil/trace.go:171","msg":"trace[1010896841] linearizableReadLoop","detail":"{readStateIndex:21969; appliedIndex:21968; }","duration":"190.744455ms","start":"2026-04-27T21:47:40.30427Z","end":"2026-04-27T21:47:40.495015Z","steps":["trace[1010896841] 'read index received' (duration: 190.563331ms)","trace[1010896841] 'applied index is now lower than readState.Index' (duration: 180.404µs)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:47:40.495225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.918799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:47:40.495266Z","caller":"traceutil/trace.go:171","msg":"trace[1679493821] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:21228; }","duration":"191.007421ms","start":"2026-04-27T21:47:40.304247Z","end":"2026-04-27T21:47:40.495255Z","steps":["trace[1679493821] 'agreement among raft nodes before linearized reading' (duration: 190.877828ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:47:40.495053Z","caller":"traceutil/trace.go:171","msg":"trace[1492904035] transaction","detail":"{read_only:false; response_revision:21228; number_of_response:1; }","duration":"192.33021ms","start":"2026-04-27T21:47:40.302701Z","end":"2026-04-27T21:47:40.495031Z","steps":["trace[1492904035] 'process raft request' (duration: 192.152916ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:47:40.495642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.27255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-04-27T21:47:40.495676Z","caller":"traceutil/trace.go:171","msg":"trace[188399871] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:21228; }","duration":"175.3299ms","start":"2026-04-27T21:47:40.320338Z","end":"2026-04-27T21:47:40.495668Z","steps":["trace[188399871] 'agreement among raft nodes before linearized reading' (duration: 175.216968ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:47:40.495949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.290606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-27T21:47:40.496012Z","caller":"traceutil/trace.go:171","msg":"trace[1377203794] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21228; }","duration":"114.386217ms","start":"2026-04-27T21:47:40.381609Z","end":"2026-04-27T21:47:40.495995Z","steps":["trace[1377203794] 'agreement among raft nodes before linearized reading' (duration: 114.159403ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:47:40.622481Z","caller":"traceutil/trace.go:171","msg":"trace[1727310208] linearizableReadLoop","detail":"{readStateIndex:21971; appliedIndex:21969; }","duration":"112.571987ms","start":"2026-04-27T21:47:40.509882Z","end":"2026-04-27T21:47:40.622454Z","steps":["trace[1727310208] 'read index received' (duration: 53.087887ms)","trace[1727310208] 'applied index is now lower than readState.Index' (duration: 59.48232ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:47:40.622534Z","caller":"traceutil/trace.go:171","msg":"trace[1542599394] transaction","detail":"{read_only:false; response_revision:21230; number_of_response:1; }","duration":"121.513026ms","start":"2026-04-27T21:47:40.500998Z","end":"2026-04-27T21:47:40.622511Z","steps":["trace[1542599394] 'process raft request' (duration: 117.569257ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:47:40.622739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.833973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"info","ts":"2026-04-27T21:47:40.622802Z","caller":"traceutil/trace.go:171","msg":"trace[1712004358] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:21230; }","duration":"112.934315ms","start":"2026-04-27T21:47:40.509853Z","end":"2026-04-27T21:47:40.622787Z","steps":["trace[1712004358] 'agreement among raft nodes before linearized reading' (duration: 112.70289ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:47:41.714041Z","caller":"traceutil/trace.go:171","msg":"trace[1595733009] transaction","detail":"{read_only:false; response_revision:21233; number_of_response:1; }","duration":"201.899275ms","start":"2026-04-27T21:47:41.512117Z","end":"2026-04-27T21:47:41.714016Z","steps":["trace[1595733009] 'process raft request' (duration: 201.70304ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:47:42.34337Z","caller":"traceutil/trace.go:171","msg":"trace[2105901443] transaction","detail":"{read_only:false; response_revision:21235; number_of_response:1; }","duration":"122.574231ms","start":"2026-04-27T21:47:42.220756Z","end":"2026-04-27T21:47:42.34333Z","steps":["trace[2105901443] 'process raft request' (duration: 31.208059ms)","trace[2105901443] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/openstack/messaging-topology-operator-leader-election; req_size:552; } (duration: 90.965113ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:47:42.343879Z","caller":"traceutil/trace.go:171","msg":"trace[910291022] transaction","detail":"{read_only:false; response_revision:21236; number_of_response:1; }","duration":"122.955359ms","start":"2026-04-27T21:47:42.220892Z","end":"2026-04-27T21:47:42.343847Z","steps":["trace[910291022] 'process raft request' (duration: 122.750405ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:47:44.593475Z","caller":"traceutil/trace.go:171","msg":"trace[1884628300] linearizableReadLoop","detail":"{readStateIndex:21987; appliedIndex:21985; }","duration":"228.679722ms","start":"2026-04-27T21:47:44.364762Z","end":"2026-04-27T21:47:44.593442Z","steps":["trace[1884628300] 'read index received' (duration: 63.139091ms)","trace[1884628300] 'applied index is now lower than readState.Index' (duration: 165.539681ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:47:44.593609Z","caller":"traceutil/trace.go:171","msg":"trace[487703064] transaction","detail":"{read_only:false; response_revision:21245; number_of_response:1; }","duration":"242.983632ms","start":"2026-04-27T21:47:44.350581Z","end":"2026-04-27T21:47:44.593564Z","steps":["trace[487703064] 'process raft request' (duration: 225.976032ms)","trace[487703064] 'compare' (duration: 16.737644ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:47:44.593764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.98049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-27T21:47:44.594193Z","caller":"traceutil/trace.go:171","msg":"trace[1891683860] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21245; }","duration":"229.46085ms","start":"2026-04-27T21:47:44.364718Z","end":"2026-04-27T21:47:44.594179Z","steps":["trace[1891683860] 'agreement among raft nodes before linearized reading' (duration: 228.861016ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:47:44.594258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.548351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-27T21:47:44.594313Z","caller":"traceutil/trace.go:171","msg":"trace[1784677560] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21245; }","duration":"224.664214ms","start":"2026-04-27T21:47:44.369635Z","end":"2026-04-27T21:47:44.5943Z","steps":["trace[1784677560] 'agreement among raft nodes before linearized reading' (duration: 224.47439ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:47:44.594362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.832305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-27T21:47:44.594448Z","caller":"traceutil/trace.go:171","msg":"trace[2010406643] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:21245; }","duration":"223.945607ms","start":"2026-04-27T21:47:44.370481Z","end":"2026-04-27T21:47:44.594427Z","steps":["trace[2010406643] 'agreement among raft nodes before linearized reading' (duration: 223.668311ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:47:44.594538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.473729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-27T21:47:44.594568Z","caller":"traceutil/trace.go:171","msg":"trace[1404830899] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21245; }","duration":"224.52461ms","start":"2026-04-27T21:47:44.370036Z","end":"2026-04-27T21:47:44.59456Z","steps":["trace[1404830899] 'agreement among raft nodes before linearized reading' (duration: 224.448308ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:47:44.59478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.929509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-27T21:47:44.594885Z","caller":"traceutil/trace.go:171","msg":"trace[1023097004] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21245; }","duration":"225.049411ms","start":"2026-04-27T21:47:44.369802Z","end":"2026-04-27T21:47:44.594851Z","steps":["trace[1023097004] 'agreement among raft nodes before linearized reading' (duration: 224.824826ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:47:46.781029Z","caller":"traceutil/trace.go:171","msg":"trace[1107112713] transaction","detail":"{read_only:false; response_revision:21255; number_of_response:1; }","duration":"103.067838ms","start":"2026-04-27T21:47:46.67793Z","end":"2026-04-27T21:47:46.780998Z","steps":["trace[1107112713] 'process raft request' (duration: 60.993896ms)","trace[1107112713] 'compare' (duration: 41.872218ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:47:46.945014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.042375ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-04-27T21:47:46.94514Z","caller":"traceutil/trace.go:171","msg":"trace[1690804666] linearizableReadLoop","detail":"{readStateIndex:21998; appliedIndex:21997; }","duration":"164.110997ms","start":"2026-04-27T21:47:46.781006Z","end":"2026-04-27T21:47:46.945117Z","steps":["trace[1690804666] 'read index received' (duration: 116.853µs)","trace[1690804666] 'applied index is now lower than readState.Index' (duration: 163.992004ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:47:46.945317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.578594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-27T21:47:46.945336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.461097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T21:47:46.945376Z","caller":"traceutil/trace.go:171","msg":"trace[818569311] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21255; }","duration":"242.702027ms","start":"2026-04-27T21:47:46.702659Z","end":"2026-04-27T21:47:46.945361Z","steps":["trace[818569311] 'agreement among raft nodes before linearized reading' (duration: 78.379266ms)","trace[818569311] 'range keys from in-memory index tree' (duration: 164.087667ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:47:46.945393Z","caller":"traceutil/trace.go:171","msg":"trace[1682325416] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:21255; }","duration":"186.5659ms","start":"2026-04-27T21:47:46.758809Z","end":"2026-04-27T21:47:46.945375Z","steps":["trace[1682325416] 'agreement among raft nodes before linearized reading' (duration: 186.420006ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:47:46.945507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.728137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-27T21:47:46.945565Z","caller":"traceutil/trace.go:171","msg":"trace[664172561] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21255; }","duration":"242.79487ms","start":"2026-04-27T21:47:46.702754Z","end":"2026-04-27T21:47:46.945549Z","steps":["trace[664172561] 'agreement among raft nodes before linearized reading' (duration: 242.664887ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:47:46.945547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.480542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-27T21:47:46.945627Z","caller":"traceutil/trace.go:171","msg":"trace[304663956] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:21255; }","duration":"242.586954ms","start":"2026-04-27T21:47:46.703031Z","end":"2026-04-27T21:47:46.945618Z","steps":["trace[304663956] 'agreement among raft nodes before linearized reading' (duration: 242.224976ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:47:46.945393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.664016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-27T21:47:46.945707Z","caller":"traceutil/trace.go:171","msg":"trace[1020004177] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21255; }","duration":"243.024934ms","start":"2026-04-27T21:47:46.702676Z","end":"2026-04-27T21:47:46.945701Z","steps":["trace[1020004177] 'agreement among raft nodes before linearized reading' (duration: 242.501272ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:47:46.945691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.72211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-27T21:47:46.945776Z","caller":"traceutil/trace.go:171","msg":"trace[2047552381] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21255; }","duration":"231.810183ms","start":"2026-04-27T21:47:46.713946Z","end":"2026-04-27T21:47:46.945756Z","steps":["trace[2047552381] 'agreement among raft nodes before linearized reading' (duration: 231.646409ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:47:48.395609Z","caller":"traceutil/trace.go:171","msg":"trace[8598712] linearizableReadLoop","detail":"{readStateIndex:22005; appliedIndex:22003; }","duration":"110.70397ms","start":"2026-04-27T21:47:48.284873Z","end":"2026-04-27T21:47:48.395577Z","steps":["trace[8598712] 'read index received' (duration: 9.119314ms)","trace[8598712] 'applied index is now lower than readState.Index' (duration: 101.583096ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:47:48.395766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.861983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:47:48.395807Z","caller":"traceutil/trace.go:171","msg":"trace[168223572] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:21262; }","duration":"110.954995ms","start":"2026-04-27T21:47:48.284841Z","end":"2026-04-27T21:47:48.395796Z","steps":["trace[168223572] 'agreement among raft nodes before linearized reading' (duration: 110.842453ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:47:48.396157Z","caller":"traceutil/trace.go:171","msg":"trace[782815666] transaction","detail":"{read_only:false; response_revision:21262; number_of_response:1; }","duration":"119.788723ms","start":"2026-04-27T21:47:48.276349Z","end":"2026-04-27T21:47:48.396138Z","steps":["trace[782815666] 'process raft request' (duration: 93.283489ms)","trace[782815666] 'compare' (duration: 25.825909ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:47:48.678432Z","caller":"traceutil/trace.go:171","msg":"trace[1330362116] transaction","detail":"{read_only:false; response_revision:21263; number_of_response:1; }","duration":"183.406648ms","start":"2026-04-27T21:47:48.493559Z","end":"2026-04-27T21:47:48.676966Z","steps":["trace[1330362116] 'process raft request' (duration: 88.048502ms)","trace[1330362116] 'compare' (duration: 94.010997ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:47:55.525454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.811243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:47:55.52553Z","caller":"traceutil/trace.go:171","msg":"trace[1714387094] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21302; }","duration":"110.937806ms","start":"2026-04-27T21:47:55.414573Z","end":"2026-04-27T21:47:55.525511Z","steps":["trace[1714387094] 'range keys from in-memory index tree' (duration: 110.69814ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:48:01.72607Z","caller":"traceutil/trace.go:171","msg":"trace[1695333378] transaction","detail":"{read_only:false; response_revision:21333; number_of_response:1; }","duration":"108.160962ms","start":"2026-04-27T21:48:01.617874Z","end":"2026-04-27T21:48:01.726035Z","steps":["trace[1695333378] 'process raft request' (duration: 106.104076ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:48:02.653156Z","caller":"traceutil/trace.go:171","msg":"trace[891189918] transaction","detail":"{read_only:false; response_revision:21335; number_of_response:1; }","duration":"157.483437ms","start":"2026-04-27T21:48:02.495648Z","end":"2026-04-27T21:48:02.653131Z","steps":["trace[891189918] 'process raft request' (duration: 157.320404ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:48:02.65938Z","caller":"traceutil/trace.go:171","msg":"trace[987200143] transaction","detail":"{read_only:false; response_revision:21336; number_of_response:1; }","duration":"120.559581ms","start":"2026-04-27T21:48:02.538734Z","end":"2026-04-27T21:48:02.659294Z","steps":["trace[987200143] 'process raft request' (duration: 120.341546ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:48:07.72871Z","caller":"traceutil/trace.go:171","msg":"trace[1382781091] linearizableReadLoop","detail":"{readStateIndex:22111; appliedIndex:22108; }","duration":"221.367278ms","start":"2026-04-27T21:48:07.507315Z","end":"2026-04-27T21:48:07.728682Z","steps":["trace[1382781091] 'read index received' (duration: 135.908183ms)","trace[1382781091] 'applied index is now lower than readState.Index' (duration: 85.457345ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:48:07.728968Z","caller":"traceutil/trace.go:171","msg":"trace[945259757] transaction","detail":"{read_only:false; response_revision:21362; number_of_response:1; }","duration":"265.488817ms","start":"2026-04-27T21:48:07.463461Z","end":"2026-04-27T21:48:07.728949Z","steps":["trace[945259757] 'process raft request' (duration: 265.025757ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:48:07.728998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.661335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-27T21:48:07.728949Z","caller":"traceutil/trace.go:171","msg":"trace[1989476532] transaction","detail":"{read_only:false; response_revision:21361; number_of_response:1; }","duration":"265.475167ms","start":"2026-04-27T21:48:07.463428Z","end":"2026-04-27T21:48:07.728903Z","steps":["trace[1989476532] 'process raft request' (duration: 179.680965ms)","trace[1989476532] 'compare' (duration: 85.25518ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:48:07.729048Z","caller":"traceutil/trace.go:171","msg":"trace[194135887] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21363; }","duration":"221.756647ms","start":"2026-04-27T21:48:07.507274Z","end":"2026-04-27T21:48:07.729031Z","steps":["trace[194135887] 'agreement among raft nodes before linearized reading' (duration: 221.546812ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:48:07.729093Z","caller":"traceutil/trace.go:171","msg":"trace[160620372] transaction","detail":"{read_only:false; response_revision:21363; number_of_response:1; }","duration":"264.501644ms","start":"2026-04-27T21:48:07.46458Z","end":"2026-04-27T21:48:07.729081Z","steps":["trace[160620372] 'process raft request' (duration: 264.007373ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:48:17.985755Z","caller":"traceutil/trace.go:171","msg":"trace[1352881005] transaction","detail":"{read_only:false; response_revision:21414; number_of_response:1; }","duration":"137.023109ms","start":"2026-04-27T21:48:17.848702Z","end":"2026-04-27T21:48:17.985725Z","steps":["trace[1352881005] 'process raft request' (duration: 78.862007ms)","trace[1352881005] 'compare' (duration: 57.972448ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:48:19.564436Z","caller":"traceutil/trace.go:171","msg":"trace[575968622] transaction","detail":"{read_only:false; response_revision:21425; number_of_response:1; }","duration":"181.103667ms","start":"2026-04-27T21:48:19.383304Z","end":"2026-04-27T21:48:19.564408Z","steps":["trace[575968622] 'process raft request' (duration: 93.669969ms)","trace[575968622] 'compare' (duration: 86.738233ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:48:19.564444Z","caller":"traceutil/trace.go:171","msg":"trace[156407499] linearizableReadLoop","detail":"{readStateIndex:22175; appliedIndex:22174; }","duration":"149.225762ms","start":"2026-04-27T21:48:19.41518Z","end":"2026-04-27T21:48:19.564405Z","steps":["trace[156407499] 'read index received' (duration: 61.697581ms)","trace[156407499] 'applied index is now lower than readState.Index' (duration: 87.525831ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:48:19.564721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.502668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:48:19.564874Z","caller":"traceutil/trace.go:171","msg":"trace[1383293962] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21425; }","duration":"149.710593ms","start":"2026-04-27T21:48:19.415133Z","end":"2026-04-27T21:48:19.564844Z","steps":["trace[1383293962] 'agreement among raft nodes before linearized reading' (duration: 149.397626ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:48:19.940599Z","caller":"traceutil/trace.go:171","msg":"trace[1028332492] linearizableReadLoop","detail":"{readStateIndex:22182; appliedIndex:22181; }","duration":"110.397612ms","start":"2026-04-27T21:48:19.830166Z","end":"2026-04-27T21:48:19.940563Z","steps":["trace[1028332492] 'read index received' (duration: 72.032353ms)","trace[1028332492] 'applied index is now lower than readState.Index' (duration: 38.362479ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:48:19.940731Z","caller":"traceutil/trace.go:171","msg":"trace[1676998127] transaction","detail":"{read_only:false; response_revision:21432; number_of_response:1; }","duration":"116.066729ms","start":"2026-04-27T21:48:19.824631Z","end":"2026-04-27T21:48:19.940698Z","steps":["trace[1676998127] 'process raft request' (duration: 77.549476ms)","trace[1676998127] 'compare' (duration: 38.071564ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:48:19.940879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.689148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-27T21:48:19.94094Z","caller":"traceutil/trace.go:171","msg":"trace[1050460847] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21432; }","duration":"110.843282ms","start":"2026-04-27T21:48:19.830081Z","end":"2026-04-27T21:48:19.940924Z","steps":["trace[1050460847] 'agreement among raft nodes before linearized reading' (duration: 110.622097ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:48:20.166965Z","caller":"traceutil/trace.go:171","msg":"trace[1758197545] linearizableReadLoop","detail":"{readStateIndex:22184; appliedIndex:22182; }","duration":"175.656175ms","start":"2026-04-27T21:48:19.991276Z","end":"2026-04-27T21:48:20.166932Z","steps":["trace[1758197545] 'read index received' (duration: 32.929888ms)","trace[1758197545] 'applied index is now lower than readState.Index' (duration: 142.723077ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:48:20.167006Z","caller":"traceutil/trace.go:171","msg":"trace[152562432] transaction","detail":"{read_only:false; response_revision:21434; number_of_response:1; }","duration":"218.499904ms","start":"2026-04-27T21:48:19.948463Z","end":"2026-04-27T21:48:20.166963Z","steps":["trace[152562432] 'process raft request' (duration: 211.663011ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:48:20.167145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.858849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-27T21:48:20.167175Z","caller":"traceutil/trace.go:171","msg":"trace[591057572] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:21434; }","duration":"175.942341ms","start":"2026-04-27T21:48:19.991222Z","end":"2026-04-27T21:48:20.167165Z","steps":["trace[591057572] 'agreement among raft nodes before linearized reading' (duration: 175.816019ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:48:20.362347Z","caller":"traceutil/trace.go:171","msg":"trace[1261486842] linearizableReadLoop","detail":"{readStateIndex:22185; appliedIndex:22184; }","duration":"195.302305ms","start":"2026-04-27T21:48:20.167016Z","end":"2026-04-27T21:48:20.362319Z","steps":["trace[1261486842] 'read index received' (duration: 195.152512ms)","trace[1261486842] 'applied index is now lower than readState.Index' (duration: 148.513µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:48:20.362409Z","caller":"traceutil/trace.go:171","msg":"trace[250391272] transaction","detail":"{read_only:false; response_revision:21435; number_of_response:1; }","duration":"331.957186ms","start":"2026-04-27T21:48:20.030403Z","end":"2026-04-27T21:48:20.36236Z","steps":["trace[250391272] 'process raft request' (duration: 331.747951ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:48:20.362653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:48:20.030388Z","time spent":"332.146061ms","remote":"127.0.0.1:50642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:48:20.362673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.13752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-04-27T21:48:20.362813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.587979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-27T21:48:20.362943Z","caller":"traceutil/trace.go:171","msg":"trace[1979560289] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21435; }","duration":"365.747644ms","start":"2026-04-27T21:48:19.997175Z","end":"2026-04-27T21:48:20.362923Z","steps":["trace[1979560289] 'agreement among raft nodes before linearized reading' (duration: 365.359515ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:48:20.362858Z","caller":"traceutil/trace.go:171","msg":"trace[1010906601] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21435; }","duration":"361.432976ms","start":"2026-04-27T21:48:20.001402Z","end":"2026-04-27T21:48:20.362835Z","steps":["trace[1010906601] 'agreement among raft nodes before linearized reading' (duration: 360.968415ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:48:20.363043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:48:19.997169Z","time spent":"365.861376ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-27T21:48:20.363101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:48:20.001391Z","time spent":"361.675692ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-27T21:48:20.422249Z","caller":"traceutil/trace.go:171","msg":"trace[884944265] transaction","detail":"{read_only:false; response_revision:21436; number_of_response:1; }","duration":"250.212204ms","start":"2026-04-27T21:48:20.172008Z","end":"2026-04-27T21:48:20.42222Z","steps":["trace[884944265] 'process raft request' (duration: 250.043421ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:48:20.486249Z","caller":"traceutil/trace.go:171","msg":"trace[323095045] transaction","detail":"{read_only:false; response_revision:21438; number_of_response:1; }","duration":"117.383909ms","start":"2026-04-27T21:48:20.368835Z","end":"2026-04-27T21:48:20.486219Z","steps":["trace[323095045] 'process raft request' (duration: 117.168564ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:48:20.486303Z","caller":"traceutil/trace.go:171","msg":"trace[1126992689] transaction","detail":"{read_only:false; response_revision:21439; number_of_response:1; }","duration":"114.578027ms","start":"2026-04-27T21:48:20.37168Z","end":"2026-04-27T21:48:20.486258Z","steps":["trace[1126992689] 'process raft request' (duration: 114.369282ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:48:20.486839Z","caller":"traceutil/trace.go:171","msg":"trace[818005866] transaction","detail":"{read_only:false; response_revision:21437; number_of_response:1; }","duration":"118.821311ms","start":"2026-04-27T21:48:20.367987Z","end":"2026-04-27T21:48:20.486809Z","steps":["trace[818005866] 'process raft request' (duration: 96.826088ms)","trace[818005866] 'compare' (duration: 21.034802ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:48:20.663534Z","caller":"traceutil/trace.go:171","msg":"trace[721284826] transaction","detail":"{read_only:false; response_revision:21441; number_of_response:1; }","duration":"159.586304ms","start":"2026-04-27T21:48:20.50392Z","end":"2026-04-27T21:48:20.663507Z","steps":["trace[721284826] 'process raft request' (duration: 106.682259ms)","trace[721284826] 'compare' (duration: 52.716141ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:48:20.663754Z","caller":"traceutil/trace.go:171","msg":"trace[1061305547] transaction","detail":"{read_only:false; response_revision:21442; number_of_response:1; }","duration":"147.715978ms","start":"2026-04-27T21:48:20.516005Z","end":"2026-04-27T21:48:20.663721Z","steps":["trace[1061305547] 'process raft request' (duration: 147.458912ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:48:23.5526Z","caller":"traceutil/trace.go:171","msg":"trace[707413614] transaction","detail":"{read_only:false; response_revision:21459; number_of_response:1; }","duration":"100.325197ms","start":"2026-04-27T21:48:23.452246Z","end":"2026-04-27T21:48:23.552571Z","steps":["trace[707413614] 'process raft request' (duration: 100.182493ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:48:56.104799Z","caller":"traceutil/trace.go:171","msg":"trace[1667332572] linearizableReadLoop","detail":"{readStateIndex:22655; appliedIndex:22654; }","duration":"116.584762ms","start":"2026-04-27T21:48:55.988194Z","end":"2026-04-27T21:48:56.104779Z","steps":["trace[1667332572] 'read index received' (duration: 116.330226ms)","trace[1667332572] 'applied index is now lower than readState.Index' (duration: 253.896µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:48:56.104912Z","caller":"traceutil/trace.go:171","msg":"trace[1116242472] transaction","detail":"{read_only:false; response_revision:21887; number_of_response:1; }","duration":"121.194056ms","start":"2026-04-27T21:48:55.983711Z","end":"2026-04-27T21:48:56.104905Z","steps":["trace[1116242472] 'process raft request' (duration: 120.874329ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:48:56.105099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.9044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-04-27T21:48:56.105123Z","caller":"traceutil/trace.go:171","msg":"trace[882358350] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:21887; }","duration":"116.97994ms","start":"2026-04-27T21:48:55.988135Z","end":"2026-04-27T21:48:56.105115Z","steps":["trace[882358350] 'agreement among raft nodes before linearized reading' (duration: 116.878068ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:48:56.252453Z","caller":"traceutil/trace.go:171","msg":"trace[1596653157] linearizableReadLoop","detail":"{readStateIndex:22656; appliedIndex:22655; }","duration":"109.504252ms","start":"2026-04-27T21:48:56.142915Z","end":"2026-04-27T21:48:56.252419Z","steps":["trace[1596653157] 'read index received' (duration: 104.795298ms)","trace[1596653157] 'applied index is now lower than readState.Index' (duration: 4.706964ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:48:56.252468Z","caller":"traceutil/trace.go:171","msg":"trace[47183604] transaction","detail":"{read_only:false; response_revision:21888; number_of_response:1; }","duration":"143.36262ms","start":"2026-04-27T21:48:56.109066Z","end":"2026-04-27T21:48:56.252429Z","steps":["trace[47183604] 'process raft request' (duration: 138.733338ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:48:56.25262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.028182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:48:56.252775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.678712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5140"} {"level":"warn","ts":"2026-04-27T21:48:56.252823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.703757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:48:56.252855Z","caller":"traceutil/trace.go:171","msg":"trace[260790080] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:21888; }","duration":"105.751267ms","start":"2026-04-27T21:48:56.147097Z","end":"2026-04-27T21:48:56.252848Z","steps":["trace[260790080] 'agreement among raft nodes before linearized reading' (duration: 105.703166ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:48:56.252609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.665386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:48:56.253034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.65441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:48:56.25278Z","caller":"traceutil/trace.go:171","msg":"trace[479634987] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:21888; }","duration":"109.188636ms","start":"2026-04-27T21:48:56.143575Z","end":"2026-04-27T21:48:56.252764Z","steps":["trace[479634987] 'agreement among raft nodes before linearized reading' (duration: 109.006132ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:48:56.253036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.170745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:48:56.253176Z","caller":"traceutil/trace.go:171","msg":"trace[160502624] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21888; }","duration":"109.343448ms","start":"2026-04-27T21:48:56.143823Z","end":"2026-04-27T21:48:56.253166Z","steps":["trace[160502624] 'agreement among raft nodes before linearized reading' (duration: 109.139704ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:48:56.253181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.868055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:48:56.253143Z","caller":"traceutil/trace.go:171","msg":"trace[282332581] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:21888; }","duration":"110.217669ms","start":"2026-04-27T21:48:56.142876Z","end":"2026-04-27T21:48:56.253094Z","steps":["trace[282332581] 'agreement among raft nodes before linearized reading' (duration: 109.630475ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:48:56.252823Z","caller":"traceutil/trace.go:171","msg":"trace[123475902] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:21888; }","duration":"103.736464ms","start":"2026-04-27T21:48:56.149074Z","end":"2026-04-27T21:48:56.252811Z","steps":["trace[123475902] 'agreement among raft nodes before linearized reading' (duration: 103.597181ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:48:56.253073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.161526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5140"} {"level":"warn","ts":"2026-04-27T21:48:56.253186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.436227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-04-27T21:48:56.253459Z","caller":"traceutil/trace.go:171","msg":"trace[1793267846] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:21888; }","duration":"101.560286ms","start":"2026-04-27T21:48:56.151883Z","end":"2026-04-27T21:48:56.253443Z","steps":["trace[1793267846] 'agreement among raft nodes before linearized reading' (duration: 101.134986ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:48:56.253491Z","caller":"traceutil/trace.go:171","msg":"trace[566219956] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:21888; }","duration":"107.862826ms","start":"2026-04-27T21:48:56.145608Z","end":"2026-04-27T21:48:56.253471Z","steps":["trace[566219956] 'agreement among raft nodes before linearized reading' (duration: 107.326934ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:48:56.25313Z","caller":"traceutil/trace.go:171","msg":"trace[14049783] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21888; }","duration":"106.814963ms","start":"2026-04-27T21:48:56.146294Z","end":"2026-04-27T21:48:56.253109Z","steps":["trace[14049783] 'agreement among raft nodes before linearized reading' (duration: 106.6874ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:48:56.253216Z","caller":"traceutil/trace.go:171","msg":"trace[1138093774] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:21888; }","duration":"106.916675ms","start":"2026-04-27T21:48:56.146288Z","end":"2026-04-27T21:48:56.253205Z","steps":["trace[1138093774] 'agreement among raft nodes before linearized reading' (duration: 106.868424ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:48:56.253224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.050591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-04-27T21:48:56.254118Z","caller":"traceutil/trace.go:171","msg":"trace[1853273853] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:21888; }","duration":"108.967951ms","start":"2026-04-27T21:48:56.145131Z","end":"2026-04-27T21:48:56.254099Z","steps":["trace[1853273853] 'agreement among raft nodes before linearized reading' (duration: 107.941438ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:49:10.534928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.175582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:49:10.535033Z","caller":"traceutil/trace.go:171","msg":"trace[448200484] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21962; }","duration":"120.338905ms","start":"2026-04-27T21:49:10.414672Z","end":"2026-04-27T21:49:10.535011Z","steps":["trace[448200484] 'range keys from in-memory index tree' (duration: 120.08909ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:49:16.556894Z","caller":"traceutil/trace.go:171","msg":"trace[2117441372] linearizableReadLoop","detail":"{readStateIndex:22765; appliedIndex:22764; }","duration":"211.61994ms","start":"2026-04-27T21:49:16.345236Z","end":"2026-04-27T21:49:16.556856Z","steps":["trace[2117441372] 'read index received' (duration: 130.173915ms)","trace[2117441372] 'applied index is now lower than readState.Index' (duration: 81.440294ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:49:16.55716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.080004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:49:16.557156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.884806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-27T21:49:16.557211Z","caller":"traceutil/trace.go:171","msg":"trace[501566237] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21992; }","duration":"143.190277ms","start":"2026-04-27T21:49:16.414008Z","end":"2026-04-27T21:49:16.557199Z","steps":["trace[501566237] 'agreement among raft nodes before linearized reading' (duration: 143.068824ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:49:16.557257Z","caller":"traceutil/trace.go:171","msg":"trace[1067540642] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21992; }","duration":"212.013148ms","start":"2026-04-27T21:49:16.345193Z","end":"2026-04-27T21:49:16.557206Z","steps":["trace[1067540642] 'agreement among raft nodes before linearized reading' (duration: 211.796793ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:49:16.905927Z","caller":"traceutil/trace.go:171","msg":"trace[1928577167] transaction","detail":"{read_only:false; response_revision:21994; number_of_response:1; }","duration":"259.438531ms","start":"2026-04-27T21:49:16.646456Z","end":"2026-04-27T21:49:16.905894Z","steps":["trace[1928577167] 'process raft request' (duration: 179.981442ms)","trace[1928577167] 'compare' (duration: 78.991309ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:49:17.427816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.965994ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T21:49:17.42794Z","caller":"traceutil/trace.go:171","msg":"trace[1570509959] transaction","detail":"{read_only:false; response_revision:21995; number_of_response:1; }","duration":"476.375321ms","start":"2026-04-27T21:49:16.951542Z","end":"2026-04-27T21:49:17.427917Z","steps":["trace[1570509959] 'process raft request' (duration: 78.221632ms)","trace[1570509959] 'compare' (duration: 397.680348ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:49:17.428038Z","caller":"traceutil/trace.go:171","msg":"trace[1341901495] transaction","detail":"{read_only:false; response_revision:21996; number_of_response:1; }","duration":"474.389866ms","start":"2026-04-27T21:49:16.953631Z","end":"2026-04-27T21:49:17.428021Z","steps":["trace[1341901495] 'process raft request' (duration: 474.301244ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:49:17.428052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:49:16.95153Z","time spent":"476.459172ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:49:17.428273Z","caller":"traceutil/trace.go:171","msg":"trace[554020680] linearizableReadLoop","detail":"{readStateIndex:22768; appliedIndex:22767; }","duration":"474.691782ms","start":"2026-04-27T21:49:16.953573Z","end":"2026-04-27T21:49:17.428265Z","steps":["trace[554020680] 'read index received' (duration: 76.201807ms)","trace[554020680] 'applied index is now lower than readState.Index' (duration: 398.489055ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:49:17.428374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:49:16.95361Z","time spent":"474.714813ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:49:17.428422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.845816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-27T21:49:17.428445Z","caller":"traceutil/trace.go:171","msg":"trace[1565681859] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21996; }","duration":"474.904207ms","start":"2026-04-27T21:49:16.953534Z","end":"2026-04-27T21:49:17.428438Z","steps":["trace[1565681859] 'agreement among raft nodes before linearized reading' (duration: 474.787205ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:49:17.428467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:49:16.953517Z","time spent":"474.945309ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-27T21:49:17.923419Z","caller":"traceutil/trace.go:171","msg":"trace[1639447729] linearizableReadLoop","detail":"{readStateIndex:22772; appliedIndex:22769; }","duration":"495.098781ms","start":"2026-04-27T21:49:17.428303Z","end":"2026-04-27T21:49:17.923401Z","steps":["trace[1639447729] 'read index received' (duration: 494.839645ms)","trace[1639447729] 'applied index is now lower than readState.Index' (duration: 258.586µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:49:17.92366Z","caller":"traceutil/trace.go:171","msg":"trace[1952526711] transaction","detail":"{read_only:false; response_revision:21997; number_of_response:1; }","duration":"880.103264ms","start":"2026-04-27T21:49:17.043548Z","end":"2026-04-27T21:49:17.923652Z","steps":["trace[1952526711] 'process raft request' (duration: 879.643954ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:49:17.923747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:49:17.043529Z","time spent":"880.155675ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:49:17.92399Z","caller":"traceutil/trace.go:171","msg":"trace[1283426656] transaction","detail":"{read_only:false; response_revision:21999; number_of_response:1; }","duration":"675.831778ms","start":"2026-04-27T21:49:17.248149Z","end":"2026-04-27T21:49:17.923981Z","steps":["trace[1283426656] 'process raft request' (duration: 675.225625ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:49:17.924007Z","caller":"traceutil/trace.go:171","msg":"trace[237714975] transaction","detail":"{read_only:false; response_revision:21998; number_of_response:1; }","duration":"693.402981ms","start":"2026-04-27T21:49:17.23057Z","end":"2026-04-27T21:49:17.923973Z","steps":["trace[237714975] 'process raft request' (duration: 692.760137ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:49:17.924057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:49:17.248129Z","time spent":"675.891209ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:49:17.924215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:49:17.230516Z","time spent":"693.608666ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:49:17.924239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"959.88211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-04-27T21:49:17.924306Z","caller":"traceutil/trace.go:171","msg":"trace[2141065921] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21999; }","duration":"959.987832ms","start":"2026-04-27T21:49:16.964299Z","end":"2026-04-27T21:49:17.924287Z","steps":["trace[2141065921] 'agreement among raft nodes before linearized reading' (duration: 959.694456ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:49:17.92435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:49:16.964291Z","time spent":"960.050485ms","remote":"127.0.0.1:39944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1878,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-27T21:49:17.924382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.96296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:49:17.924629Z","caller":"traceutil/trace.go:171","msg":"trace[1498509683] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21999; }","duration":"509.599405ms","start":"2026-04-27T21:49:17.415012Z","end":"2026-04-27T21:49:17.924611Z","steps":["trace[1498509683] 'agreement among raft nodes before linearized reading' (duration: 508.93512ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:49:17.925582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:49:17.414995Z","time spent":"510.247549ms","remote":"127.0.0.1:39786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T21:49:17.98217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.902858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:49:17.982254Z","caller":"traceutil/trace.go:171","msg":"trace[969090502] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:22000; }","duration":"392.030942ms","start":"2026-04-27T21:49:17.590204Z","end":"2026-04-27T21:49:17.982235Z","steps":["trace[969090502] 'agreement among raft nodes before linearized reading' (duration: 391.885378ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:49:17.982243Z","caller":"traceutil/trace.go:171","msg":"trace[532277139] transaction","detail":"{read_only:false; response_revision:22000; number_of_response:1; }","duration":"548.428225ms","start":"2026-04-27T21:49:17.433778Z","end":"2026-04-27T21:49:17.982206Z","steps":["trace[532277139] 'process raft request' (duration: 548.040556ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:49:17.982289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:49:17.590185Z","time spent":"392.094003ms","remote":"127.0.0.1:33956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:49:17.982312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.771646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-27T21:49:17.982386Z","caller":"traceutil/trace.go:171","msg":"trace[507705676] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22000; }","duration":"158.893919ms","start":"2026-04-27T21:49:17.823474Z","end":"2026-04-27T21:49:17.982368Z","steps":["trace[507705676] 'agreement among raft nodes before linearized reading' (duration: 158.653273ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:49:17.982401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.838919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-04-27T21:49:17.982407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:49:17.433759Z","time spent":"548.562458ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:49:17.982464Z","caller":"traceutil/trace.go:171","msg":"trace[2028573990] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22000; }","duration":"371.938281ms","start":"2026-04-27T21:49:17.610509Z","end":"2026-04-27T21:49:17.982448Z","steps":["trace[2028573990] 'agreement among raft nodes before linearized reading' (duration: 371.742687ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:49:17.982661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:49:17.610493Z","time spent":"372.149867ms","remote":"127.0.0.1:39966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-27T21:49:18.650117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.700281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:49:18.650165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.428909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:49:18.650211Z","caller":"traceutil/trace.go:171","msg":"trace[1321107991] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:22001; }","duration":"331.847124ms","start":"2026-04-27T21:49:18.318344Z","end":"2026-04-27T21:49:18.650192Z","steps":["trace[1321107991] 'range keys from in-memory index tree' (duration: 331.625699ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:49:18.650226Z","caller":"traceutil/trace.go:171","msg":"trace[2035796167] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:22001; }","duration":"333.514761ms","start":"2026-04-27T21:49:18.316697Z","end":"2026-04-27T21:49:18.650212Z","steps":["trace[2035796167] 'range keys from in-memory index tree' (duration: 333.377938ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:49:18.650248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:49:18.318323Z","time spent":"331.916355ms","remote":"127.0.0.1:40020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-04-27T21:49:18.650266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:49:18.316688Z","time spent":"333.567942ms","remote":"127.0.0.1:40020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-04-27T21:49:18.650296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.787158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:49:18.650378Z","caller":"traceutil/trace.go:171","msg":"trace[1753207761] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:22001; }","duration":"329.8911ms","start":"2026-04-27T21:49:18.320466Z","end":"2026-04-27T21:49:18.650357Z","steps":["trace[1753207761] 'range keys from in-memory index tree' (duration: 329.738656ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:49:18.650368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.047148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:49:18.650421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:49:18.320461Z","time spent":"329.949561ms","remote":"127.0.0.1:40020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" "} {"level":"info","ts":"2026-04-27T21:49:18.650469Z","caller":"traceutil/trace.go:171","msg":"trace[1003854481] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:22001; }","duration":"332.268394ms","start":"2026-04-27T21:49:18.318179Z","end":"2026-04-27T21:49:18.650447Z","steps":["trace[1003854481] 'range keys from in-memory index tree' (duration: 331.984967ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:49:18.650538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:49:18.318171Z","time spent":"332.354155ms","remote":"127.0.0.1:40020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" "} {"level":"warn","ts":"2026-04-27T21:49:18.650534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.644321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:49:18.650618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.200506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5140"} {"level":"info","ts":"2026-04-27T21:49:18.650633Z","caller":"traceutil/trace.go:171","msg":"trace[1751041604] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:22001; }","duration":"332.747174ms","start":"2026-04-27T21:49:18.317848Z","end":"2026-04-27T21:49:18.650595Z","steps":["trace[1751041604] 'range keys from in-memory index tree' (duration: 332.596641ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:49:18.650376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.978087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:49:18.650679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:49:18.31784Z","time spent":"332.830496ms","remote":"127.0.0.1:40020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-04-27T21:49:18.65058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.185511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:49:18.650658Z","caller":"traceutil/trace.go:171","msg":"trace[722358502] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:22001; }","duration":"330.257708ms","start":"2026-04-27T21:49:18.320388Z","end":"2026-04-27T21:49:18.650646Z","steps":["trace[722358502] 'range keys from in-memory index tree' (duration: 329.994283ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:49:18.65072Z","caller":"traceutil/trace.go:171","msg":"trace[583825310] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:22001; }","duration":"332.358545ms","start":"2026-04-27T21:49:18.318342Z","end":"2026-04-27T21:49:18.6507Z","steps":["trace[583825310] 'range keys from in-memory index tree' (duration: 331.923536ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:49:18.650723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.2641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:49:18.650759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:49:18.320376Z","time spent":"330.37464ms","remote":"127.0.0.1:40020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":5164,"request content":"key:\"/registry/jobs/openstack/octavia-db-sync\" "} {"level":"warn","ts":"2026-04-27T21:49:18.650777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.89687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"warn","ts":"2026-04-27T21:49:18.650779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.697513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5140"} {"level":"warn","ts":"2026-04-27T21:49:18.650786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:49:18.318334Z","time spent":"332.435317ms","remote":"127.0.0.1:40020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" "} {"level":"info","ts":"2026-04-27T21:49:18.650752Z","caller":"traceutil/trace.go:171","msg":"trace[805364831] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:22001; }","duration":"332.431847ms","start":"2026-04-27T21:49:18.3183Z","end":"2026-04-27T21:49:18.650732Z","steps":["trace[805364831] 'range keys from in-memory index tree' (duration: 332.078699ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:49:18.650698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.402163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-04-27T21:49:18.650812Z","caller":"traceutil/trace.go:171","msg":"trace[556256187] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:22001; }","duration":"329.949262ms","start":"2026-04-27T21:49:18.320852Z","end":"2026-04-27T21:49:18.650802Z","steps":["trace[556256187] 'range keys from in-memory index tree' (duration: 329.808038ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:49:18.650816Z","caller":"traceutil/trace.go:171","msg":"trace[1377390866] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:22001; }","duration":"332.783565ms","start":"2026-04-27T21:49:18.318023Z","end":"2026-04-27T21:49:18.650806Z","steps":["trace[1377390866] 'range keys from in-memory index tree' (duration: 332.530829ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:49:18.650782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.528829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:49:18.65081Z","caller":"traceutil/trace.go:171","msg":"trace[627767184] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:22001; }","duration":"335.407943ms","start":"2026-04-27T21:49:18.315383Z","end":"2026-04-27T21:49:18.650791Z","steps":["trace[627767184] 'range keys from in-memory index tree' (duration: 335.149088ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:49:18.650849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:49:18.320841Z","time spent":"330.000162ms","remote":"127.0.0.1:39956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":698,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-04-27T21:49:18.650846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.060673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5140"} {"level":"warn","ts":"2026-04-27T21:49:18.650865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:49:18.317996Z","time spent":"332.862457ms","remote":"127.0.0.1:40020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":5164,"request content":"key:\"/registry/jobs/openstack/octavia-db-sync\" "} {"level":"info","ts":"2026-04-27T21:49:18.650849Z","caller":"traceutil/trace.go:171","msg":"trace[610376673] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:22001; }","duration":"335.583037ms","start":"2026-04-27T21:49:18.315249Z","end":"2026-04-27T21:49:18.650832Z","steps":["trace[610376673] 'range keys from in-memory index tree' (duration: 335.24287ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:49:18.650897Z","caller":"traceutil/trace.go:171","msg":"trace[252315819] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:22001; }","duration":"330.122965ms","start":"2026-04-27T21:49:18.320755Z","end":"2026-04-27T21:49:18.650878Z","steps":["trace[252315819] 'range keys from in-memory index tree' (duration: 329.92383ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:49:18.650902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:49:18.315362Z","time spent":"335.520606ms","remote":"127.0.0.1:40020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-04-27T21:49:18.650919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:49:18.315231Z","time spent":"335.6769ms","remote":"127.0.0.1:39956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":698,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"info","ts":"2026-04-27T21:49:18.650866Z","caller":"traceutil/trace.go:171","msg":"trace[273567924] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:22001; }","duration":"332.687293ms","start":"2026-04-27T21:49:18.318164Z","end":"2026-04-27T21:49:18.650851Z","steps":["trace[273567924] 'range keys from in-memory index tree' (duration: 332.453327ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:49:18.650911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:49:18.31828Z","time spent":"332.616611ms","remote":"127.0.0.1:40020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-04-27T21:49:18.650938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:49:18.320746Z","time spent":"330.183876ms","remote":"127.0.0.1:40020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":5164,"request content":"key:\"/registry/jobs/openstack/octavia-db-sync\" "} {"level":"warn","ts":"2026-04-27T21:49:18.650968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:49:18.318156Z","time spent":"332.804995ms","remote":"127.0.0.1:40020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"info","ts":"2026-04-27T21:49:18.7531Z","caller":"traceutil/trace.go:171","msg":"trace[188225634] linearizableReadLoop","detail":"{readStateIndex:22775; appliedIndex:22774; }","duration":"106.343372ms","start":"2026-04-27T21:49:18.646736Z","end":"2026-04-27T21:49:18.753079Z","steps":["trace[188225634] 'read index received' (duration: 106.128697ms)","trace[188225634] 'applied index is now lower than readState.Index' (duration: 213.795µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:49:18.753172Z","caller":"traceutil/trace.go:171","msg":"trace[1284132491] transaction","detail":"{read_only:false; response_revision:22002; number_of_response:1; }","duration":"128.647012ms","start":"2026-04-27T21:49:18.624503Z","end":"2026-04-27T21:49:18.75315Z","steps":["trace[1284132491] 'process raft request' (duration: 128.426267ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:49:18.753314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.571097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-27T21:49:18.753349Z","caller":"traceutil/trace.go:171","msg":"trace[1369644390] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22002; }","duration":"106.660319ms","start":"2026-04-27T21:49:18.646679Z","end":"2026-04-27T21:49:18.753339Z","steps":["trace[1369644390] 'agreement among raft nodes before linearized reading' (duration: 106.518916ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:49:19.410925Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185919323911108,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-27T21:49:19.719025Z","caller":"traceutil/trace.go:171","msg":"trace[2034251215] linearizableReadLoop","detail":"{readStateIndex:22776; appliedIndex:22775; }","duration":"808.441288ms","start":"2026-04-27T21:49:18.910564Z","end":"2026-04-27T21:49:19.719006Z","steps":["trace[2034251215] 'read index received' (duration: 808.271475ms)","trace[2034251215] 'applied index is now lower than readState.Index' (duration: 169.263µs)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:49:19.719198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.627012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-27T21:49:19.719227Z","caller":"traceutil/trace.go:171","msg":"trace[1799465941] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22003; }","duration":"808.669803ms","start":"2026-04-27T21:49:18.910547Z","end":"2026-04-27T21:49:19.719217Z","steps":["trace[1799465941] 'agreement among raft nodes before linearized reading' (duration: 808.558381ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:49:19.719253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:49:18.910487Z","time spent":"808.761215ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-27T21:49:19.719147Z","caller":"traceutil/trace.go:171","msg":"trace[1788505914] transaction","detail":"{read_only:false; response_revision:22003; number_of_response:1; }","duration":"961.60388ms","start":"2026-04-27T21:49:18.757495Z","end":"2026-04-27T21:49:19.719098Z","steps":["trace[1788505914] 'process raft request' (duration: 961.384895ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:49:19.719312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.285883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-04-27T21:49:19.719326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.767916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:49:19.719379Z","caller":"traceutil/trace.go:171","msg":"trace[1318558967] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22003; }","duration":"286.371934ms","start":"2026-04-27T21:49:19.432988Z","end":"2026-04-27T21:49:19.71936Z","steps":["trace[1318558967] 'agreement among raft nodes before linearized reading' (duration: 286.19923ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:49:19.719369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.675191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-27T21:49:19.719395Z","caller":"traceutil/trace.go:171","msg":"trace[224905096] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22003; }","duration":"304.9114ms","start":"2026-04-27T21:49:19.414463Z","end":"2026-04-27T21:49:19.719374Z","steps":["trace[224905096] 'agreement among raft nodes before linearized reading' (duration: 304.708875ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:49:19.719448Z","caller":"traceutil/trace.go:171","msg":"trace[629447552] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22003; }","duration":"286.803284ms","start":"2026-04-27T21:49:19.432627Z","end":"2026-04-27T21:49:19.719431Z","steps":["trace[629447552] 'agreement among raft nodes before linearized reading' (duration: 286.60706ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:49:19.719444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:49:18.757471Z","time spent":"961.884585ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:49:19.719459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:49:19.414441Z","time spent":"305.002392ms","remote":"127.0.0.1:39788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T21:49:20.382397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.477731ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:49:20.38269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.851856ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T21:49:20.382805Z","caller":"traceutil/trace.go:171","msg":"trace[2085309125] transaction","detail":"{read_only:false; response_revision:22004; number_of_response:1; }","duration":"658.604182ms","start":"2026-04-27T21:49:19.72418Z","end":"2026-04-27T21:49:20.382784Z","steps":["trace[2085309125] 'process raft request' (duration: 554.603082ms)","trace[2085309125] 'compare' (duration: 103.380376ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:49:20.382872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:49:19.724162Z","time spent":"658.681384ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:49:20.382624Z","caller":"traceutil/trace.go:171","msg":"trace[1843123469] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:22003; }","duration":"300.716236ms","start":"2026-04-27T21:49:20.081892Z","end":"2026-04-27T21:49:20.382608Z","steps":["trace[1843123469] 'range keys from in-memory index tree' (duration: 300.462819ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:49:20.490273Z","caller":"traceutil/trace.go:171","msg":"trace[332842107] transaction","detail":"{read_only:false; response_revision:22006; number_of_response:1; }","duration":"764.410001ms","start":"2026-04-27T21:49:19.725834Z","end":"2026-04-27T21:49:20.490244Z","steps":["trace[332842107] 'process raft request' (duration: 764.331199ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:49:20.490305Z","caller":"traceutil/trace.go:171","msg":"trace[624378875] transaction","detail":"{read_only:false; response_revision:22005; number_of_response:1; }","duration":"764.511214ms","start":"2026-04-27T21:49:19.725756Z","end":"2026-04-27T21:49:20.490268Z","steps":["trace[624378875] 'process raft request' (duration: 764.031633ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:49:20.490433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:49:19.72581Z","time spent":"764.536583ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:49:20.490466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:49:19.725734Z","time spent":"764.645177ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:49:20.490612Z","caller":"traceutil/trace.go:171","msg":"trace[1339375186] transaction","detail":"{read_only:false; response_revision:22007; number_of_response:1; }","duration":"561.368325ms","start":"2026-04-27T21:49:19.929219Z","end":"2026-04-27T21:49:20.490588Z","steps":["trace[1339375186] 'process raft request' (duration: 560.986465ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:49:20.490645Z","caller":"traceutil/trace.go:171","msg":"trace[1583620083] linearizableReadLoop","detail":"{readStateIndex:22782; appliedIndex:22776; }","duration":"550.889709ms","start":"2026-04-27T21:49:19.939722Z","end":"2026-04-27T21:49:20.490612Z","steps":["trace[1583620083] 'read index received' (duration: 339.043004ms)","trace[1583620083] 'applied index is now lower than readState.Index' (duration: 211.845715ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:49:20.490728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:49:19.929175Z","time spent":"561.492138ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:49:20.490775Z","caller":"traceutil/trace.go:171","msg":"trace[2146292381] transaction","detail":"{read_only:false; response_revision:22009; number_of_response:1; }","duration":"559.928602ms","start":"2026-04-27T21:49:19.930836Z","end":"2026-04-27T21:49:20.490765Z","steps":["trace[2146292381] 'process raft request' (duration: 559.725157ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:49:20.490686Z","caller":"traceutil/trace.go:171","msg":"trace[1508659793] transaction","detail":"{read_only:false; response_revision:22008; number_of_response:1; }","duration":"560.840464ms","start":"2026-04-27T21:49:19.929829Z","end":"2026-04-27T21:49:20.490669Z","steps":["trace[1508659793] 'process raft request' (duration: 560.596918ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:49:20.490855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:49:19.929804Z","time spent":"561.028957ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:49:20.490893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:49:19.930277Z","time spent":"560.535496ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:49:20.490929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.211017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:49:20.490957Z","caller":"traceutil/trace.go:171","msg":"trace[665909522] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:22009; }","duration":"551.34444ms","start":"2026-04-27T21:49:19.939605Z","end":"2026-04-27T21:49:20.490949Z","steps":["trace[665909522] 'agreement among raft nodes before linearized reading' (duration: 551.296009ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:49:20.490977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:49:19.939593Z","time spent":"551.37936ms","remote":"127.0.0.1:37728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:49:20.491103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.420689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-27T21:49:20.491142Z","caller":"traceutil/trace.go:171","msg":"trace[1110204677] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22009; }","duration":"504.48549ms","start":"2026-04-27T21:49:19.986647Z","end":"2026-04-27T21:49:20.491133Z","steps":["trace[1110204677] 'agreement among raft nodes before linearized reading' (duration: 504.369007ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:49:20.49117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:49:19.98663Z","time spent":"504.534611ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-27T21:49:20.491269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.286326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:49:20.491254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.281306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-27T21:49:20.491333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.378518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:49:20.491359Z","caller":"traceutil/trace.go:171","msg":"trace[1738070532] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:22009; }","duration":"504.431399ms","start":"2026-04-27T21:49:19.986921Z","end":"2026-04-27T21:49:20.491352Z","steps":["trace[1738070532] 'agreement among raft nodes before linearized reading' (duration: 504.394548ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:49:20.491299Z","caller":"traceutil/trace.go:171","msg":"trace[1721374973] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:22009; }","duration":"504.323726ms","start":"2026-04-27T21:49:19.986968Z","end":"2026-04-27T21:49:20.491291Z","steps":["trace[1721374973] 'agreement among raft nodes before linearized reading' (duration: 504.275005ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:49:20.491382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.294466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5140"} {"level":"warn","ts":"2026-04-27T21:49:20.491394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:49:19.986905Z","time spent":"504.48317ms","remote":"127.0.0.1:40020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" "} {"level":"warn","ts":"2026-04-27T21:49:20.491384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.516947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T21:49:20.491412Z","caller":"traceutil/trace.go:171","msg":"trace[1406317245] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:22009; }","duration":"504.415169ms","start":"2026-04-27T21:49:19.986989Z","end":"2026-04-27T21:49:20.491404Z","steps":["trace[1406317245] 'agreement among raft nodes before linearized reading' (duration: 504.218054ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:49:20.491411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:49:19.986965Z","time spent":"504.436089ms","remote":"127.0.0.1:40020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"info","ts":"2026-04-27T21:49:20.491431Z","caller":"traceutil/trace.go:171","msg":"trace[480551256] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:22009; }","duration":"248.585848ms","start":"2026-04-27T21:49:20.242833Z","end":"2026-04-27T21:49:20.491419Z","steps":["trace[480551256] 'agreement among raft nodes before linearized reading' (duration: 248.496786ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:49:20.491457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:49:19.986984Z","time spent":"504.445309ms","remote":"127.0.0.1:40020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":5164,"request content":"key:\"/registry/jobs/openstack/octavia-db-sync\" "} {"level":"info","ts":"2026-04-27T21:49:20.491358Z","caller":"traceutil/trace.go:171","msg":"trace[1191554200] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22009; }","duration":"400.430169ms","start":"2026-04-27T21:49:20.090907Z","end":"2026-04-27T21:49:20.491337Z","steps":["trace[1191554200] 'agreement among raft nodes before linearized reading' (duration: 400.134343ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:49:20.491539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.356388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:49:20.49154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:49:20.090893Z","time spent":"400.639764ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-27T21:49:20.491562Z","caller":"traceutil/trace.go:171","msg":"trace[1776868172] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:22009; }","duration":"504.394378ms","start":"2026-04-27T21:49:19.987157Z","end":"2026-04-27T21:49:20.491552Z","steps":["trace[1776868172] 'agreement among raft nodes before linearized reading' (duration: 504.362987ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:49:20.491551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.743524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"warn","ts":"2026-04-27T21:49:20.491582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:49:19.987149Z","time spent":"504.426999ms","remote":"127.0.0.1:40020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-04-27T21:49:20.491557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.953503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T21:49:20.491614Z","caller":"traceutil/trace.go:171","msg":"trace[1567692877] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:22009; }","duration":"503.823876ms","start":"2026-04-27T21:49:19.987776Z","end":"2026-04-27T21:49:20.491599Z","steps":["trace[1567692877] 'agreement among raft nodes before linearized reading' (duration: 503.649342ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:49:20.491653Z","caller":"traceutil/trace.go:171","msg":"trace[1210845745] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:22009; }","duration":"252.109057ms","start":"2026-04-27T21:49:20.23952Z","end":"2026-04-27T21:49:20.491629Z","steps":["trace[1210845745] 'agreement among raft nodes before linearized reading' (duration: 251.886802ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:49:20.491688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:49:19.987769Z","time spent":"503.908588ms","remote":"127.0.0.1:39956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":698,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"info","ts":"2026-04-27T21:49:36.962435Z","caller":"traceutil/trace.go:171","msg":"trace[781957662] transaction","detail":"{read_only:false; response_revision:22143; number_of_response:1; }","duration":"107.408745ms","start":"2026-04-27T21:49:36.855004Z","end":"2026-04-27T21:49:36.962413Z","steps":["trace[781957662] 'process raft request' (duration: 107.250052ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:49:51.440046Z","caller":"traceutil/trace.go:171","msg":"trace[141447539] transaction","detail":"{read_only:false; response_revision:22220; number_of_response:1; }","duration":"106.556718ms","start":"2026-04-27T21:49:51.333449Z","end":"2026-04-27T21:49:51.440006Z","steps":["trace[141447539] 'process raft request' (duration: 105.993664ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:50:35.275799Z","caller":"traceutil/trace.go:171","msg":"trace[1744060631] transaction","detail":"{read_only:false; response_revision:22543; number_of_response:1; }","duration":"187.493989ms","start":"2026-04-27T21:50:35.088275Z","end":"2026-04-27T21:50:35.275769Z","steps":["trace[1744060631] 'process raft request' (duration: 146.986682ms)","trace[1744060631] 'compare' (duration: 40.19401ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:50:35.276394Z","caller":"traceutil/trace.go:171","msg":"trace[1100012797] linearizableReadLoop","detail":"{readStateIndex:23333; appliedIndex:23331; }","duration":"187.02525ms","start":"2026-04-27T21:50:35.089348Z","end":"2026-04-27T21:50:35.276373Z","steps":["trace[1100012797] 'read index received' (duration: 15.113709ms)","trace[1100012797] 'applied index is now lower than readState.Index' (duration: 171.910391ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:50:35.276709Z","caller":"traceutil/trace.go:171","msg":"trace[743135211] transaction","detail":"{read_only:false; response_revision:22544; number_of_response:1; }","duration":"175.657305ms","start":"2026-04-27T21:50:35.101018Z","end":"2026-04-27T21:50:35.276675Z","steps":["trace[743135211] 'process raft request' (duration: 174.59654ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:50:35.276819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.608707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-27T21:50:35.276879Z","caller":"traceutil/trace.go:171","msg":"trace[340406492] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22544; }","duration":"185.71789ms","start":"2026-04-27T21:50:35.091145Z","end":"2026-04-27T21:50:35.276863Z","steps":["trace[340406492] 'agreement among raft nodes before linearized reading' (duration: 185.540116ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:50:35.276844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.47319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-27T21:50:35.276956Z","caller":"traceutil/trace.go:171","msg":"trace[1133503365] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22544; }","duration":"187.623383ms","start":"2026-04-27T21:50:35.089303Z","end":"2026-04-27T21:50:35.276927Z","steps":["trace[1133503365] 'agreement among raft nodes before linearized reading' (duration: 187.309696ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:50:35.476Z","caller":"traceutil/trace.go:171","msg":"trace[940494537] transaction","detail":"{read_only:false; response_revision:22552; number_of_response:1; }","duration":"107.674882ms","start":"2026-04-27T21:50:35.368303Z","end":"2026-04-27T21:50:35.475978Z","steps":["trace[940494537] 'process raft request' (duration: 107.615411ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:50:35.476029Z","caller":"traceutil/trace.go:171","msg":"trace[1879774287] transaction","detail":"{read_only:false; response_revision:22551; number_of_response:1; }","duration":"109.760508ms","start":"2026-04-27T21:50:35.366232Z","end":"2026-04-27T21:50:35.475992Z","steps":["trace[1879774287] 'process raft request' (duration: 109.580124ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:50:39.213425Z","caller":"traceutil/trace.go:171","msg":"trace[1577142495] linearizableReadLoop","detail":"{readStateIndex:23369; appliedIndex:23368; }","duration":"158.296335ms","start":"2026-04-27T21:50:39.055107Z","end":"2026-04-27T21:50:39.213404Z","steps":["trace[1577142495] 'read index received' (duration: 158.173483ms)","trace[1577142495] 'applied index is now lower than readState.Index' (duration: 121.932µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:50:39.213633Z","caller":"traceutil/trace.go:171","msg":"trace[267326291] transaction","detail":"{read_only:false; response_revision:22578; number_of_response:1; }","duration":"186.19133ms","start":"2026-04-27T21:50:39.027416Z","end":"2026-04-27T21:50:39.213608Z","steps":["trace[267326291] 'process raft request' (duration: 185.857593ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:50:39.213789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.664893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-04-27T21:50:39.213864Z","caller":"traceutil/trace.go:171","msg":"trace[1260382375] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:22578; }","duration":"158.779876ms","start":"2026-04-27T21:50:39.055066Z","end":"2026-04-27T21:50:39.213846Z","steps":["trace[1260382375] 'agreement among raft nodes before linearized reading' (duration: 158.567941ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:50:39.287952Z","caller":"traceutil/trace.go:171","msg":"trace[1779917933] transaction","detail":"{read_only:false; response_revision:22579; number_of_response:1; }","duration":"206.948826ms","start":"2026-04-27T21:50:39.080987Z","end":"2026-04-27T21:50:39.287936Z","steps":["trace[1779917933] 'process raft request' (duration: 206.864194ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:50:39.28824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.973745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-27T21:50:39.288298Z","caller":"traceutil/trace.go:171","msg":"trace[123495437] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22579; }","duration":"173.067027ms","start":"2026-04-27T21:50:39.115218Z","end":"2026-04-27T21:50:39.288285Z","steps":["trace[123495437] 'agreement among raft nodes before linearized reading' (duration: 172.897584ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:50:39.28832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.897818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-04-27T21:50:39.28839Z","caller":"traceutil/trace.go:171","msg":"trace[436152431] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:22579; }","duration":"224.967289ms","start":"2026-04-27T21:50:39.063404Z","end":"2026-04-27T21:50:39.288372Z","steps":["trace[436152431] 'agreement among raft nodes before linearized reading' (duration: 224.713704ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:50:39.788948Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185919323912856,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-27T21:50:39.922448Z","caller":"traceutil/trace.go:171","msg":"trace[1053800030] transaction","detail":"{read_only:false; response_revision:22580; number_of_response:1; }","duration":"704.262225ms","start":"2026-04-27T21:50:39.218164Z","end":"2026-04-27T21:50:39.922426Z","steps":["trace[1053800030] 'process raft request' (duration: 704.05558ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:50:39.922581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:50:39.21814Z","time spent":"704.375317ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:50:39.931491Z","caller":"traceutil/trace.go:171","msg":"trace[1237831663] transaction","detail":"{read_only:false; response_revision:22581; number_of_response:1; }","duration":"639.110795ms","start":"2026-04-27T21:50:39.29236Z","end":"2026-04-27T21:50:39.931471Z","steps":["trace[1237831663] 'process raft request' (duration: 639.016183ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:50:39.931552Z","caller":"traceutil/trace.go:171","msg":"trace[1344766255] linearizableReadLoop","detail":"{readStateIndex:23373; appliedIndex:23371; }","duration":"643.450342ms","start":"2026-04-27T21:50:39.288089Z","end":"2026-04-27T21:50:39.931539Z","steps":["trace[1344766255] 'read index received' (duration: 634.373979ms)","trace[1344766255] 'applied index is now lower than readState.Index' (duration: 9.075203ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:50:39.931564Z","caller":"traceutil/trace.go:171","msg":"trace[380711151] transaction","detail":"{read_only:false; response_revision:22582; number_of_response:1; }","duration":"638.974152ms","start":"2026-04-27T21:50:39.29258Z","end":"2026-04-27T21:50:39.931555Z","steps":["trace[380711151] 'process raft request' (duration: 638.86063ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:50:39.931601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:50:39.292343Z","time spent":"639.219138ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:50:39.931609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:50:39.292567Z","time spent":"639.016024ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:50:39.931717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.547456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-04-27T21:50:39.931743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.583679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-27T21:50:39.931744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.112166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-27T21:50:39.931775Z","caller":"traceutil/trace.go:171","msg":"trace[1627993853] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22582; }","duration":"118.174408ms","start":"2026-04-27T21:50:39.813591Z","end":"2026-04-27T21:50:39.931766Z","steps":["trace[1627993853] 'agreement among raft nodes before linearized reading' (duration: 118.081676ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:50:39.931791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.490734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:50:39.931815Z","caller":"traceutil/trace.go:171","msg":"trace[1337964783] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:22582; }","duration":"218.552526ms","start":"2026-04-27T21:50:39.713255Z","end":"2026-04-27T21:50:39.931807Z","steps":["trace[1337964783] 'agreement among raft nodes before linearized reading' (duration: 218.509105ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:50:39.931767Z","caller":"traceutil/trace.go:171","msg":"trace[1057172860] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22582; }","duration":"644.62704ms","start":"2026-04-27T21:50:39.287133Z","end":"2026-04-27T21:50:39.93176Z","steps":["trace[1057172860] 'agreement among raft nodes before linearized reading' (duration: 644.464275ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:50:39.931867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:50:39.287125Z","time spent":"644.733582ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-27T21:50:39.931835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.008159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:50:39.931924Z","caller":"traceutil/trace.go:171","msg":"trace[573505004] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:22582; }","duration":"645.283784ms","start":"2026-04-27T21:50:39.286622Z","end":"2026-04-27T21:50:39.931906Z","steps":["trace[573505004] 'agreement among raft nodes before linearized reading' (duration: 645.133441ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:50:39.931971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:50:39.286605Z","time spent":"645.355426ms","remote":"127.0.0.1:50632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:50:39.931996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.698862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-27T21:50:39.931749Z","caller":"traceutil/trace.go:171","msg":"trace[347386572] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22582; }","duration":"618.599316ms","start":"2026-04-27T21:50:39.313142Z","end":"2026-04-27T21:50:39.931741Z","steps":["trace[347386572] 'agreement among raft nodes before linearized reading' (duration: 618.528215ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:50:39.932084Z","caller":"traceutil/trace.go:171","msg":"trace[852912276] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22582; }","duration":"607.806095ms","start":"2026-04-27T21:50:39.324268Z","end":"2026-04-27T21:50:39.932074Z","steps":["trace[852912276] 'agreement among raft nodes before linearized reading' (duration: 607.682582ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:50:39.932098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:50:39.31312Z","time spent":"618.967264ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-27T21:50:39.93212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:50:39.324258Z","time spent":"607.854076ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-27T21:50:40.084045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.48515ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T21:50:40.084594Z","caller":"traceutil/trace.go:171","msg":"trace[900112025] linearizableReadLoop","detail":"{readStateIndex:23374; appliedIndex:23373; }","duration":"148.291122ms","start":"2026-04-27T21:50:39.936255Z","end":"2026-04-27T21:50:40.084546Z","steps":["trace[900112025] 'read index received' (duration: 31.200309ms)","trace[900112025] 'applied index is now lower than readState.Index' (duration: 117.084373ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:50:40.084628Z","caller":"traceutil/trace.go:171","msg":"trace[1896446835] transaction","detail":"{read_only:false; response_revision:22584; number_of_response:1; }","duration":"148.333333ms","start":"2026-04-27T21:50:39.936253Z","end":"2026-04-27T21:50:40.084586Z","steps":["trace[1896446835] 'process raft request' (duration: 147.911113ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:50:40.084361Z","caller":"traceutil/trace.go:171","msg":"trace[458712204] transaction","detail":"{read_only:false; response_revision:22585; number_of_response:1; }","duration":"147.706509ms","start":"2026-04-27T21:50:39.93663Z","end":"2026-04-27T21:50:40.084337Z","steps":["trace[458712204] 'process raft request' (duration: 147.609317ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:50:40.084786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.521537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18376"} {"level":"info","ts":"2026-04-27T21:50:40.084848Z","caller":"traceutil/trace.go:171","msg":"trace[530604633] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:22585; }","duration":"148.633459ms","start":"2026-04-27T21:50:39.936203Z","end":"2026-04-27T21:50:40.084836Z","steps":["trace[530604633] 'agreement among raft nodes before linearized reading' (duration: 148.414994ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:50:40.08458Z","caller":"traceutil/trace.go:171","msg":"trace[1566751495] transaction","detail":"{read_only:false; response_revision:22583; number_of_response:1; }","duration":"149.224313ms","start":"2026-04-27T21:50:39.935128Z","end":"2026-04-27T21:50:40.084353Z","steps":["trace[1566751495] 'process raft request' (duration: 32.338784ms)","trace[1566751495] 'compare' (duration: 116.326306ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:50:42.362564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.926509ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T21:50:42.36273Z","caller":"traceutil/trace.go:171","msg":"trace[1072201196] linearizableReadLoop","detail":"{readStateIndex:23394; appliedIndex:23391; }","duration":"192.296337ms","start":"2026-04-27T21:50:42.170423Z","end":"2026-04-27T21:50:42.362719Z","steps":["trace[1072201196] 'read index received' (duration: 25.178214ms)","trace[1072201196] 'applied index is now lower than readState.Index' (duration: 167.117593ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:50:42.362778Z","caller":"traceutil/trace.go:171","msg":"trace[1799811022] transaction","detail":"{read_only:false; response_revision:22600; number_of_response:1; }","duration":"269.494447ms","start":"2026-04-27T21:50:42.093277Z","end":"2026-04-27T21:50:42.362771Z","steps":["trace[1799811022] 'process raft request' (duration: 102.304683ms)","trace[1799811022] 'compare' (duration: 165.545727ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:50:42.362806Z","caller":"traceutil/trace.go:171","msg":"trace[1018449819] transaction","detail":"{read_only:false; response_revision:22601; number_of_response:1; }","duration":"267.711196ms","start":"2026-04-27T21:50:42.095069Z","end":"2026-04-27T21:50:42.36278Z","steps":["trace[1018449819] 'process raft request' (duration: 267.567133ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:50:42.362902Z","caller":"traceutil/trace.go:171","msg":"trace[771914057] transaction","detail":"{read_only:false; response_revision:22602; number_of_response:1; }","duration":"267.741907ms","start":"2026-04-27T21:50:42.095155Z","end":"2026-04-27T21:50:42.362897Z","steps":["trace[771914057] 'process raft request' (duration: 267.543132ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:50:42.363047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.623974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-27T21:50:42.363082Z","caller":"traceutil/trace.go:171","msg":"trace[2048292504] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22602; }","duration":"192.709906ms","start":"2026-04-27T21:50:42.170362Z","end":"2026-04-27T21:50:42.363072Z","steps":["trace[2048292504] 'agreement among raft nodes before linearized reading' (duration: 192.589344ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:50:42.366906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.880144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18376"} {"level":"info","ts":"2026-04-27T21:50:42.366941Z","caller":"traceutil/trace.go:171","msg":"trace[798619810] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:22603; }","duration":"143.953556ms","start":"2026-04-27T21:50:42.22298Z","end":"2026-04-27T21:50:42.366933Z","steps":["trace[798619810] 'agreement among raft nodes before linearized reading' (duration: 143.832943ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:50:42.367053Z","caller":"traceutil/trace.go:171","msg":"trace[1262763375] transaction","detail":"{read_only:false; response_revision:22603; number_of_response:1; }","duration":"159.646036ms","start":"2026-04-27T21:50:42.207395Z","end":"2026-04-27T21:50:42.367041Z","steps":["trace[1262763375] 'process raft request' (duration: 159.333509ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:51:38.916507Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185919323914193,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T21:51:39.417223Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185919323914193,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T21:51:39.553906Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.229360067s","expected-duration":"1s"} {"level":"info","ts":"2026-04-27T21:51:39.554331Z","caller":"traceutil/trace.go:171","msg":"trace[404677560] transaction","detail":"{read_only:false; response_revision:23062; number_of_response:1; }","duration":"1.229850818s","start":"2026-04-27T21:51:38.324457Z","end":"2026-04-27T21:51:39.554307Z","steps":["trace[404677560] 'process raft request' (duration: 1.229589462s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:51:39.554779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:51:38.324439Z","time spent":"1.22996147s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:51:39.646355Z","caller":"traceutil/trace.go:171","msg":"trace[289397330] linearizableReadLoop","detail":"{readStateIndex:23871; appliedIndex:23868; }","duration":"1.231470145s","start":"2026-04-27T21:51:38.414862Z","end":"2026-04-27T21:51:39.646332Z","steps":["trace[289397330] 'read index received' (duration: 1.139379062s)","trace[289397330] 'applied index is now lower than readState.Index' (duration: 92.090103ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:51:39.646564Z","caller":"traceutil/trace.go:171","msg":"trace[768986721] transaction","detail":"{read_only:false; response_revision:23063; number_of_response:1; }","duration":"568.683278ms","start":"2026-04-27T21:51:39.077861Z","end":"2026-04-27T21:51:39.646544Z","steps":["trace[768986721] 'process raft request' (duration: 539.32921ms)","trace[768986721] 'compare' (duration: 28.896098ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:51:39.646671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.231795332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:51:39.646694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:51:39.07784Z","time spent":"568.77524ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:51:39.646742Z","caller":"traceutil/trace.go:171","msg":"trace[1990117460] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23065; }","duration":"1.231901434s","start":"2026-04-27T21:51:38.414821Z","end":"2026-04-27T21:51:39.646722Z","steps":["trace[1990117460] 'agreement among raft nodes before linearized reading' (duration: 1.231792552s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:51:39.646727Z","caller":"traceutil/trace.go:171","msg":"trace[821470017] transaction","detail":"{read_only:false; response_revision:23064; number_of_response:1; }","duration":"312.866189ms","start":"2026-04-27T21:51:39.333831Z","end":"2026-04-27T21:51:39.646697Z","steps":["trace[821470017] 'process raft request' (duration: 312.425799ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:51:39.646865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:51:39.333808Z","time spent":"312.984121ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:51:39.647069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.003357635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-27T21:51:39.646793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:51:38.414803Z","time spent":"1.231978626s","remote":"127.0.0.1:39786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-27T21:51:39.647127Z","caller":"traceutil/trace.go:171","msg":"trace[1752534179] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23065; }","duration":"1.003446216s","start":"2026-04-27T21:51:38.643667Z","end":"2026-04-27T21:51:39.647113Z","steps":["trace[1752534179] 'agreement among raft nodes before linearized reading' (duration: 1.003284462s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:51:39.647175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:51:38.64365Z","time spent":"1.003514178s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-27T21:51:39.64729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.847572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T21:51:39.647339Z","caller":"traceutil/trace.go:171","msg":"trace[635916403] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:23065; }","duration":"560.919113ms","start":"2026-04-27T21:51:39.086406Z","end":"2026-04-27T21:51:39.647325Z","steps":["trace[635916403] 'agreement among raft nodes before linearized reading' (duration: 560.835392ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:51:39.647376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:51:39.0864Z","time spent":"560.966815ms","remote":"127.0.0.1:44914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":32,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:51:39.647431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"854.958201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-27T21:51:39.647489Z","caller":"traceutil/trace.go:171","msg":"trace[1638384052] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23065; }","duration":"855.050423ms","start":"2026-04-27T21:51:38.792424Z","end":"2026-04-27T21:51:39.647475Z","steps":["trace[1638384052] 'agreement among raft nodes before linearized reading' (duration: 854.91605ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:51:39.647536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:51:38.792404Z","time spent":"855.121054ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-27T21:51:39.647648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.030281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-27T21:51:39.647684Z","caller":"traceutil/trace.go:171","msg":"trace[2094164724] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23065; }","duration":"463.091942ms","start":"2026-04-27T21:51:39.184582Z","end":"2026-04-27T21:51:39.647674Z","steps":["trace[2094164724] 'agreement among raft nodes before linearized reading' (duration: 462.97632ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:51:39.647715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:51:39.18457Z","time spent":"463.138834ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-27T21:51:39.647787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"906.993146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-27T21:51:39.648441Z","caller":"traceutil/trace.go:171","msg":"trace[919814253] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23065; }","duration":"907.685342ms","start":"2026-04-27T21:51:38.740735Z","end":"2026-04-27T21:51:39.64842Z","steps":["trace[919814253] 'agreement among raft nodes before linearized reading' (duration: 906.964566ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:51:39.648506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:51:38.740702Z","time spent":"907.787243ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-27T21:51:39.648115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"980.260588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-27T21:51:39.648627Z","caller":"traceutil/trace.go:171","msg":"trace[1240844445] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23065; }","duration":"980.816811ms","start":"2026-04-27T21:51:38.66779Z","end":"2026-04-27T21:51:39.648607Z","steps":["trace[1240844445] 'agreement among raft nodes before linearized reading' (duration: 980.223267ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:51:39.648743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:51:38.667765Z","time spent":"980.960103ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-27T21:51:40.28051Z","caller":"traceutil/trace.go:171","msg":"trace[1978478529] linearizableReadLoop","detail":"{readStateIndex:23879; appliedIndex:23878; }","duration":"147.188576ms","start":"2026-04-27T21:51:40.133305Z","end":"2026-04-27T21:51:40.280493Z","steps":["trace[1978478529] 'read index received' (duration: 138.708666ms)","trace[1978478529] 'applied index is now lower than readState.Index' (duration: 8.47914ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:51:40.280827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.888713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T21:51:40.280855Z","caller":"traceutil/trace.go:171","msg":"trace[562151352] transaction","detail":"{read_only:false; response_revision:23072; number_of_response:1; }","duration":"228.733682ms","start":"2026-04-27T21:51:40.052089Z","end":"2026-04-27T21:51:40.280823Z","steps":["trace[562151352] 'process raft request' (duration: 219.952716ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:51:40.280879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.567654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:51:40.280915Z","caller":"traceutil/trace.go:171","msg":"trace[1938530282] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:23072; }","duration":"147.648376ms","start":"2026-04-27T21:51:40.133255Z","end":"2026-04-27T21:51:40.280904Z","steps":["trace[1938530282] 'agreement among raft nodes before linearized reading' (duration: 147.584005ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:51:40.280904Z","caller":"traceutil/trace.go:171","msg":"trace[308042042] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23072; }","duration":"136.007646ms","start":"2026-04-27T21:51:40.144886Z","end":"2026-04-27T21:51:40.280893Z","steps":["trace[308042042] 'agreement among raft nodes before linearized reading' (duration: 135.849733ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:51:41.319336Z","caller":"traceutil/trace.go:171","msg":"trace[688093510] transaction","detail":"{read_only:false; response_revision:23073; number_of_response:1; }","duration":"143.407912ms","start":"2026-04-27T21:51:41.175914Z","end":"2026-04-27T21:51:41.319322Z","steps":["trace[688093510] 'process raft request' (duration: 143.292899ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:51:41.614331Z","caller":"traceutil/trace.go:171","msg":"trace[1233566024] linearizableReadLoop","detail":"{readStateIndex:23881; appliedIndex:23880; }","duration":"291.915018ms","start":"2026-04-27T21:51:41.322394Z","end":"2026-04-27T21:51:41.614309Z","steps":["trace[1233566024] 'read index received' (duration: 230.36981ms)","trace[1233566024] 'applied index is now lower than readState.Index' (duration: 61.544288ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:51:41.614498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.089842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/root-ca-cert-publisher\" ","response":"range_response_count:1 size:210"} {"level":"info","ts":"2026-04-27T21:51:41.614524Z","caller":"traceutil/trace.go:171","msg":"trace[1211783164] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/root-ca-cert-publisher; range_end:; response_count:1; response_revision:23073; }","duration":"292.149693ms","start":"2026-04-27T21:51:41.322365Z","end":"2026-04-27T21:51:41.614515Z","steps":["trace[1211783164] 'agreement among raft nodes before linearized reading' (duration: 292.030841ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:51:41.62052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.158707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:51:41.620564Z","caller":"traceutil/trace.go:171","msg":"trace[503374713] transaction","detail":"{read_only:false; response_revision:23074; number_of_response:1; }","duration":"171.89652ms","start":"2026-04-27T21:51:41.448636Z","end":"2026-04-27T21:51:41.620532Z","steps":["trace[503374713] 'process raft request' (duration: 171.591663ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:51:41.620607Z","caller":"traceutil/trace.go:171","msg":"trace[1684713009] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23074; }","duration":"206.29345ms","start":"2026-04-27T21:51:41.414294Z","end":"2026-04-27T21:51:41.620587Z","steps":["trace[1684713009] 'agreement among raft nodes before linearized reading' (duration: 206.150557ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:51:41.620665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.430907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:417501"} {"level":"info","ts":"2026-04-27T21:51:41.620705Z","caller":"traceutil/trace.go:171","msg":"trace[544999851] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:23074; }","duration":"237.530611ms","start":"2026-04-27T21:51:41.383164Z","end":"2026-04-27T21:51:41.620695Z","steps":["trace[544999851] 'agreement among raft nodes before linearized reading' (duration: 237.308965ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:51:41.620783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.569233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-27T21:51:41.620865Z","caller":"traceutil/trace.go:171","msg":"trace[110907860] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23074; }","duration":"183.700595ms","start":"2026-04-27T21:51:41.437146Z","end":"2026-04-27T21:51:41.620846Z","steps":["trace[110907860] 'agreement among raft nodes before linearized reading' (duration: 183.401457ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:51:41.621048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.571866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/addressscopes.openstack.k-orc.cloud\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:51:41.621409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.63473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" ","response":"range_response_count:1 size:219"} {"level":"info","ts":"2026-04-27T21:51:41.621499Z","caller":"traceutil/trace.go:171","msg":"trace[581826543] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/service-account-controller; range_end:; response_count:1; response_revision:23074; }","duration":"298.743332ms","start":"2026-04-27T21:51:41.322737Z","end":"2026-04-27T21:51:41.62148Z","steps":["trace[581826543] 'agreement among raft nodes before linearized reading' (duration: 298.153249ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:51:41.62112Z","caller":"traceutil/trace.go:171","msg":"trace[1227201134] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/addressscopes.openstack.k-orc.cloud; range_end:; response_count:0; response_revision:23074; }","duration":"297.650678ms","start":"2026-04-27T21:51:41.323445Z","end":"2026-04-27T21:51:41.621096Z","steps":["trace[1227201134] 'agreement among raft nodes before linearized reading' (duration: 297.533555ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:51:42.119744Z","caller":"traceutil/trace.go:171","msg":"trace[2018760439] transaction","detail":"{read_only:false; response_revision:23093; number_of_response:1; }","duration":"165.786624ms","start":"2026-04-27T21:51:41.953924Z","end":"2026-04-27T21:51:42.11971Z","steps":["trace[2018760439] 'process raft request' (duration: 95.92406ms)","trace[2018760439] 'compare' (duration: 69.718611ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:51:42.132284Z","caller":"traceutil/trace.go:171","msg":"trace[771070403] transaction","detail":"{read_only:false; response_revision:23094; number_of_response:1; }","duration":"174.226783ms","start":"2026-04-27T21:51:41.958019Z","end":"2026-04-27T21:51:42.132246Z","steps":["trace[771070403] 'process raft request' (duration: 174.005678ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:51:42.279225Z","caller":"traceutil/trace.go:171","msg":"trace[1305798804] linearizableReadLoop","detail":"{readStateIndex:23904; appliedIndex:23903; }","duration":"140.160349ms","start":"2026-04-27T21:51:42.139045Z","end":"2026-04-27T21:51:42.279206Z","steps":["trace[1305798804] 'read index received' (duration: 82.64542ms)","trace[1305798804] 'applied index is now lower than readState.Index' (duration: 57.514119ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:51:42.279273Z","caller":"traceutil/trace.go:171","msg":"trace[1197996544] transaction","detail":"{read_only:false; response_revision:23096; number_of_response:1; }","duration":"140.790944ms","start":"2026-04-27T21:51:42.138458Z","end":"2026-04-27T21:51:42.279249Z","steps":["trace[1197996544] 'process raft request' (duration: 83.309006ms)","trace[1197996544] 'compare' (duration: 57.354185ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:51:42.279338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.252701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/endpoints.openstack.k-orc.cloud\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:51:42.279367Z","caller":"traceutil/trace.go:171","msg":"trace[377941542] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/endpoints.openstack.k-orc.cloud; range_end:; response_count:0; response_revision:23096; }","duration":"140.338224ms","start":"2026-04-27T21:51:42.13902Z","end":"2026-04-27T21:51:42.279358Z","steps":["trace[377941542] 'agreement among raft nodes before linearized reading' (duration: 140.255982ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:51:42.470606Z","caller":"traceutil/trace.go:171","msg":"trace[1869466998] transaction","detail":"{read_only:false; response_revision:23098; number_of_response:1; }","duration":"123.606328ms","start":"2026-04-27T21:51:42.346968Z","end":"2026-04-27T21:51:42.470574Z","steps":["trace[1869466998] 'process raft request' (duration: 72.719778ms)","trace[1869466998] 'compare' (duration: 50.478721ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:51:42.744195Z","caller":"traceutil/trace.go:171","msg":"trace[205753222] linearizableReadLoop","detail":"{readStateIndex:23910; appliedIndex:23909; }","duration":"106.424164ms","start":"2026-04-27T21:51:42.637745Z","end":"2026-04-27T21:51:42.744169Z","steps":["trace[205753222] 'read index received' (duration: 59.882521ms)","trace[205753222] 'applied index is now lower than readState.Index' (duration: 46.540223ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:51:42.744312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.548296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/floatingips.openstack.k-orc.cloud\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:51:42.74436Z","caller":"traceutil/trace.go:171","msg":"trace[1459346017] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/floatingips.openstack.k-orc.cloud; range_end:; response_count:0; response_revision:23102; }","duration":"106.648369ms","start":"2026-04-27T21:51:42.637701Z","end":"2026-04-27T21:51:42.74435Z","steps":["trace[1459346017] 'agreement among raft nodes before linearized reading' (duration: 106.559717ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:51:42.744518Z","caller":"traceutil/trace.go:171","msg":"trace[235422023] transaction","detail":"{read_only:false; response_revision:23102; number_of_response:1; }","duration":"109.225136ms","start":"2026-04-27T21:51:42.635257Z","end":"2026-04-27T21:51:42.744483Z","steps":["trace[235422023] 'process raft request' (duration: 62.393307ms)","trace[235422023] 'compare' (duration: 46.381779ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:51:43.037523Z","caller":"traceutil/trace.go:171","msg":"trace[585668404] transaction","detail":"{read_only:false; response_revision:23107; number_of_response:1; }","duration":"108.274645ms","start":"2026-04-27T21:51:42.929208Z","end":"2026-04-27T21:51:43.037482Z","steps":["trace[585668404] 'process raft request' (duration: 65.096028ms)","trace[585668404] 'compare' (duration: 42.88704ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:51:43.19866Z","caller":"traceutil/trace.go:171","msg":"trace[2009129520] transaction","detail":"{read_only:false; response_revision:23110; number_of_response:1; }","duration":"102.068647ms","start":"2026-04-27T21:51:43.096568Z","end":"2026-04-27T21:51:43.198637Z","steps":["trace[2009129520] 'process raft request' (duration: 58.456689ms)","trace[2009129520] 'compare' (duration: 43.425614ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:51:43.371032Z","caller":"traceutil/trace.go:171","msg":"trace[774790367] linearizableReadLoop","detail":"{readStateIndex:23921; appliedIndex:23919; }","duration":"122.655347ms","start":"2026-04-27T21:51:43.248341Z","end":"2026-04-27T21:51:43.370996Z","steps":["trace[774790367] 'read index received' (duration: 27.016085ms)","trace[774790367] 'applied index is now lower than readState.Index' (duration: 95.637792ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:51:43.371171Z","caller":"traceutil/trace.go:171","msg":"trace[1836047045] transaction","detail":"{read_only:false; response_revision:23113; number_of_response:1; }","duration":"136.433315ms","start":"2026-04-27T21:51:43.234707Z","end":"2026-04-27T21:51:43.371141Z","steps":["trace[1836047045] 'process raft request' (duration: 132.405995ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:51:43.371349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.975704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:51:43.371409Z","caller":"traceutil/trace.go:171","msg":"trace[676182662] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:23113; }","duration":"123.105757ms","start":"2026-04-27T21:51:43.248288Z","end":"2026-04-27T21:51:43.371394Z","steps":["trace[676182662] 'agreement among raft nodes before linearized reading' (duration: 122.894482ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:51:43.371666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.667926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18376"} {"level":"info","ts":"2026-04-27T21:51:43.371721Z","caller":"traceutil/trace.go:171","msg":"trace[1226127064] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23113; }","duration":"117.739788ms","start":"2026-04-27T21:51:43.253969Z","end":"2026-04-27T21:51:43.371709Z","steps":["trace[1226127064] 'agreement among raft nodes before linearized reading' (duration: 117.552072ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:51:43.592689Z","caller":"traceutil/trace.go:171","msg":"trace[2011525639] linearizableReadLoop","detail":"{readStateIndex:23924; appliedIndex:23923; }","duration":"112.796266ms","start":"2026-04-27T21:51:43.479823Z","end":"2026-04-27T21:51:43.592619Z","steps":["trace[2011525639] 'read index received' (duration: 72.968514ms)","trace[2011525639] 'applied index is now lower than readState.Index' (duration: 39.826092ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:51:43.592825Z","caller":"traceutil/trace.go:171","msg":"trace[1750376485] transaction","detail":"{read_only:false; response_revision:23116; number_of_response:1; }","duration":"152.423804ms","start":"2026-04-27T21:51:43.440368Z","end":"2026-04-27T21:51:43.592792Z","steps":["trace[1750376485] 'process raft request' (duration: 112.476689ms)","trace[1750376485] 'compare' (duration: 39.443124ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:51:43.592902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.058982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T21:51:43.592958Z","caller":"traceutil/trace.go:171","msg":"trace[718951933] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:23116; }","duration":"113.188076ms","start":"2026-04-27T21:51:43.479756Z","end":"2026-04-27T21:51:43.592944Z","steps":["trace[718951933] 'agreement among raft nodes before linearized reading' (duration: 113.007511ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:51:43.802791Z","caller":"traceutil/trace.go:171","msg":"trace[497945820] transaction","detail":"{read_only:false; response_revision:23123; number_of_response:1; }","duration":"113.699486ms","start":"2026-04-27T21:51:43.689054Z","end":"2026-04-27T21:51:43.802754Z","steps":["trace[497945820] 'process raft request' (duration: 113.518942ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:51:49.798729Z","caller":"traceutil/trace.go:171","msg":"trace[1623132120] transaction","detail":"{read_only:false; response_revision:23238; number_of_response:1; }","duration":"102.828573ms","start":"2026-04-27T21:51:49.695875Z","end":"2026-04-27T21:51:49.798703Z","steps":["trace[1623132120] 'process raft request' (duration: 98.70669ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:51:50.325972Z","caller":"traceutil/trace.go:171","msg":"trace[2096128840] transaction","detail":"{read_only:false; response_revision:23263; number_of_response:1; }","duration":"143.878133ms","start":"2026-04-27T21:51:50.182066Z","end":"2026-04-27T21:51:50.325944Z","steps":["trace[2096128840] 'process raft request' (duration: 143.585007ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:51:50.326344Z","caller":"traceutil/trace.go:171","msg":"trace[2021640741] transaction","detail":"{read_only:false; response_revision:23264; number_of_response:1; }","duration":"132.390975ms","start":"2026-04-27T21:51:50.193913Z","end":"2026-04-27T21:51:50.326304Z","steps":["trace[2021640741] 'process raft request' (duration: 131.904834ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:51:50.509308Z","caller":"traceutil/trace.go:171","msg":"trace[120353177] linearizableReadLoop","detail":"{readStateIndex:24079; appliedIndex:24078; }","duration":"174.823685ms","start":"2026-04-27T21:51:50.334457Z","end":"2026-04-27T21:51:50.509281Z","steps":["trace[120353177] 'read index received' (duration: 116.455339ms)","trace[120353177] 'applied index is now lower than readState.Index' (duration: 58.367096ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:51:50.509391Z","caller":"traceutil/trace.go:171","msg":"trace[1237320641] transaction","detail":"{read_only:false; response_revision:23267; number_of_response:1; }","duration":"177.073166ms","start":"2026-04-27T21:51:50.332279Z","end":"2026-04-27T21:51:50.509352Z","steps":["trace[1237320641] 'process raft request' (duration: 118.72192ms)","trace[1237320641] 'compare' (duration: 58.145491ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:51:50.509677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.197675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"info","ts":"2026-04-27T21:51:50.509761Z","caller":"traceutil/trace.go:171","msg":"trace[1612119765] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:23267; }","duration":"175.337418ms","start":"2026-04-27T21:51:50.334405Z","end":"2026-04-27T21:51:50.509742Z","steps":["trace[1612119765] 'agreement among raft nodes before linearized reading' (duration: 174.97993ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:51:50.534841Z","caller":"traceutil/trace.go:171","msg":"trace[1336672794] transaction","detail":"{read_only:false; response_revision:23268; number_of_response:1; }","duration":"190.477457ms","start":"2026-04-27T21:51:50.344337Z","end":"2026-04-27T21:51:50.534814Z","steps":["trace[1336672794] 'process raft request' (duration: 190.185349ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:51:50.534977Z","caller":"traceutil/trace.go:171","msg":"trace[1339112614] transaction","detail":"{read_only:false; response_revision:23269; number_of_response:1; }","duration":"169.777373ms","start":"2026-04-27T21:51:50.365168Z","end":"2026-04-27T21:51:50.534946Z","steps":["trace[1339112614] 'process raft request' (duration: 169.507247ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:51:50.53503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.659288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:51:50.535138Z","caller":"traceutil/trace.go:171","msg":"trace[60356190] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23269; }","duration":"114.822062ms","start":"2026-04-27T21:51:50.420302Z","end":"2026-04-27T21:51:50.535124Z","steps":["trace[60356190] 'agreement among raft nodes before linearized reading' (duration: 114.679819ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:51:50.535293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.092645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/clusterresourcesetbindings.addons.cluster.x-k8s.io\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:51:50.535434Z","caller":"traceutil/trace.go:171","msg":"trace[971549354] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/clusterresourcesetbindings.addons.cluster.x-k8s.io; range_end:; response_count:0; response_revision:23269; }","duration":"176.312789ms","start":"2026-04-27T21:51:50.359098Z","end":"2026-04-27T21:51:50.535411Z","steps":["trace[971549354] 'agreement among raft nodes before linearized reading' (duration: 175.762307ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:51:50.535638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.507989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/capi-system/capi-serving-cert\" ","response":"range_response_count:1 size:2227"} {"level":"info","ts":"2026-04-27T21:51:50.535727Z","caller":"traceutil/trace.go:171","msg":"trace[1798776229] range","detail":"{range_begin:/registry/cert-manager.io/certificates/capi-system/capi-serving-cert; range_end:; response_count:1; response_revision:23269; }","duration":"199.738384ms","start":"2026-04-27T21:51:50.335969Z","end":"2026-04-27T21:51:50.535707Z","steps":["trace[1798776229] 'agreement among raft nodes before linearized reading' (duration: 198.943266ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:51:50.842128Z","caller":"traceutil/trace.go:171","msg":"trace[1433749493] linearizableReadLoop","detail":"{readStateIndex:24098; appliedIndex:24097; }","duration":"142.743737ms","start":"2026-04-27T21:51:50.699349Z","end":"2026-04-27T21:51:50.842093Z","steps":["trace[1433749493] 'read index received' (duration: 65.865816ms)","trace[1433749493] 'applied index is now lower than readState.Index' (duration: 76.875141ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:51:50.842146Z","caller":"traceutil/trace.go:171","msg":"trace[1179382927] transaction","detail":"{read_only:false; response_revision:23286; number_of_response:1; }","duration":"142.802708ms","start":"2026-04-27T21:51:50.69931Z","end":"2026-04-27T21:51:50.842112Z","steps":["trace[1179382927] 'process raft request' (duration: 66.018219ms)","trace[1179382927] 'compare' (duration: 76.441622ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:51:50.84258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.211598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"info","ts":"2026-04-27T21:51:50.842657Z","caller":"traceutil/trace.go:171","msg":"trace[314331835] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:23286; }","duration":"143.32118ms","start":"2026-04-27T21:51:50.699319Z","end":"2026-04-27T21:51:50.842641Z","steps":["trace[314331835] 'agreement among raft nodes before linearized reading' (duration: 142.910201ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:51:50.849636Z","caller":"traceutil/trace.go:171","msg":"trace[247487116] transaction","detail":"{read_only:false; response_revision:23287; number_of_response:1; }","duration":"148.033357ms","start":"2026-04-27T21:51:50.701568Z","end":"2026-04-27T21:51:50.849601Z","steps":["trace[247487116] 'process raft request' (duration: 147.824292ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:51:50.849694Z","caller":"traceutil/trace.go:171","msg":"trace[380306656] transaction","detail":"{read_only:false; response_revision:23288; number_of_response:1; }","duration":"147.161247ms","start":"2026-04-27T21:51:50.702507Z","end":"2026-04-27T21:51:50.849668Z","steps":["trace[380306656] 'process raft request' (duration: 147.011624ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:51:50.850035Z","caller":"traceutil/trace.go:171","msg":"trace[85392465] transaction","detail":"{read_only:false; response_revision:23289; number_of_response:1; }","duration":"141.090841ms","start":"2026-04-27T21:51:50.708914Z","end":"2026-04-27T21:51:50.850005Z","steps":["trace[85392465] 'process raft request' (duration: 140.698512ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:51:50.850242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.702419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-04-27T21:51:50.850253Z","caller":"traceutil/trace.go:171","msg":"trace[1263821595] transaction","detail":"{read_only:false; response_revision:23290; number_of_response:1; }","duration":"138.272577ms","start":"2026-04-27T21:51:50.711959Z","end":"2026-04-27T21:51:50.850232Z","steps":["trace[1263821595] 'process raft request' (duration: 137.888978ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:51:50.850298Z","caller":"traceutil/trace.go:171","msg":"trace[1658782492] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:23290; }","duration":"147.776971ms","start":"2026-04-27T21:51:50.702508Z","end":"2026-04-27T21:51:50.850284Z","steps":["trace[1658782492] 'agreement among raft nodes before linearized reading' (duration: 147.497005ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:51:50.995507Z","caller":"traceutil/trace.go:171","msg":"trace[703435582] transaction","detail":"{read_only:false; response_revision:23293; number_of_response:1; }","duration":"109.935842ms","start":"2026-04-27T21:51:50.88555Z","end":"2026-04-27T21:51:50.995486Z","steps":["trace[703435582] 'process raft request' (duration: 109.571264ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:51:50.996214Z","caller":"traceutil/trace.go:171","msg":"trace[1506344987] transaction","detail":"{read_only:false; number_of_response:1; response_revision:23293; }","duration":"107.685452ms","start":"2026-04-27T21:51:50.888515Z","end":"2026-04-27T21:51:50.996201Z","steps":["trace[1506344987] 'process raft request' (duration: 106.838984ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:51:50.996236Z","caller":"traceutil/trace.go:171","msg":"trace[1991883] linearizableReadLoop","detail":"{readStateIndex:24105; appliedIndex:24103; }","duration":"110.607218ms","start":"2026-04-27T21:51:50.885611Z","end":"2026-04-27T21:51:50.996218Z","steps":["trace[1991883] 'read index received' (duration: 50.968162ms)","trace[1991883] 'applied index is now lower than readState.Index' (duration: 59.632425ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:51:50.996349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.72023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/extensionconfigs.runtime.cluster.x-k8s.io\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:51:50.996401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.464565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"info","ts":"2026-04-27T21:51:50.9964Z","caller":"traceutil/trace.go:171","msg":"trace[193587629] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/extensionconfigs.runtime.cluster.x-k8s.io; range_end:; response_count:0; response_revision:23294; }","duration":"110.789641ms","start":"2026-04-27T21:51:50.885599Z","end":"2026-04-27T21:51:50.996389Z","steps":["trace[193587629] 'agreement among raft nodes before linearized reading' (duration: 110.690489ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:51:50.99642Z","caller":"traceutil/trace.go:171","msg":"trace[163587651] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:23294; }","duration":"106.522666ms","start":"2026-04-27T21:51:50.889891Z","end":"2026-04-27T21:51:50.996414Z","steps":["trace[163587651] 'agreement among raft nodes before linearized reading' (duration: 106.421544ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:51:50.996635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.389603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1132"} {"level":"warn","ts":"2026-04-27T21:51:50.9967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.242609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:112162"} {"level":"info","ts":"2026-04-27T21:51:50.996777Z","caller":"traceutil/trace.go:171","msg":"trace[1009013176] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:23294; }","duration":"106.351022ms","start":"2026-04-27T21:51:50.890411Z","end":"2026-04-27T21:51:50.996762Z","steps":["trace[1009013176] 'agreement among raft nodes before linearized reading' (duration: 105.945363ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:51:50.996852Z","caller":"traceutil/trace.go:171","msg":"trace[1210949021] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:23294; }","duration":"106.535776ms","start":"2026-04-27T21:51:50.890202Z","end":"2026-04-27T21:51:50.996738Z","steps":["trace[1210949021] 'agreement among raft nodes before linearized reading' (duration: 106.25717ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:51:51.162312Z","caller":"traceutil/trace.go:171","msg":"trace[1025241486] transaction","detail":"{read_only:false; response_revision:23298; number_of_response:1; }","duration":"149.954459ms","start":"2026-04-27T21:51:51.012146Z","end":"2026-04-27T21:51:51.162101Z","steps":["trace[1025241486] 'process raft request' (duration: 141.496239ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:51:51.162346Z","caller":"traceutil/trace.go:171","msg":"trace[692904044] transaction","detail":"{read_only:false; response_revision:23299; number_of_response:1; }","duration":"147.899134ms","start":"2026-04-27T21:51:51.014418Z","end":"2026-04-27T21:51:51.162317Z","steps":["trace[692904044] 'process raft request' (duration: 147.525834ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:51:51.162497Z","caller":"traceutil/trace.go:171","msg":"trace[528336219] transaction","detail":"{read_only:false; number_of_response:1; response_revision:23299; }","duration":"147.584446ms","start":"2026-04-27T21:51:51.014877Z","end":"2026-04-27T21:51:51.162461Z","steps":["trace[528336219] 'process raft request' (duration: 147.135195ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:51:51.163281Z","caller":"traceutil/trace.go:171","msg":"trace[329851485] transaction","detail":"{read_only:false; response_revision:23300; number_of_response:1; }","duration":"147.738109ms","start":"2026-04-27T21:51:51.015522Z","end":"2026-04-27T21:51:51.16326Z","steps":["trace[329851485] 'process raft request' (duration: 146.531092ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:51:51.163346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.189678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ipaddressclaims.ipam.cluster.x-k8s.io\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:51:51.16359Z","caller":"traceutil/trace.go:171","msg":"trace[1306854150] transaction","detail":"{read_only:false; response_revision:23301; number_of_response:1; }","duration":"137.829908ms","start":"2026-04-27T21:51:51.025749Z","end":"2026-04-27T21:51:51.163579Z","steps":["trace[1306854150] 'process raft request' (duration: 137.132882ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:51:51.164054Z","caller":"traceutil/trace.go:171","msg":"trace[296077539] transaction","detail":"{read_only:false; response_revision:23302; number_of_response:1; }","duration":"100.610164ms","start":"2026-04-27T21:51:51.063427Z","end":"2026-04-27T21:51:51.164037Z","steps":["trace[296077539] 'process raft request' (duration: 99.692353ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:51:51.164517Z","caller":"traceutil/trace.go:171","msg":"trace[1765860423] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ipaddressclaims.ipam.cluster.x-k8s.io; range_end:; response_count:0; response_revision:23302; }","duration":"139.30437ms","start":"2026-04-27T21:51:51.024133Z","end":"2026-04-27T21:51:51.163437Z","steps":["trace[1765860423] 'agreement among raft nodes before linearized reading' (duration: 139.165157ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:51:51.298268Z","caller":"traceutil/trace.go:171","msg":"trace[134799952] transaction","detail":"{read_only:false; response_revision:23306; number_of_response:1; }","duration":"111.276103ms","start":"2026-04-27T21:51:51.186968Z","end":"2026-04-27T21:51:51.298244Z","steps":["trace[134799952] 'process raft request' (duration: 105.841681ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:51:51.298582Z","caller":"traceutil/trace.go:171","msg":"trace[1410742160] transaction","detail":"{read_only:false; response_revision:23308; number_of_response:1; }","duration":"110.954835ms","start":"2026-04-27T21:51:51.187618Z","end":"2026-04-27T21:51:51.298573Z","steps":["trace[1410742160] 'process raft request' (duration: 110.550406ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:51:51.298755Z","caller":"traceutil/trace.go:171","msg":"trace[691758428] transaction","detail":"{read_only:false; response_revision:23307; number_of_response:1; }","duration":"111.17011ms","start":"2026-04-27T21:51:51.187577Z","end":"2026-04-27T21:51:51.298748Z","steps":["trace[691758428] 'process raft request' (duration: 110.547156ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:51:51.298829Z","caller":"traceutil/trace.go:171","msg":"trace[259166628] transaction","detail":"{read_only:false; response_revision:23309; number_of_response:1; }","duration":"108.839569ms","start":"2026-04-27T21:51:51.189983Z","end":"2026-04-27T21:51:51.298822Z","steps":["trace[259166628] 'process raft request' (duration: 108.228165ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:51:51.299094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.939994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ipaddresses.ipam.cluster.x-k8s.io\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:51:51.299164Z","caller":"traceutil/trace.go:171","msg":"trace[643400213] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ipaddresses.ipam.cluster.x-k8s.io; range_end:; response_count:0; response_revision:23310; }","duration":"111.035327ms","start":"2026-04-27T21:51:51.188113Z","end":"2026-04-27T21:51:51.299148Z","steps":["trace[643400213] 'agreement among raft nodes before linearized reading' (duration: 110.937635ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:51:51.472103Z","caller":"traceutil/trace.go:171","msg":"trace[1625918617] linearizableReadLoop","detail":"{readStateIndex:24127; appliedIndex:24126; }","duration":"158.208273ms","start":"2026-04-27T21:51:51.313871Z","end":"2026-04-27T21:51:51.472079Z","steps":["trace[1625918617] 'read index received' (duration: 33.301745ms)","trace[1625918617] 'applied index is now lower than readState.Index' (duration: 124.905518ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:51:51.472196Z","caller":"traceutil/trace.go:171","msg":"trace[279083951] transaction","detail":"{read_only:false; response_revision:23311; number_of_response:1; }","duration":"166.759225ms","start":"2026-04-27T21:51:51.305389Z","end":"2026-04-27T21:51:51.472148Z","steps":["trace[279083951] 'process raft request' (duration: 132.707393ms)","trace[279083951] 'compare' (duration: 33.762826ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:51:51.472448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.459149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-04-27T21:51:51.472633Z","caller":"traceutil/trace.go:171","msg":"trace[1139851785] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:23312; }","duration":"158.677583ms","start":"2026-04-27T21:51:51.313833Z","end":"2026-04-27T21:51:51.472511Z","steps":["trace[1139851785] 'agreement among raft nodes before linearized reading' (duration: 158.364436ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:51:51.472976Z","caller":"traceutil/trace.go:171","msg":"trace[1098284337] transaction","detail":"{read_only:false; response_revision:23312; number_of_response:1; }","duration":"150.320137ms","start":"2026-04-27T21:51:51.322634Z","end":"2026-04-27T21:51:51.472955Z","steps":["trace[1098284337] 'process raft request' (duration: 149.378956ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:51:51.477226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.29006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4727"} {"level":"info","ts":"2026-04-27T21:51:51.477287Z","caller":"traceutil/trace.go:171","msg":"trace[2041727527] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:23313; }","duration":"160.380412ms","start":"2026-04-27T21:51:51.316894Z","end":"2026-04-27T21:51:51.477274Z","steps":["trace[2041727527] 'agreement among raft nodes before linearized reading' (duration: 160.205788ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:51:51.477341Z","caller":"traceutil/trace.go:171","msg":"trace[197222158] transaction","detail":"{read_only:false; response_revision:23313; number_of_response:1; }","duration":"128.58048ms","start":"2026-04-27T21:51:51.348743Z","end":"2026-04-27T21:51:51.477323Z","steps":["trace[197222158] 'process raft request' (duration: 128.261633ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:51:51.477455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.738907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1822"} {"level":"info","ts":"2026-04-27T21:51:51.477482Z","caller":"traceutil/trace.go:171","msg":"trace[1826588285] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:23313; }","duration":"142.802019ms","start":"2026-04-27T21:51:51.334672Z","end":"2026-04-27T21:51:51.477474Z","steps":["trace[1826588285] 'agreement among raft nodes before linearized reading' (duration: 142.738627ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:51:51.80996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.774757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/clusterresourcesets.addons.cluster.x-k8s.io\" ","response":"range_response_count:1 size:23806"} {"level":"info","ts":"2026-04-27T21:51:51.810029Z","caller":"traceutil/trace.go:171","msg":"trace[1305004084] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/clusterresourcesets.addons.cluster.x-k8s.io; range_end:; response_count:1; response_revision:23321; }","duration":"125.905031ms","start":"2026-04-27T21:51:51.684109Z","end":"2026-04-27T21:51:51.810014Z","steps":["trace[1305004084] 'range keys from in-memory index tree' (duration: 125.604584ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:51:51.810029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.852229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"info","ts":"2026-04-27T21:51:51.810108Z","caller":"traceutil/trace.go:171","msg":"trace[1760531068] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:23321; }","duration":"125.968122ms","start":"2026-04-27T21:51:51.684123Z","end":"2026-04-27T21:51:51.810091Z","steps":["trace[1760531068] 'range keys from in-memory index tree' (duration: 125.656206ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:51:51.810385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.254129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:112162"} {"level":"info","ts":"2026-04-27T21:51:51.810417Z","caller":"traceutil/trace.go:171","msg":"trace[618445190] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:23321; }","duration":"126.320979ms","start":"2026-04-27T21:51:51.684089Z","end":"2026-04-27T21:51:51.81041Z","steps":["trace[618445190] 'range keys from in-memory index tree' (duration: 125.986583ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:51:51.854282Z","caller":"traceutil/trace.go:171","msg":"trace[930144717] transaction","detail":"{read_only:false; response_revision:23322; number_of_response:1; }","duration":"170.044099ms","start":"2026-04-27T21:51:51.684218Z","end":"2026-04-27T21:51:51.854262Z","steps":["trace[930144717] 'process raft request' (duration: 169.898236ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:51:51.888254Z","caller":"traceutil/trace.go:171","msg":"trace[699281653] transaction","detail":"{read_only:false; response_revision:23323; number_of_response:1; }","duration":"203.927089ms","start":"2026-04-27T21:51:51.684291Z","end":"2026-04-27T21:51:51.888218Z","steps":["trace[699281653] 'process raft request' (duration: 203.666313ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:51:52.035833Z","caller":"traceutil/trace.go:171","msg":"trace[463273414] transaction","detail":"{read_only:false; response_revision:23326; number_of_response:1; }","duration":"102.599967ms","start":"2026-04-27T21:51:51.933197Z","end":"2026-04-27T21:51:52.035797Z","steps":["trace[463273414] 'process raft request' (duration: 102.26794ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:51:52.03589Z","caller":"traceutil/trace.go:171","msg":"trace[1957365524] transaction","detail":"{read_only:false; response_revision:23327; number_of_response:1; }","duration":"102.229209ms","start":"2026-04-27T21:51:51.933621Z","end":"2026-04-27T21:51:52.03585Z","steps":["trace[1957365524] 'process raft request' (duration: 102.052416ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:51:52.036305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.273653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-27T21:51:52.036382Z","caller":"traceutil/trace.go:171","msg":"trace[1140015049] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23329; }","duration":"111.381445ms","start":"2026-04-27T21:51:51.924982Z","end":"2026-04-27T21:51:52.036364Z","steps":["trace[1140015049] 'agreement among raft nodes before linearized reading' (duration: 111.220391ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:51:52.197796Z","caller":"traceutil/trace.go:171","msg":"trace[1543394265] transaction","detail":"{read_only:false; response_revision:23337; number_of_response:1; }","duration":"143.78258ms","start":"2026-04-27T21:51:52.053994Z","end":"2026-04-27T21:51:52.197776Z","steps":["trace[1543394265] 'process raft request' (duration: 143.657927ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:51:52.197807Z","caller":"traceutil/trace.go:171","msg":"trace[881817756] linearizableReadLoop","detail":"{readStateIndex:24153; appliedIndex:24152; }","duration":"132.764054ms","start":"2026-04-27T21:51:52.065008Z","end":"2026-04-27T21:51:52.197772Z","steps":["trace[881817756] 'read index received' (duration: 132.746283ms)","trace[881817756] 'applied index is now lower than readState.Index' (duration: 15.191µs)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:51:52.19799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.952828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/machines.cluster.x-k8s.io\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:51:52.198039Z","caller":"traceutil/trace.go:171","msg":"trace[1443564681] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/machines.cluster.x-k8s.io; range_end:; response_count:0; response_revision:23337; }","duration":"133.031729ms","start":"2026-04-27T21:51:52.064992Z","end":"2026-04-27T21:51:52.198024Z","steps":["trace[1443564681] 'agreement among raft nodes before linearized reading' (duration: 132.923617ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:51:52.301502Z","caller":"traceutil/trace.go:171","msg":"trace[310812920] linearizableReadLoop","detail":"{readStateIndex:24154; appliedIndex:24153; }","duration":"103.599141ms","start":"2026-04-27T21:51:52.197882Z","end":"2026-04-27T21:51:52.301481Z","steps":["trace[310812920] 'read index received' (duration: 103.307145ms)","trace[310812920] 'applied index is now lower than readState.Index' (duration: 290.976µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:51:52.301591Z","caller":"traceutil/trace.go:171","msg":"trace[1496510228] transaction","detail":"{read_only:false; response_revision:23338; number_of_response:1; }","duration":"236.423225ms","start":"2026-04-27T21:51:52.065128Z","end":"2026-04-27T21:51:52.301551Z","steps":["trace[1496510228] 'process raft request' (duration: 235.979886ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:51:52.302137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.830995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18376"} {"level":"info","ts":"2026-04-27T21:51:52.302235Z","caller":"traceutil/trace.go:171","msg":"trace[2081980956] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23338; }","duration":"236.963917ms","start":"2026-04-27T21:51:52.065247Z","end":"2026-04-27T21:51:52.302211Z","steps":["trace[2081980956] 'agreement among raft nodes before linearized reading' (duration: 236.680431ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:51:52.302911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.772666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2212892"} {"level":"info","ts":"2026-04-27T21:51:52.302967Z","caller":"traceutil/trace.go:171","msg":"trace[50522794] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:23338; }","duration":"195.885038ms","start":"2026-04-27T21:51:52.107068Z","end":"2026-04-27T21:51:52.302953Z","steps":["trace[50522794] 'agreement among raft nodes before linearized reading' (duration: 194.733152ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:51:52.330107Z","caller":"traceutil/trace.go:171","msg":"trace[690334626] transaction","detail":"{read_only:false; response_revision:23340; number_of_response:1; }","duration":"108.544571ms","start":"2026-04-27T21:51:52.221535Z","end":"2026-04-27T21:51:52.33008Z","steps":["trace[690334626] 'process raft request' (duration: 108.459839ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:51:52.330174Z","caller":"traceutil/trace.go:171","msg":"trace[105465497] transaction","detail":"{read_only:false; response_revision:23339; number_of_response:1; }","duration":"117.086771ms","start":"2026-04-27T21:51:52.21305Z","end":"2026-04-27T21:51:52.330137Z","steps":["trace[105465497] 'process raft request' (duration: 116.807645ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:51:52.509815Z","caller":"traceutil/trace.go:171","msg":"trace[422754313] linearizableReadLoop","detail":"{readStateIndex:24159; appliedIndex:24158; }","duration":"128.607181ms","start":"2026-04-27T21:51:52.381184Z","end":"2026-04-27T21:51:52.509791Z","steps":["trace[422754313] 'read index received' (duration: 127.295901ms)","trace[422754313] 'applied index is now lower than readState.Index' (duration: 1.31034ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:51:52.509891Z","caller":"traceutil/trace.go:171","msg":"trace[1115434128] transaction","detail":"{read_only:false; response_revision:23343; number_of_response:1; }","duration":"136.665772ms","start":"2026-04-27T21:51:52.373188Z","end":"2026-04-27T21:51:52.509854Z","steps":["trace[1115434128] 'process raft request' (duration: 135.395703ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:51:52.510082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.868246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3566"} {"level":"info","ts":"2026-04-27T21:51:52.510171Z","caller":"traceutil/trace.go:171","msg":"trace[416317758] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:23343; }","duration":"128.992739ms","start":"2026-04-27T21:51:52.381156Z","end":"2026-04-27T21:51:52.510148Z","steps":["trace[416317758] 'agreement among raft nodes before linearized reading' (duration: 128.726734ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:51:52.519215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.27005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:51:52.519238Z","caller":"traceutil/trace.go:171","msg":"trace[1501948899] transaction","detail":"{read_only:false; response_revision:23344; number_of_response:1; }","duration":"137.942209ms","start":"2026-04-27T21:51:52.381276Z","end":"2026-04-27T21:51:52.519219Z","steps":["trace[1501948899] 'process raft request' (duration: 137.757635ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:51:52.519256Z","caller":"traceutil/trace.go:171","msg":"trace[724176970] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23344; }","duration":"106.336362ms","start":"2026-04-27T21:51:52.412907Z","end":"2026-04-27T21:51:52.519244Z","steps":["trace[724176970] 'agreement among raft nodes before linearized reading' (duration: 106.26286ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:51:52.519344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.419313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/machinedeployments.cluster.x-k8s.io\" ","response":"range_response_count:1 size:72738"} {"level":"info","ts":"2026-04-27T21:51:52.519373Z","caller":"traceutil/trace.go:171","msg":"trace[1155758281] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/machinedeployments.cluster.x-k8s.io; range_end:; response_count:1; response_revision:23344; }","duration":"122.470934ms","start":"2026-04-27T21:51:52.396895Z","end":"2026-04-27T21:51:52.519366Z","steps":["trace[1155758281] 'agreement among raft nodes before linearized reading' (duration: 122.386952ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:51:54.861353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.854518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/capo-system/capo-manager\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-27T21:51:54.861431Z","caller":"traceutil/trace.go:171","msg":"trace[1263337162] range","detail":"{range_begin:/registry/serviceaccounts/capo-system/capo-manager; range_end:; response_count:1; response_revision:23605; }","duration":"138.005521ms","start":"2026-04-27T21:51:54.72341Z","end":"2026-04-27T21:51:54.861415Z","steps":["trace[1263337162] 'range keys from in-memory index tree' (duration: 137.49863ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:51:54.861498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.598462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/openstackservers.infrastructure.cluster.x-k8s.io\" ","response":"range_response_count:1 size:39919"} {"level":"info","ts":"2026-04-27T21:51:54.861579Z","caller":"traceutil/trace.go:171","msg":"trace[524876976] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/openstackservers.infrastructure.cluster.x-k8s.io; range_end:; response_count:1; response_revision:23605; }","duration":"229.718285ms","start":"2026-04-27T21:51:54.631839Z","end":"2026-04-27T21:51:54.861558Z","steps":["trace[524876976] 'range keys from in-memory index tree' (duration: 229.421359ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:51:54.861643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.633249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/capo-system/capo-webhook-service-cert\" ","response":"range_response_count:1 size:5141"} {"level":"info","ts":"2026-04-27T21:51:54.861714Z","caller":"traceutil/trace.go:171","msg":"trace[1673885986] range","detail":"{range_begin:/registry/secrets/capo-system/capo-webhook-service-cert; range_end:; response_count:1; response_revision:23605; }","duration":"202.74757ms","start":"2026-04-27T21:51:54.65895Z","end":"2026-04-27T21:51:54.861698Z","steps":["trace[1673885986] 'range keys from in-memory index tree' (duration: 202.461534ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:51:54.862402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.932983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2212892"} {"level":"info","ts":"2026-04-27T21:51:54.862481Z","caller":"traceutil/trace.go:171","msg":"trace[1309771568] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:23605; }","duration":"227.038265ms","start":"2026-04-27T21:51:54.635426Z","end":"2026-04-27T21:51:54.862465Z","steps":["trace[1309771568] 'range keys from in-memory index tree' (duration: 226.022613ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:51:56.576484Z","caller":"traceutil/trace.go:171","msg":"trace[1276130090] linearizableReadLoop","detail":"{readStateIndex:24480; appliedIndex:24479; }","duration":"187.567111ms","start":"2026-04-27T21:51:56.388888Z","end":"2026-04-27T21:51:56.576455Z","steps":["trace[1276130090] 'read index received' (duration: 187.468589ms)","trace[1276130090] 'applied index is now lower than readState.Index' (duration: 97.072µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:51:56.576612Z","caller":"traceutil/trace.go:171","msg":"trace[1048849361] transaction","detail":"{read_only:false; response_revision:23657; number_of_response:1; }","duration":"225.021251ms","start":"2026-04-27T21:51:56.351538Z","end":"2026-04-27T21:51:56.576559Z","steps":["trace[1048849361] 'process raft request' (duration: 224.699723ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:51:56.57672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.795986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:51:56.576783Z","caller":"traceutil/trace.go:171","msg":"trace[328262225] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:23657; }","duration":"187.901809ms","start":"2026-04-27T21:51:56.38886Z","end":"2026-04-27T21:51:56.576762Z","steps":["trace[328262225] 'agreement among raft nodes before linearized reading' (duration: 187.755866ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:51:56.5841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.551529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T21:51:56.584172Z","caller":"traceutil/trace.go:171","msg":"trace[994841901] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:23658; }","duration":"182.672492ms","start":"2026-04-27T21:51:56.401482Z","end":"2026-04-27T21:51:56.584154Z","steps":["trace[994841901] 'agreement among raft nodes before linearized reading' (duration: 182.479878ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:51:56.584763Z","caller":"traceutil/trace.go:171","msg":"trace[341628532] transaction","detail":"{read_only:false; response_revision:23658; number_of_response:1; }","duration":"169.778662ms","start":"2026-04-27T21:51:56.414972Z","end":"2026-04-27T21:51:56.58475Z","steps":["trace[341628532] 'process raft request' (duration: 168.860872ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:51:56.584973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.666416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/cert-manager-test/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors/cert-manager-test0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:51:56.585008Z","caller":"traceutil/trace.go:171","msg":"trace[1993763221] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/cert-manager-test/; range_end:/registry/ceph.rook.io/cephrbdmirrors/cert-manager-test0; response_count:0; response_revision:23658; }","duration":"180.752069ms","start":"2026-04-27T21:51:56.404249Z","end":"2026-04-27T21:51:56.585001Z","steps":["trace[1993763221] 'agreement among raft nodes before linearized reading' (duration: 180.699028ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:51:56.584745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.282885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:51:56.585046Z","caller":"traceutil/trace.go:171","msg":"trace[1380962508] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23658; }","duration":"170.622062ms","start":"2026-04-27T21:51:56.414415Z","end":"2026-04-27T21:51:56.585037Z","steps":["trace[1380962508] 'agreement among raft nodes before linearized reading' (duration: 170.260184ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:51:58.197236Z","caller":"traceutil/trace.go:171","msg":"trace[1255104371] linearizableReadLoop","detail":"{readStateIndex:24517; appliedIndex:24516; }","duration":"241.594222ms","start":"2026-04-27T21:51:57.955615Z","end":"2026-04-27T21:51:58.197209Z","steps":["trace[1255104371] 'read index received' (duration: 157.921598ms)","trace[1255104371] 'applied index is now lower than readState.Index' (duration: 83.671614ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:51:58.19735Z","caller":"traceutil/trace.go:171","msg":"trace[921529329] transaction","detail":"{read_only:false; response_revision:23693; number_of_response:1; }","duration":"261.664121ms","start":"2026-04-27T21:51:57.935651Z","end":"2026-04-27T21:51:58.197315Z","steps":["trace[921529329] 'process raft request' (duration: 177.875354ms)","trace[921529329] 'compare' (duration: 83.45069ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:51:58.197482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.858158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmconfigtemplates.bootstrap.cluster.x-k8s.io\" ","response":"range_response_count:1 size:129392"} {"level":"info","ts":"2026-04-27T21:51:58.197555Z","caller":"traceutil/trace.go:171","msg":"trace[872525850] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmconfigtemplates.bootstrap.cluster.x-k8s.io; range_end:; response_count:1; response_revision:23693; }","duration":"241.97225ms","start":"2026-04-27T21:51:57.955567Z","end":"2026-04-27T21:51:58.197539Z","steps":["trace[872525850] 'agreement among raft nodes before linearized reading' (duration: 241.760396ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:51:58.198765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.030876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-27T21:51:58.198848Z","caller":"traceutil/trace.go:171","msg":"trace[2101740392] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23697; }","duration":"106.160739ms","start":"2026-04-27T21:51:58.092671Z","end":"2026-04-27T21:51:58.198831Z","steps":["trace[2101740392] 'agreement among raft nodes before linearized reading' (duration: 105.958784ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:51:58.199149Z","caller":"traceutil/trace.go:171","msg":"trace[378155193] transaction","detail":"{read_only:false; response_revision:23694; number_of_response:1; }","duration":"178.068608ms","start":"2026-04-27T21:51:58.021068Z","end":"2026-04-27T21:51:58.199137Z","steps":["trace[378155193] 'process raft request' (duration: 177.290901ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:51:58.19929Z","caller":"traceutil/trace.go:171","msg":"trace[1451832223] transaction","detail":"{read_only:false; response_revision:23695; number_of_response:1; }","duration":"129.570253ms","start":"2026-04-27T21:51:58.06971Z","end":"2026-04-27T21:51:58.199281Z","steps":["trace[1451832223] 'process raft request' (duration: 128.809555ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:51:58.199454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.58109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-27T21:51:58.199501Z","caller":"traceutil/trace.go:171","msg":"trace[2142629333] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23697; }","duration":"103.653332ms","start":"2026-04-27T21:51:58.095838Z","end":"2026-04-27T21:51:58.199491Z","steps":["trace[2142629333] 'agreement among raft nodes before linearized reading' (duration: 103.5417ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:51:58.199513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.672363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-27T21:51:58.199546Z","caller":"traceutil/trace.go:171","msg":"trace[1166005200] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23697; }","duration":"103.728493ms","start":"2026-04-27T21:51:58.095808Z","end":"2026-04-27T21:51:58.199537Z","steps":["trace[1166005200] 'agreement among raft nodes before linearized reading' (duration: 103.637011ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:51:58.199601Z","caller":"traceutil/trace.go:171","msg":"trace[411857160] transaction","detail":"{read_only:false; response_revision:23696; number_of_response:1; }","duration":"129.794727ms","start":"2026-04-27T21:51:58.069797Z","end":"2026-04-27T21:51:58.199592Z","steps":["trace[411857160] 'process raft request' (duration: 128.765574ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:51:58.199662Z","caller":"traceutil/trace.go:171","msg":"trace[1815270739] transaction","detail":"{read_only:false; response_revision:23697; number_of_response:1; }","duration":"129.848079ms","start":"2026-04-27T21:51:58.069808Z","end":"2026-04-27T21:51:58.199656Z","steps":["trace[1815270739] 'process raft request' (duration: 128.787885ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:51:58.762595Z","caller":"traceutil/trace.go:171","msg":"trace[1600650813] transaction","detail":"{read_only:false; response_revision:23704; number_of_response:1; }","duration":"174.688123ms","start":"2026-04-27T21:51:58.587582Z","end":"2026-04-27T21:51:58.76227Z","steps":["trace[1600650813] 'process raft request' (duration: 174.507948ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:52:00.728053Z","caller":"traceutil/trace.go:171","msg":"trace[1240700115] transaction","detail":"{read_only:false; response_revision:23722; number_of_response:1; }","duration":"523.269492ms","start":"2026-04-27T21:52:00.204759Z","end":"2026-04-27T21:52:00.728029Z","steps":["trace[1240700115] 'process raft request' (duration: 523.058387ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:52:00.72821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:52:00.204732Z","time spent":"523.394844ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:52:00.728607Z","caller":"traceutil/trace.go:171","msg":"trace[853621981] transaction","detail":"{read_only:false; response_revision:23723; number_of_response:1; }","duration":"523.804513ms","start":"2026-04-27T21:52:00.204775Z","end":"2026-04-27T21:52:00.728579Z","steps":["trace[853621981] 'process raft request' (duration: 523.21151ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:52:00.728744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:52:00.204748Z","time spent":"523.947116ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:52:00.728946Z","caller":"traceutil/trace.go:171","msg":"trace[1418768057] linearizableReadLoop","detail":"{readStateIndex:24549; appliedIndex:24544; }","duration":"519.881455ms","start":"2026-04-27T21:52:00.209025Z","end":"2026-04-27T21:52:00.728907Z","steps":["trace[1418768057] 'read index received' (duration: 75.772117ms)","trace[1418768057] 'applied index is now lower than readState.Index' (duration: 444.108308ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:52:00.728977Z","caller":"traceutil/trace.go:171","msg":"trace[1656272279] transaction","detail":"{read_only:false; response_revision:23725; number_of_response:1; }","duration":"523.66429ms","start":"2026-04-27T21:52:00.205277Z","end":"2026-04-27T21:52:00.728941Z","steps":["trace[1656272279] 'process raft request' (duration: 523.480605ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:52:00.729124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:52:00.205249Z","time spent":"523.796413ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:52:00.729176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.151252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-27T21:52:00.729152Z","caller":"traceutil/trace.go:171","msg":"trace[26160836] transaction","detail":"{read_only:false; response_revision:23724; number_of_response:1; }","duration":"523.979797ms","start":"2026-04-27T21:52:00.20483Z","end":"2026-04-27T21:52:00.72881Z","steps":["trace[26160836] 'process raft request' (duration: 523.589008ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:52:00.729218Z","caller":"traceutil/trace.go:171","msg":"trace[1300307179] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23725; }","duration":"520.212642ms","start":"2026-04-27T21:52:00.208992Z","end":"2026-04-27T21:52:00.729205Z","steps":["trace[1300307179] 'agreement among raft nodes before linearized reading' (duration: 520.029228ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:52:00.729387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:52:00.208981Z","time spent":"520.394286ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-27T21:52:00.729632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:52:00.204803Z","time spent":"524.450859ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:52:00.731191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.714498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T21:52:00.731251Z","caller":"traceutil/trace.go:171","msg":"trace[2108268048] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:23726; }","duration":"222.8243ms","start":"2026-04-27T21:52:00.508413Z","end":"2026-04-27T21:52:00.731237Z","steps":["trace[2108268048] 'agreement among raft nodes before linearized reading' (duration: 222.536764ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:52:00.731255Z","caller":"traceutil/trace.go:171","msg":"trace[1827950253] transaction","detail":"{read_only:false; response_revision:23726; number_of_response:1; }","duration":"117.171803ms","start":"2026-04-27T21:52:00.614068Z","end":"2026-04-27T21:52:00.73124Z","steps":["trace[1827950253] 'process raft request' (duration: 116.705883ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:52:00.73137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.090129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:52:00.731401Z","caller":"traceutil/trace.go:171","msg":"trace[18070694] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23726; }","duration":"316.161331ms","start":"2026-04-27T21:52:00.415229Z","end":"2026-04-27T21:52:00.73139Z","steps":["trace[18070694] 'agreement among raft nodes before linearized reading' (duration: 316.11605ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:52:00.73142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:52:00.415204Z","time spent":"316.211682ms","remote":"127.0.0.1:39786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T21:52:00.731455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.025936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager-7698bf4999-mmz7g\" ","response":"range_response_count:1 size:5590"} {"level":"warn","ts":"2026-04-27T21:52:00.731455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.451498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-27T21:52:00.731516Z","caller":"traceutil/trace.go:171","msg":"trace[580860829] range","detail":"{range_begin:/registry/pods/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager-7698bf4999-mmz7g; range_end:; response_count:1; response_revision:23726; }","duration":"111.111918ms","start":"2026-04-27T21:52:00.620389Z","end":"2026-04-27T21:52:00.731501Z","steps":["trace[580860829] 'agreement among raft nodes before linearized reading' (duration: 110.959995ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:52:00.731526Z","caller":"traceutil/trace.go:171","msg":"trace[1038355313] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23726; }","duration":"516.5466ms","start":"2026-04-27T21:52:00.214962Z","end":"2026-04-27T21:52:00.731509Z","steps":["trace[1038355313] 'agreement among raft nodes before linearized reading' (duration: 516.339926ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:52:00.731532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.86516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager\" ","response":"range_response_count:1 size:5149"} {"level":"warn","ts":"2026-04-27T21:52:00.731539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.931289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-27T21:52:00.731568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:52:00.214955Z","time spent":"516.603961ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-27T21:52:00.73157Z","caller":"traceutil/trace.go:171","msg":"trace[171312822] range","detail":"{range_begin:/registry/deployments/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager; range_end:; response_count:1; response_revision:23726; }","duration":"171.93018ms","start":"2026-04-27T21:52:00.559627Z","end":"2026-04-27T21:52:00.731557Z","steps":["trace[171312822] 'agreement among raft nodes before linearized reading' (duration: 171.786367ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:52:00.731604Z","caller":"traceutil/trace.go:171","msg":"trace[356455799] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23726; }","duration":"517.01577ms","start":"2026-04-27T21:52:00.214572Z","end":"2026-04-27T21:52:00.731588Z","steps":["trace[356455799] 'agreement among raft nodes before linearized reading' (duration: 516.845106ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:52:00.731641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.111473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-27T21:52:00.731649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:52:00.214563Z","time spent":"517.077282ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-27T21:52:00.731672Z","caller":"traceutil/trace.go:171","msg":"trace[1232352871] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23726; }","duration":"517.163105ms","start":"2026-04-27T21:52:00.214499Z","end":"2026-04-27T21:52:00.731662Z","steps":["trace[1232352871] 'agreement among raft nodes before linearized reading' (duration: 517.070362ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:52:00.731701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:52:00.214491Z","time spent":"517.203935ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-27T21:52:00.731157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.620381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-27T21:52:00.7319Z","caller":"traceutil/trace.go:171","msg":"trace[2132010319] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23726; }","duration":"517.4127ms","start":"2026-04-27T21:52:00.214462Z","end":"2026-04-27T21:52:00.731875Z","steps":["trace[2132010319] 'agreement among raft nodes before linearized reading' (duration: 516.421787ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:52:00.732042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:52:00.214435Z","time spent":"517.509002ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-27T21:52:04.571767Z","caller":"traceutil/trace.go:171","msg":"trace[630044729] transaction","detail":"{read_only:false; response_revision:23788; number_of_response:1; }","duration":"536.251342ms","start":"2026-04-27T21:52:04.035489Z","end":"2026-04-27T21:52:04.57174Z","steps":["trace[630044729] 'process raft request' (duration: 536.070528ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:52:04.571935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:52:04.035465Z","time spent":"536.383274ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:52:06.415484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000312026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T21:52:06.415567Z","caller":"traceutil/trace.go:171","msg":"trace[162476357] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000446819s","start":"2026-04-27T21:52:04.4151Z","end":"2026-04-27T21:52:06.415546Z","steps":["trace[162476357] 'agreement among raft nodes before linearized reading' (duration: 2.000344857s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:52:06.415617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:52:04.415078Z","time spent":"2.00052883s","remote":"127.0.0.1:39786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/27 21:52:06 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T21:52:06.56215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:52:05.632699Z","time spent":"929.4424ms","remote":"127.0.0.1:36356","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-27T21:52:06.662039Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.090508676s","expected-duration":"1s"} {"level":"info","ts":"2026-04-27T21:52:06.662839Z","caller":"traceutil/trace.go:171","msg":"trace[1439807824] transaction","detail":"{read_only:false; response_revision:23789; number_of_response:1; }","duration":"2.515080477s","start":"2026-04-27T21:52:04.147736Z","end":"2026-04-27T21:52:06.662816Z","steps":["trace[1439807824] 'process raft request' (duration: 2.514525874s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:52:06.663047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:52:04.14771Z","time spent":"2.51520502s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:52:06.663438Z","caller":"traceutil/trace.go:171","msg":"trace[1634249443] linearizableReadLoop","detail":"{readStateIndex:24615; appliedIndex:24612; }","duration":"2.294360533s","start":"2026-04-27T21:52:04.369051Z","end":"2026-04-27T21:52:06.663412Z","steps":["trace[1634249443] 'read index received' (duration: 202.509246ms)","trace[1634249443] 'applied index is now lower than readState.Index' (duration: 2.091850037s)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:52:06.6635Z","caller":"traceutil/trace.go:171","msg":"trace[2052705609] transaction","detail":"{read_only:false; response_revision:23790; number_of_response:1; }","duration":"2.360570376s","start":"2026-04-27T21:52:04.302907Z","end":"2026-04-27T21:52:06.663478Z","steps":["trace[2052705609] 'process raft request' (duration: 2.359678646s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:52:06.663623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:52:04.302886Z","time spent":"2.360661888s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:52:06.663597Z","caller":"traceutil/trace.go:171","msg":"trace[444704576] transaction","detail":"{read_only:false; response_revision:23791; number_of_response:1; }","duration":"2.141095769s","start":"2026-04-27T21:52:04.522433Z","end":"2026-04-27T21:52:06.663528Z","steps":["trace[444704576] 'process raft request' (duration: 2.140826013s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:52:06.663828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.294773481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"warn","ts":"2026-04-27T21:52:06.663827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:52:04.522409Z","time spent":"2.141317765s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:52:06.663889Z","caller":"traceutil/trace.go:171","msg":"trace[2109347541] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:23791; }","duration":"2.294899765s","start":"2026-04-27T21:52:04.368973Z","end":"2026-04-27T21:52:06.663873Z","steps":["trace[2109347541] 'agreement among raft nodes before linearized reading' (duration: 2.294562667s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:52:06.663932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:52:04.368941Z","time spent":"2.294980726s","remote":"127.0.0.1:39974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2013,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-04-27T21:52:06.681733Z","caller":"traceutil/trace.go:171","msg":"trace[296541272] transaction","detail":"{read_only:false; response_revision:23795; number_of_response:1; }","duration":"1.924775434s","start":"2026-04-27T21:52:04.756924Z","end":"2026-04-27T21:52:06.6817Z","steps":["trace[296541272] 'process raft request' (duration: 1.924575359s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:52:06.681788Z","caller":"traceutil/trace.go:171","msg":"trace[813929048] transaction","detail":"{read_only:false; response_revision:23796; number_of_response:1; }","duration":"1.120482228s","start":"2026-04-27T21:52:05.561291Z","end":"2026-04-27T21:52:06.681773Z","steps":["trace[813929048] 'process raft request' (duration: 1.120231642s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:52:06.681894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:52:05.561266Z","time spent":"1.12055864s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:52:06.681933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:52:04.756909Z","time spent":"1.924913378s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:52:06.681721Z","caller":"traceutil/trace.go:171","msg":"trace[198899996] transaction","detail":"{read_only:false; response_revision:23793; number_of_response:1; }","duration":"1.926447361s","start":"2026-04-27T21:52:04.755226Z","end":"2026-04-27T21:52:06.681674Z","steps":["trace[198899996] 'process raft request' (duration: 1.926209196s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:52:06.682Z","caller":"traceutil/trace.go:171","msg":"trace[1868117354] transaction","detail":"{read_only:false; response_revision:23794; number_of_response:1; }","duration":"1.925639825s","start":"2026-04-27T21:52:04.756323Z","end":"2026-04-27T21:52:06.681963Z","steps":["trace[1868117354] 'process raft request' (duration: 1.925144003s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:52:06.682034Z","caller":"traceutil/trace.go:171","msg":"trace[603442908] transaction","detail":"{read_only:false; response_revision:23792; number_of_response:1; }","duration":"1.926736498s","start":"2026-04-27T21:52:04.755164Z","end":"2026-04-27T21:52:06.6819Z","steps":["trace[603442908] 'process raft request' (duration: 1.926184115s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:52:06.682178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:52:04.756284Z","time spent":"1.925807567s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:52:06.68218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:52:04.755199Z","time spent":"1.926876191s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:52:06.682361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:52:04.755141Z","time spent":"1.927021215s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:52:06.684487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.333906359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T21:52:06.684528Z","caller":"traceutil/trace.go:171","msg":"trace[873083003] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:23797; }","duration":"1.333997311s","start":"2026-04-27T21:52:05.350521Z","end":"2026-04-27T21:52:06.684519Z","steps":["trace[873083003] 'agreement among raft nodes before linearized reading' (duration: 1.333925449s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:52:06.684559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:52:05.350491Z","time spent":"1.334061323s","remote":"127.0.0.1:40264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":32,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:52:06.6846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.896373898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-04-27T21:52:06.684715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.896103282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-04-27T21:52:06.684777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.005043882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:52:06.684775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.918032993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-27T21:52:06.684789Z","caller":"traceutil/trace.go:171","msg":"trace[1447810541] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23797; }","duration":"1.896186173s","start":"2026-04-27T21:52:04.788586Z","end":"2026-04-27T21:52:06.684772Z","steps":["trace[1447810541] 'agreement among raft nodes before linearized reading' (duration: 1.895921707s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:52:06.684779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.898458805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-27T21:52:06.684811Z","caller":"traceutil/trace.go:171","msg":"trace[1240711982] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23797; }","duration":"1.918084654s","start":"2026-04-27T21:52:04.766718Z","end":"2026-04-27T21:52:06.684803Z","steps":["trace[1240711982] 'agreement among raft nodes before linearized reading' (duration: 1.91788087s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:52:06.684831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:52:04.788497Z","time spent":"1.896325287s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-27T21:52:06.684839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"943.76827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager\" ","response":"range_response_count:1 size:5140"} {"level":"warn","ts":"2026-04-27T21:52:06.684867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.896700015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-27T21:52:06.68487Z","caller":"traceutil/trace.go:171","msg":"trace[791522418] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23797; }","duration":"1.898601818s","start":"2026-04-27T21:52:04.786246Z","end":"2026-04-27T21:52:06.684847Z","steps":["trace[791522418] 'agreement among raft nodes before linearized reading' (duration: 1.89829032s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:52:06.684924Z","caller":"traceutil/trace.go:171","msg":"trace[115757590] transaction","detail":"{read_only:false; response_revision:23797; number_of_response:1; }","duration":"107.156152ms","start":"2026-04-27T21:52:06.577757Z","end":"2026-04-27T21:52:06.684913Z","steps":["trace[115757590] 'process raft request' (duration: 106.479496ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:52:06.684928Z","caller":"traceutil/trace.go:171","msg":"trace[1665614545] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23797; }","duration":"1.896797938s","start":"2026-04-27T21:52:04.788114Z","end":"2026-04-27T21:52:06.684912Z","steps":["trace[1665614545] 'agreement among raft nodes before linearized reading' (duration: 1.896596343s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:52:06.684938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:52:04.786228Z","time spent":"1.89869842s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-27T21:52:06.684953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.942634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:52:06.684967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:52:04.788105Z","time spent":"1.896853689s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-27T21:52:06.684995Z","caller":"traceutil/trace.go:171","msg":"trace[1787906764] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23797; }","duration":"269.022796ms","start":"2026-04-27T21:52:06.415962Z","end":"2026-04-27T21:52:06.684984Z","steps":["trace[1787906764] 'agreement among raft nodes before linearized reading' (duration: 268.962975ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:52:06.684803Z","caller":"traceutil/trace.go:171","msg":"trace[694578673] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:23797; }","duration":"1.005071643s","start":"2026-04-27T21:52:05.679723Z","end":"2026-04-27T21:52:06.684795Z","steps":["trace[694578673] 'agreement among raft nodes before linearized reading' (duration: 1.005024082s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:52:06.685015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.034601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:52:06.684698Z","caller":"traceutil/trace.go:171","msg":"trace[1801551826] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23797; }","duration":"1.8964965s","start":"2026-04-27T21:52:04.788183Z","end":"2026-04-27T21:52:06.684679Z","steps":["trace[1801551826] 'agreement among raft nodes before linearized reading' (duration: 1.896262554s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:52:06.685075Z","caller":"traceutil/trace.go:171","msg":"trace[1476118778] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:23797; }","duration":"471.138393ms","start":"2026-04-27T21:52:06.213929Z","end":"2026-04-27T21:52:06.685068Z","steps":["trace[1476118778] 'agreement among raft nodes before linearized reading' (duration: 471.061171ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:52:06.684868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:52:04.766709Z","time spent":"1.918152795s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-27T21:52:06.685099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:52:06.2139Z","time spent":"471.192376ms","remote":"127.0.0.1:37862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"info","ts":"2026-04-27T21:52:06.684879Z","caller":"traceutil/trace.go:171","msg":"trace[1218554228] range","detail":"{range_begin:/registry/deployments/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager; range_end:; response_count:1; response_revision:23797; }","duration":"943.810301ms","start":"2026-04-27T21:52:05.741057Z","end":"2026-04-27T21:52:06.684868Z","steps":["trace[1218554228] 'agreement among raft nodes before linearized reading' (duration: 943.685068ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:52:06.684569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.694736132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"warn","ts":"2026-04-27T21:52:06.685043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:52:05.679656Z","time spent":"1.00537461s","remote":"127.0.0.1:42878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:52:06.685157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:52:05.741002Z","time spent":"944.140699ms","remote":"127.0.0.1:40292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":5164,"request content":"key:\"/registry/deployments/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager\" "} {"level":"info","ts":"2026-04-27T21:52:06.68519Z","caller":"traceutil/trace.go:171","msg":"trace[928072159] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:23797; }","duration":"1.695399946s","start":"2026-04-27T21:52:04.989776Z","end":"2026-04-27T21:52:06.685176Z","steps":["trace[928072159] 'agreement among raft nodes before linearized reading' (duration: 1.69469962s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:52:06.685232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:52:04.989748Z","time spent":"1.695474557s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":650,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-04-27T21:52:06.685271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.921429509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-27T21:52:06.685497Z","caller":"traceutil/trace.go:171","msg":"trace[363845517] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23797; }","duration":"1.921687975s","start":"2026-04-27T21:52:04.763801Z","end":"2026-04-27T21:52:06.685489Z","steps":["trace[363845517] 'agreement among raft nodes before linearized reading' (duration: 1.92058264s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:52:06.685527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:52:04.76378Z","time spent":"1.921740976s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-27T21:52:06.685365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:52:04.788165Z","time spent":"1.89691607s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-27T21:52:19.025776Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":21157} {"level":"info","ts":"2026-04-27T21:52:19.149148Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":21157,"took":"119.517297ms","hash":2141575759,"current-db-size-bytes":50229248,"current-db-size":"50 MB","current-db-size-in-use-bytes":39772160,"current-db-size-in-use":"40 MB"} {"level":"info","ts":"2026-04-27T21:52:19.149219Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2141575759,"revision":21157,"compact-revision":18853} {"level":"info","ts":"2026-04-27T21:52:30.96578Z","caller":"traceutil/trace.go:171","msg":"trace[1697984379] transaction","detail":"{read_only:false; response_revision:24080; number_of_response:1; }","duration":"101.856191ms","start":"2026-04-27T21:52:30.863886Z","end":"2026-04-27T21:52:30.965742Z","steps":["trace[1697984379] 'process raft request' (duration: 101.663286ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:52:31.08977Z","caller":"traceutil/trace.go:171","msg":"trace[1781570447] transaction","detail":"{read_only:false; response_revision:24085; number_of_response:1; }","duration":"120.329396ms","start":"2026-04-27T21:52:30.969401Z","end":"2026-04-27T21:52:31.08973Z","steps":["trace[1781570447] 'process raft request' (duration: 120.06173ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:52:31.089793Z","caller":"traceutil/trace.go:171","msg":"trace[694901313] transaction","detail":"{read_only:false; response_revision:24083; number_of_response:1; }","duration":"120.793876ms","start":"2026-04-27T21:52:30.968962Z","end":"2026-04-27T21:52:31.089756Z","steps":["trace[694901313] 'process raft request' (duration: 120.420667ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:52:31.089992Z","caller":"traceutil/trace.go:171","msg":"trace[119937728] transaction","detail":"{read_only:false; response_revision:24082; number_of_response:1; }","duration":"121.490981ms","start":"2026-04-27T21:52:30.968486Z","end":"2026-04-27T21:52:31.089977Z","steps":["trace[119937728] 'process raft request' (duration: 102.000036ms)","trace[119937728] 'compare' (duration: 18.77549ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:52:31.09Z","caller":"traceutil/trace.go:171","msg":"trace[187601968] transaction","detail":"{read_only:false; response_revision:24084; number_of_response:1; }","duration":"121.026261ms","start":"2026-04-27T21:52:30.968961Z","end":"2026-04-27T21:52:31.089987Z","steps":["trace[187601968] 'process raft request' (duration: 120.467368ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:52:32.083154Z","caller":"traceutil/trace.go:171","msg":"trace[2067771194] transaction","detail":"{read_only:false; response_revision:24095; number_of_response:1; }","duration":"131.197649ms","start":"2026-04-27T21:52:31.951935Z","end":"2026-04-27T21:52:32.083132Z","steps":["trace[2067771194] 'process raft request' (duration: 131.103107ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:52:32.203495Z","caller":"traceutil/trace.go:171","msg":"trace[711683937] linearizableReadLoop","detail":"{readStateIndex:24929; appliedIndex:24928; }","duration":"108.977772ms","start":"2026-04-27T21:52:32.094489Z","end":"2026-04-27T21:52:32.203467Z","steps":["trace[711683937] 'read index received' (duration: 68.557887ms)","trace[711683937] 'applied index is now lower than readState.Index' (duration: 40.418514ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:52:32.203606Z","caller":"traceutil/trace.go:171","msg":"trace[1200380973] transaction","detail":"{read_only:false; response_revision:24096; number_of_response:1; }","duration":"166.375897ms","start":"2026-04-27T21:52:32.037196Z","end":"2026-04-27T21:52:32.203572Z","steps":["trace[1200380973] 'process raft request' (duration: 125.919841ms)","trace[1200380973] 'compare' (duration: 40.112738ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:52:32.203898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.38492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:539"} {"level":"info","ts":"2026-04-27T21:52:32.203954Z","caller":"traceutil/trace.go:171","msg":"trace[1563706726] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:24096; }","duration":"109.485063ms","start":"2026-04-27T21:52:32.094452Z","end":"2026-04-27T21:52:32.203937Z","steps":["trace[1563706726] 'agreement among raft nodes before linearized reading' (duration: 109.112825ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:52:33.268359Z","caller":"traceutil/trace.go:171","msg":"trace[1327313112] transaction","detail":"{read_only:false; response_revision:24103; number_of_response:1; }","duration":"169.720862ms","start":"2026-04-27T21:52:33.098609Z","end":"2026-04-27T21:52:33.26833Z","steps":["trace[1327313112] 'process raft request' (duration: 169.64002ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:52:33.268389Z","caller":"traceutil/trace.go:171","msg":"trace[1911429797] transaction","detail":"{read_only:false; response_revision:24102; number_of_response:1; }","duration":"169.859795ms","start":"2026-04-27T21:52:33.09849Z","end":"2026-04-27T21:52:33.26835Z","steps":["trace[1911429797] 'process raft request' (duration: 136.528409ms)","trace[1911429797] 'compare' (duration: 33.103921ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:52:33.268675Z","caller":"traceutil/trace.go:171","msg":"trace[1699388075] linearizableReadLoop","detail":"{readStateIndex:24937; appliedIndex:24933; }","duration":"146.236175ms","start":"2026-04-27T21:52:33.122385Z","end":"2026-04-27T21:52:33.268622Z","steps":["trace[1699388075] 'read index received' (duration: 41.019539ms)","trace[1699388075] 'applied index is now lower than readState.Index' (duration: 105.215506ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:52:33.268799Z","caller":"traceutil/trace.go:171","msg":"trace[1101087729] transaction","detail":"{read_only:false; response_revision:24104; number_of_response:1; }","duration":"169.838383ms","start":"2026-04-27T21:52:33.098924Z","end":"2026-04-27T21:52:33.268762Z","steps":["trace[1101087729] 'process raft request' (duration: 169.368883ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:52:33.268954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.552133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-27T21:52:33.269051Z","caller":"traceutil/trace.go:171","msg":"trace[207088300] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24104; }","duration":"146.671086ms","start":"2026-04-27T21:52:33.122332Z","end":"2026-04-27T21:52:33.269003Z","steps":["trace[207088300] 'agreement among raft nodes before linearized reading' (duration: 146.41784ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:52:34.98734Z","caller":"traceutil/trace.go:171","msg":"trace[661869601] transaction","detail":"{read_only:false; response_revision:24111; number_of_response:1; }","duration":"151.646056ms","start":"2026-04-27T21:52:34.835662Z","end":"2026-04-27T21:52:34.987308Z","steps":["trace[661869601] 'process raft request' (duration: 127.26898ms)","trace[661869601] 'compare' (duration: 24.180262ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:52:35.218913Z","caller":"traceutil/trace.go:171","msg":"trace[1065405790] transaction","detail":"{read_only:false; response_revision:24114; number_of_response:1; }","duration":"153.459747ms","start":"2026-04-27T21:52:35.065417Z","end":"2026-04-27T21:52:35.218876Z","steps":["trace[1065405790] 'process raft request' (duration: 153.255762ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:52:35.461682Z","caller":"traceutil/trace.go:171","msg":"trace[1764777119] transaction","detail":"{read_only:false; response_revision:24117; number_of_response:1; }","duration":"163.716306ms","start":"2026-04-27T21:52:35.297937Z","end":"2026-04-27T21:52:35.461654Z","steps":["trace[1764777119] 'process raft request' (duration: 163.519942ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:52:35.529204Z","caller":"traceutil/trace.go:171","msg":"trace[1247385959] transaction","detail":"{read_only:false; response_revision:24118; number_of_response:1; }","duration":"231.044155ms","start":"2026-04-27T21:52:35.298137Z","end":"2026-04-27T21:52:35.529182Z","steps":["trace[1247385959] 'process raft request' (duration: 230.874901ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:52:35.52942Z","caller":"traceutil/trace.go:171","msg":"trace[595780495] transaction","detail":"{read_only:false; response_revision:24119; number_of_response:1; }","duration":"231.198938ms","start":"2026-04-27T21:52:35.298215Z","end":"2026-04-27T21:52:35.529414Z","steps":["trace[595780495] 'process raft request' (duration: 230.921292ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:52:35.529788Z","caller":"traceutil/trace.go:171","msg":"trace[1640568597] transaction","detail":"{read_only:false; response_revision:24120; number_of_response:1; }","duration":"231.27037ms","start":"2026-04-27T21:52:35.298504Z","end":"2026-04-27T21:52:35.529774Z","steps":["trace[1640568597] 'process raft request' (duration: 230.874601ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:52:35.529824Z","caller":"traceutil/trace.go:171","msg":"trace[1236523188] linearizableReadLoop","detail":"{readStateIndex:24955; appliedIndex:24949; }","duration":"222.727228ms","start":"2026-04-27T21:52:35.30707Z","end":"2026-04-27T21:52:35.529798Z","steps":["trace[1236523188] 'read index received' (duration: 154.412038ms)","trace[1236523188] 'applied index is now lower than readState.Index' (duration: 68.31358ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:52:35.52983Z","caller":"traceutil/trace.go:171","msg":"trace[947291329] transaction","detail":"{read_only:false; response_revision:24121; number_of_response:1; }","duration":"228.675501ms","start":"2026-04-27T21:52:35.301126Z","end":"2026-04-27T21:52:35.529801Z","steps":["trace[947291329] 'process raft request' (duration: 228.490117ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:52:35.530091Z","caller":"traceutil/trace.go:171","msg":"trace[441713729] transaction","detail":"{read_only:false; response_revision:24122; number_of_response:1; }","duration":"228.215511ms","start":"2026-04-27T21:52:35.301866Z","end":"2026-04-27T21:52:35.530082Z","steps":["trace[441713729] 'process raft request' (duration: 227.859324ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:52:35.530218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.786118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-27T21:52:35.53026Z","caller":"traceutil/trace.go:171","msg":"trace[1999940292] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24122; }","duration":"184.880021ms","start":"2026-04-27T21:52:35.345368Z","end":"2026-04-27T21:52:35.530248Z","steps":["trace[1999940292] 'agreement among raft nodes before linearized reading' (duration: 184.718247ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:52:35.530337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.253381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-27T21:52:35.530389Z","caller":"traceutil/trace.go:171","msg":"trace[1313359486] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24122; }","duration":"223.319033ms","start":"2026-04-27T21:52:35.307053Z","end":"2026-04-27T21:52:35.530372Z","steps":["trace[1313359486] 'agreement among raft nodes before linearized reading' (duration: 223.174959ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:52:36.867572Z","caller":"traceutil/trace.go:171","msg":"trace[652480167] transaction","detail":"{read_only:false; response_revision:24136; number_of_response:1; }","duration":"111.560479ms","start":"2026-04-27T21:52:36.755981Z","end":"2026-04-27T21:52:36.867542Z","steps":["trace[652480167] 'process raft request' (duration: 111.367004ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:52:37.14119Z","caller":"traceutil/trace.go:171","msg":"trace[532670771] transaction","detail":"{read_only:false; response_revision:24139; number_of_response:1; }","duration":"149.720254ms","start":"2026-04-27T21:52:36.991438Z","end":"2026-04-27T21:52:37.141158Z","steps":["trace[532670771] 'process raft request' (duration: 115.19112ms)","trace[532670771] 'compare' (duration: 34.232866ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:52:37.14144Z","caller":"traceutil/trace.go:171","msg":"trace[441459953] transaction","detail":"{read_only:false; response_revision:24140; number_of_response:1; }","duration":"149.556ms","start":"2026-04-27T21:52:36.991863Z","end":"2026-04-27T21:52:37.141419Z","steps":["trace[441459953] 'process raft request' (duration: 149.233093ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:52:37.141556Z","caller":"traceutil/trace.go:171","msg":"trace[77050457] linearizableReadLoop","detail":"{readStateIndex:24976; appliedIndex:24972; }","duration":"138.917802ms","start":"2026-04-27T21:52:37.002612Z","end":"2026-04-27T21:52:37.14153Z","steps":["trace[77050457] 'read index received' (duration: 103.888617ms)","trace[77050457] 'applied index is now lower than readState.Index' (duration: 35.027715ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:52:37.141585Z","caller":"traceutil/trace.go:171","msg":"trace[24324608] transaction","detail":"{read_only:false; response_revision:24141; number_of_response:1; }","duration":"147.885053ms","start":"2026-04-27T21:52:36.993673Z","end":"2026-04-27T21:52:37.141558Z","steps":["trace[24324608] 'process raft request' (duration: 147.676878ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:52:37.14161Z","caller":"traceutil/trace.go:171","msg":"trace[1451956109] transaction","detail":"{read_only:false; response_revision:24142; number_of_response:1; }","duration":"144.842164ms","start":"2026-04-27T21:52:36.996747Z","end":"2026-04-27T21:52:37.141589Z","steps":["trace[1451956109] 'process raft request' (duration: 144.728562ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:52:37.141824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.191278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-1c7f35c6-bdaf-4ad2-9add-994ded2cc096\" ","response":"range_response_count:1 size:1276"} {"level":"info","ts":"2026-04-27T21:52:37.141887Z","caller":"traceutil/trace.go:171","msg":"trace[335535451] range","detail":"{range_begin:/registry/persistentvolumes/pvc-1c7f35c6-bdaf-4ad2-9add-994ded2cc096; range_end:; response_count:1; response_revision:24142; }","duration":"139.30255ms","start":"2026-04-27T21:52:37.002569Z","end":"2026-04-27T21:52:37.141872Z","steps":["trace[335535451] 'agreement among raft nodes before linearized reading' (duration: 139.101036ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:53:00.677724Z","caller":"traceutil/trace.go:171","msg":"trace[1217202011] linearizableReadLoop","detail":"{readStateIndex:25305; appliedIndex:25304; }","duration":"333.932139ms","start":"2026-04-27T21:53:00.343756Z","end":"2026-04-27T21:53:00.677688Z","steps":["trace[1217202011] 'read index received' (duration: 333.637033ms)","trace[1217202011] 'applied index is now lower than readState.Index' (duration: 293.646µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:53:00.677949Z","caller":"traceutil/trace.go:171","msg":"trace[2077947616] transaction","detail":"{read_only:false; response_revision:24465; number_of_response:1; }","duration":"336.427316ms","start":"2026-04-27T21:53:00.341498Z","end":"2026-04-27T21:53:00.677925Z","steps":["trace[2077947616] 'process raft request' (duration: 335.893984ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:53:00.678092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.070401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-27T21:53:00.678147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:53:00.341468Z","time spent":"336.536988ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:53:00.67819Z","caller":"traceutil/trace.go:171","msg":"trace[1283589779] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:24465; }","duration":"296.230825ms","start":"2026-04-27T21:53:00.381936Z","end":"2026-04-27T21:53:00.678167Z","steps":["trace[1283589779] 'agreement among raft nodes before linearized reading' (duration: 296.072761ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:53:00.678218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.455682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-27T21:53:00.67828Z","caller":"traceutil/trace.go:171","msg":"trace[560657397] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:24465; }","duration":"334.550264ms","start":"2026-04-27T21:53:00.343717Z","end":"2026-04-27T21:53:00.678268Z","steps":["trace[560657397] 'agreement among raft nodes before linearized reading' (duration: 334.288397ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:53:00.678327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:53:00.343707Z","time spent":"334.610235ms","remote":"127.0.0.1:39966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":167,"response size":33,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:53:00.678443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.436254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:53:00.678475Z","caller":"traceutil/trace.go:171","msg":"trace[1933766776] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24465; }","duration":"264.503116ms","start":"2026-04-27T21:53:00.413963Z","end":"2026-04-27T21:53:00.678466Z","steps":["trace[1933766776] 'agreement among raft nodes before linearized reading' (duration: 264.432604ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:53:01.007698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.583555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:53:01.00782Z","caller":"traceutil/trace.go:171","msg":"trace[881468476] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:24465; }","duration":"305.737098ms","start":"2026-04-27T21:53:00.702054Z","end":"2026-04-27T21:53:01.007792Z","steps":["trace[881468476] 'count revisions from in-memory index tree' (duration: 305.406411ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:53:01.007863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:53:00.702003Z","time spent":"305.84961ms","remote":"127.0.0.1:42720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"info","ts":"2026-04-27T21:53:13.479204Z","caller":"traceutil/trace.go:171","msg":"trace[1178815745] transaction","detail":"{read_only:false; response_revision:24563; number_of_response:1; }","duration":"197.079014ms","start":"2026-04-27T21:53:13.282052Z","end":"2026-04-27T21:53:13.479131Z","steps":["trace[1178815745] 'process raft request' (duration: 196.662645ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:53:13.833826Z","caller":"traceutil/trace.go:171","msg":"trace[1049741341] transaction","detail":"{read_only:false; response_revision:24564; number_of_response:1; }","duration":"537.305986ms","start":"2026-04-27T21:53:13.296488Z","end":"2026-04-27T21:53:13.833794Z","steps":["trace[1049741341] 'process raft request' (duration: 437.200213ms)","trace[1049741341] 'compare' (duration: 99.775676ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:53:13.833787Z","caller":"traceutil/trace.go:171","msg":"trace[420729980] linearizableReadLoop","detail":"{readStateIndex:25408; appliedIndex:25405; }","duration":"528.262773ms","start":"2026-04-27T21:53:13.305501Z","end":"2026-04-27T21:53:13.833763Z","steps":["trace[420729980] 'read index received' (duration: 173.064987ms)","trace[420729980] 'applied index is now lower than readState.Index' (duration: 355.196876ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:53:13.833937Z","caller":"traceutil/trace.go:171","msg":"trace[835648074] transaction","detail":"{read_only:false; response_revision:24565; number_of_response:1; }","duration":"534.84924ms","start":"2026-04-27T21:53:13.299062Z","end":"2026-04-27T21:53:13.833911Z","steps":["trace[835648074] 'process raft request' (duration: 534.592085ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:53:13.833978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:53:13.29647Z","time spent":"537.437848ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:53:13.834075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.707059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:53:13.834091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:53:13.29904Z","time spent":"534.970393ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:53:13.834146Z","caller":"traceutil/trace.go:171","msg":"trace[1251053112] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:24565; }","duration":"464.826781ms","start":"2026-04-27T21:53:13.369303Z","end":"2026-04-27T21:53:13.83413Z","steps":["trace[1251053112] 'agreement among raft nodes before linearized reading' (duration: 464.705099ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:53:13.834188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:53:13.369286Z","time spent":"464.891083ms","remote":"127.0.0.1:44372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:53:13.834232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.503788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:53:13.834285Z","caller":"traceutil/trace.go:171","msg":"trace[810124281] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24565; }","duration":"528.797405ms","start":"2026-04-27T21:53:13.305473Z","end":"2026-04-27T21:53:13.83427Z","steps":["trace[810124281] 'agreement among raft nodes before linearized reading' (duration: 528.500849ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:53:13.834297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.302253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:53:13.834365Z","caller":"traceutil/trace.go:171","msg":"trace[1036689572] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24565; }","duration":"419.403914ms","start":"2026-04-27T21:53:13.414942Z","end":"2026-04-27T21:53:13.834346Z","steps":["trace[1036689572] 'agreement among raft nodes before linearized reading' (duration: 419.305622ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:53:13.834392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:53:13.30546Z","time spent":"528.855956ms","remote":"127.0.0.1:44330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:53:13.834417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:53:13.41492Z","time spent":"419.485696ms","remote":"127.0.0.1:39786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T21:53:13.834617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.00168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-27T21:53:13.834711Z","caller":"traceutil/trace.go:171","msg":"trace[1510645441] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24565; }","duration":"242.149194ms","start":"2026-04-27T21:53:13.59254Z","end":"2026-04-27T21:53:13.834689Z","steps":["trace[1510645441] 'agreement among raft nodes before linearized reading' (duration: 241.606392ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:53:14.189552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.561945ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T21:53:14.189702Z","caller":"traceutil/trace.go:171","msg":"trace[1928273762] transaction","detail":"{read_only:false; response_revision:24567; number_of_response:1; }","duration":"283.668154ms","start":"2026-04-27T21:53:13.906008Z","end":"2026-04-27T21:53:14.189676Z","steps":["trace[1928273762] 'process raft request' (duration: 135.874604ms)","trace[1928273762] 'compare' (duration: 147.131265ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:53:14.420404Z","caller":"traceutil/trace.go:171","msg":"trace[1133289097] transaction","detail":"{read_only:false; response_revision:24568; number_of_response:1; }","duration":"514.366922ms","start":"2026-04-27T21:53:13.906013Z","end":"2026-04-27T21:53:14.420379Z","steps":["trace[1133289097] 'process raft request' (duration: 514.026784ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:53:14.42055Z","caller":"traceutil/trace.go:171","msg":"trace[766431210] transaction","detail":"{read_only:false; response_revision:24569; number_of_response:1; }","duration":"514.428223ms","start":"2026-04-27T21:53:13.906095Z","end":"2026-04-27T21:53:14.420524Z","steps":["trace[766431210] 'process raft request' (duration: 514.220308ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:53:14.420716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:53:13.906058Z","time spent":"514.564176ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:53:14.420892Z","caller":"traceutil/trace.go:171","msg":"trace[1907117127] transaction","detail":"{read_only:false; response_revision:24570; number_of_response:1; }","duration":"514.434453ms","start":"2026-04-27T21:53:13.90644Z","end":"2026-04-27T21:53:14.420874Z","steps":["trace[1907117127] 'process raft request' (duration: 514.043414ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:53:14.420962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:53:13.906429Z","time spent":"514.500414ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:53:14.421163Z","caller":"traceutil/trace.go:171","msg":"trace[1678906833] transaction","detail":"{read_only:false; response_revision:24572; number_of_response:1; }","duration":"433.715555ms","start":"2026-04-27T21:53:13.987432Z","end":"2026-04-27T21:53:14.421148Z","steps":["trace[1678906833] 'process raft request' (duration: 433.633803ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:53:14.421172Z","caller":"traceutil/trace.go:171","msg":"trace[2077974171] transaction","detail":"{read_only:false; response_revision:24571; number_of_response:1; }","duration":"514.649197ms","start":"2026-04-27T21:53:13.906507Z","end":"2026-04-27T21:53:14.421157Z","steps":["trace[2077974171] 'process raft request' (duration: 514.270369ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:53:14.421228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:53:13.987406Z","time spent":"433.785447ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:53:14.421228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:53:13.906501Z","time spent":"514.699368ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:53:14.42132Z","caller":"traceutil/trace.go:171","msg":"trace[154365112] transaction","detail":"{read_only:false; response_revision:24573; number_of_response:1; }","duration":"425.9232ms","start":"2026-04-27T21:53:13.995391Z","end":"2026-04-27T21:53:14.421314Z","steps":["trace[154365112] 'process raft request' (duration: 425.736786ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:53:14.421348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:53:13.995359Z","time spent":"425.975542ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:53:14.421336Z","caller":"traceutil/trace.go:171","msg":"trace[2048496031] linearizableReadLoop","detail":"{readStateIndex:25416; appliedIndex:25409; }","duration":"384.004641ms","start":"2026-04-27T21:53:14.037297Z","end":"2026-04-27T21:53:14.421302Z","steps":["trace[2048496031] 'read index received' (duration: 4.600213ms)","trace[2048496031] 'applied index is now lower than readState.Index' (duration: 379.402868ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:53:14.421497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.203106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rabbitmq-cluster-operator\" ","response":"range_response_count:1 size:1081"} {"level":"warn","ts":"2026-04-27T21:53:14.421455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:53:13.905983Z","time spent":"514.532546ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:53:14.42155Z","caller":"traceutil/trace.go:171","msg":"trace[712988696] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rabbitmq-cluster-operator; range_end:; response_count:1; response_revision:24573; }","duration":"384.309188ms","start":"2026-04-27T21:53:14.037228Z","end":"2026-04-27T21:53:14.421537Z","steps":["trace[712988696] 'agreement among raft nodes before linearized reading' (duration: 384.149475ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:53:14.42169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:53:14.037209Z","time spent":"384.472941ms","remote":"127.0.0.1:39976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":1105,"request content":"key:\"/registry/serviceaccounts/openstack/rabbitmq-cluster-operator\" "} {"level":"warn","ts":"2026-04-27T21:53:14.432008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.536185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:53:14.432071Z","caller":"traceutil/trace.go:171","msg":"trace[1831204143] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:24574; }","duration":"226.624016ms","start":"2026-04-27T21:53:14.205419Z","end":"2026-04-27T21:53:14.432043Z","steps":["trace[1831204143] 'agreement among raft nodes before linearized reading' (duration: 226.531844ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:53:14.432024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.201017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:53:14.432126Z","caller":"traceutil/trace.go:171","msg":"trace[431414493] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:24574; }","duration":"226.35377ms","start":"2026-04-27T21:53:14.205758Z","end":"2026-04-27T21:53:14.432112Z","steps":["trace[431414493] 'agreement among raft nodes before linearized reading' (duration: 226.183627ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:53:14.432222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:53:14.43225Z","caller":"traceutil/trace.go:171","msg":"trace[1060206485] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:24574; }","duration":"226.854631ms","start":"2026-04-27T21:53:14.205389Z","end":"2026-04-27T21:53:14.432244Z","steps":["trace[1060206485] 'agreement among raft nodes before linearized reading' (duration: 226.80938ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:53:14.432189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.601188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-04-27T21:53:14.43229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.171691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"warn","ts":"2026-04-27T21:53:14.432316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.449936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:53:14.43234Z","caller":"traceutil/trace.go:171","msg":"trace[594571985] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:24574; }","duration":"290.517777ms","start":"2026-04-27T21:53:14.141816Z","end":"2026-04-27T21:53:14.432334Z","steps":["trace[594571985] 'agreement among raft nodes before linearized reading' (duration: 290.481027ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:53:14.432339Z","caller":"traceutil/trace.go:171","msg":"trace[481375325] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:24574; }","duration":"220.278133ms","start":"2026-04-27T21:53:14.212047Z","end":"2026-04-27T21:53:14.432325Z","steps":["trace[481375325] 'agreement among raft nodes before linearized reading' (duration: 220.1474ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:53:14.43231Z","caller":"traceutil/trace.go:171","msg":"trace[497503822] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24574; }","duration":"119.756102ms","start":"2026-04-27T21:53:14.312541Z","end":"2026-04-27T21:53:14.432297Z","steps":["trace[497503822] 'agreement among raft nodes before linearized reading' (duration: 119.442245ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:53:14.432393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.567526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:53:14.432423Z","caller":"traceutil/trace.go:171","msg":"trace[428801042] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:24574; }","duration":"226.631606ms","start":"2026-04-27T21:53:14.205784Z","end":"2026-04-27T21:53:14.432416Z","steps":["trace[428801042] 'agreement among raft nodes before linearized reading' (duration: 226.582715ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:53:14.432515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.927514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:53:14.432551Z","caller":"traceutil/trace.go:171","msg":"trace[1639206054] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24574; }","duration":"357.021187ms","start":"2026-04-27T21:53:14.07552Z","end":"2026-04-27T21:53:14.432541Z","steps":["trace[1639206054] 'agreement among raft nodes before linearized reading' (duration: 356.962306ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:53:14.432601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:53:14.075497Z","time spent":"357.093768ms","remote":"127.0.0.1:44328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:53:20.763511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.865525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:53:20.763593Z","caller":"traceutil/trace.go:171","msg":"trace[115113338] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:24629; }","duration":"390.957607ms","start":"2026-04-27T21:53:20.372615Z","end":"2026-04-27T21:53:20.763572Z","steps":["trace[115113338] 'count revisions from in-memory index tree' (duration: 390.734792ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:53:20.763634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:53:20.372569Z","time spent":"391.053329ms","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:53:20.763687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.124613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:53:20.763799Z","caller":"traceutil/trace.go:171","msg":"trace[703380260] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24629; }","duration":"350.277065ms","start":"2026-04-27T21:53:20.413499Z","end":"2026-04-27T21:53:20.763776Z","steps":["trace[703380260] 'range keys from in-memory index tree' (duration: 350.039481ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:53:20.763846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:53:20.413478Z","time spent":"350.358968ms","remote":"127.0.0.1:39786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-27T21:53:20.79693Z","caller":"traceutil/trace.go:171","msg":"trace[338340109] transaction","detail":"{read_only:false; response_revision:24630; number_of_response:1; }","duration":"357.995509ms","start":"2026-04-27T21:53:20.438914Z","end":"2026-04-27T21:53:20.796909Z","steps":["trace[338340109] 'process raft request' (duration: 357.858636ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:53:20.797059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:53:20.43889Z","time spent":"358.102192ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:53:20.969397Z","caller":"traceutil/trace.go:171","msg":"trace[727010384] linearizableReadLoop","detail":"{readStateIndex:25475; appliedIndex:25473; }","duration":"525.078703ms","start":"2026-04-27T21:53:20.444301Z","end":"2026-04-27T21:53:20.96938Z","steps":["trace[727010384] 'read index received' (duration: 352.573678ms)","trace[727010384] 'applied index is now lower than readState.Index' (duration: 172.504305ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:53:20.969426Z","caller":"traceutil/trace.go:171","msg":"trace[1747775544] transaction","detail":"{read_only:false; response_revision:24631; number_of_response:1; }","duration":"525.905561ms","start":"2026-04-27T21:53:20.44348Z","end":"2026-04-27T21:53:20.969386Z","steps":["trace[1747775544] 'process raft request' (duration: 434.589265ms)","trace[1747775544] 'compare' (duration: 91.168073ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:53:20.969511Z","caller":"traceutil/trace.go:171","msg":"trace[1494267801] transaction","detail":"{read_only:false; response_revision:24632; number_of_response:1; }","duration":"151.82244ms","start":"2026-04-27T21:53:20.81767Z","end":"2026-04-27T21:53:20.969493Z","steps":["trace[1494267801] 'process raft request' (duration: 151.682287ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:53:20.96957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.264457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-27T21:53:20.969596Z","caller":"traceutil/trace.go:171","msg":"trace[1377066614] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24632; }","duration":"525.339428ms","start":"2026-04-27T21:53:20.444246Z","end":"2026-04-27T21:53:20.969585Z","steps":["trace[1377066614] 'agreement among raft nodes before linearized reading' (duration: 525.218966ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:53:20.969616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:53:20.444225Z","time spent":"525.386509ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-27T21:53:20.9696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:53:20.443462Z","time spent":"526.038133ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:53:20.991404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.774674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:53:20.991463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.768953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:1 size:4666"} {"level":"info","ts":"2026-04-27T21:53:20.991489Z","caller":"traceutil/trace.go:171","msg":"trace[1777890196] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:24633; }","duration":"544.876315ms","start":"2026-04-27T21:53:20.446591Z","end":"2026-04-27T21:53:20.991467Z","steps":["trace[1777890196] 'agreement among raft nodes before linearized reading' (duration: 544.746363ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:53:20.991542Z","caller":"traceutil/trace.go:171","msg":"trace[251954996] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:1; response_revision:24633; }","duration":"540.902336ms","start":"2026-04-27T21:53:20.450621Z","end":"2026-04-27T21:53:20.991523Z","steps":["trace[251954996] 'agreement among raft nodes before linearized reading' (duration: 540.66151ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:53:20.9914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.659994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:53:20.991556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.947699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:53:20.991598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:53:20.450586Z","time spent":"541.002148ms","remote":"127.0.0.1:40020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":4690,"request content":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" "} {"level":"info","ts":"2026-04-27T21:53:20.991602Z","caller":"traceutil/trace.go:171","msg":"trace[1621858207] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:24633; }","duration":"425.879749ms","start":"2026-04-27T21:53:20.565705Z","end":"2026-04-27T21:53:20.991585Z","steps":["trace[1621858207] 'agreement among raft nodes before linearized reading' (duration: 425.570282ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:53:20.991609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.275114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-27T21:53:20.991646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:53:20.565645Z","time spent":"425.987582ms","remote":"127.0.0.1:37874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:53:20.99171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.271525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:53:20.991737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.212383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5179"} {"level":"info","ts":"2026-04-27T21:53:20.991644Z","caller":"traceutil/trace.go:171","msg":"trace[1505519846] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:24633; }","duration":"246.062802ms","start":"2026-04-27T21:53:20.74556Z","end":"2026-04-27T21:53:20.991623Z","steps":["trace[1505519846] 'agreement among raft nodes before linearized reading' (duration: 245.897978ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:53:20.991769Z","caller":"traceutil/trace.go:171","msg":"trace[1298809584] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:24633; }","duration":"541.276274ms","start":"2026-04-27T21:53:20.450485Z","end":"2026-04-27T21:53:20.991761Z","steps":["trace[1298809584] 'agreement among raft nodes before linearized reading' (duration: 541.185462ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:53:20.991773Z","caller":"traceutil/trace.go:171","msg":"trace[1805818282] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:24633; }","duration":"545.346466ms","start":"2026-04-27T21:53:20.446407Z","end":"2026-04-27T21:53:20.991753Z","steps":["trace[1805818282] 'agreement among raft nodes before linearized reading' (duration: 545.273074ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:53:20.991775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.217556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:53:20.991784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.577015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:53:20.991793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:53:20.450474Z","time spent":"541.312385ms","remote":"127.0.0.1:40020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5203,"request content":"key:\"/registry/jobs/openstack/magnum-db-sync\" "} {"level":"warn","ts":"2026-04-27T21:53:20.991784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.159904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:1 size:4666"} {"level":"warn","ts":"2026-04-27T21:53:20.991816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:53:20.446396Z","time spent":"545.411357ms","remote":"127.0.0.1:40020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"info","ts":"2026-04-27T21:53:20.991827Z","caller":"traceutil/trace.go:171","msg":"trace[771414410] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:24633; }","duration":"542.293178ms","start":"2026-04-27T21:53:20.449521Z","end":"2026-04-27T21:53:20.991815Z","steps":["trace[771414410] 'agreement among raft nodes before linearized reading' (duration: 542.190466ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:53:20.991844Z","caller":"traceutil/trace.go:171","msg":"trace[746256614] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:24633; }","duration":"226.677267ms","start":"2026-04-27T21:53:20.765151Z","end":"2026-04-27T21:53:20.991828Z","steps":["trace[746256614] 'agreement among raft nodes before linearized reading' (duration: 226.596746ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:53:20.991552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:53:20.446585Z","time spent":"544.955107ms","remote":"127.0.0.1:40020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"info","ts":"2026-04-27T21:53:20.991652Z","caller":"traceutil/trace.go:171","msg":"trace[2088128166] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24633; }","duration":"541.335205ms","start":"2026-04-27T21:53:20.450305Z","end":"2026-04-27T21:53:20.99164Z","steps":["trace[2088128166] 'agreement among raft nodes before linearized reading' (duration: 541.189972ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:53:20.991925Z","caller":"traceutil/trace.go:171","msg":"trace[2046154095] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:1; response_revision:24633; }","duration":"246.254716ms","start":"2026-04-27T21:53:20.745588Z","end":"2026-04-27T21:53:20.991843Z","steps":["trace[2046154095] 'agreement among raft nodes before linearized reading' (duration: 246.085712ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:53:20.991929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.480961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-04-27T21:53:20.99194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.604144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:53:20.991576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.552338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5179"} {"level":"info","ts":"2026-04-27T21:53:20.991644Z","caller":"traceutil/trace.go:171","msg":"trace[536827566] transaction","detail":"{read_only:false; response_revision:24633; number_of_response:1; }","duration":"106.26828ms","start":"2026-04-27T21:53:20.885355Z","end":"2026-04-27T21:53:20.991623Z","steps":["trace[536827566] 'process raft request' (duration: 105.739988ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:53:20.99197Z","caller":"traceutil/trace.go:171","msg":"trace[1792757424] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:24633; }","duration":"246.723506ms","start":"2026-04-27T21:53:20.745239Z","end":"2026-04-27T21:53:20.991962Z","steps":["trace[1792757424] 'agreement among raft nodes before linearized reading' (duration: 246.677695ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:53:20.99197Z","caller":"traceutil/trace.go:171","msg":"trace[1689010326] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24633; }","duration":"546.562123ms","start":"2026-04-27T21:53:20.445393Z","end":"2026-04-27T21:53:20.991955Z","steps":["trace[1689010326] 'agreement among raft nodes before linearized reading' (duration: 546.42213ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:53:20.99198Z","caller":"traceutil/trace.go:171","msg":"trace[1132988927] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:24633; }","duration":"244.991248ms","start":"2026-04-27T21:53:20.746979Z","end":"2026-04-27T21:53:20.99197Z","steps":["trace[1132988927] 'agreement among raft nodes before linearized reading' (duration: 244.427416ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:53:20.992002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:53:20.445349Z","time spent":"546.645415ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-27T21:53:20.991722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.405632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:53:20.991891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:53:20.449513Z","time spent":"542.36849ms","remote":"127.0.0.1:40020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"info","ts":"2026-04-27T21:53:20.99206Z","caller":"traceutil/trace.go:171","msg":"trace[586582186] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24633; }","duration":"226.78375ms","start":"2026-04-27T21:53:20.765267Z","end":"2026-04-27T21:53:20.992051Z","steps":["trace[586582186] 'agreement among raft nodes before linearized reading' (duration: 226.410702ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:53:20.991627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.753565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-04-27T21:53:20.991968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:53:20.450297Z","time spent":"541.649662ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-27T21:53:20.992099Z","caller":"traceutil/trace.go:171","msg":"trace[102291041] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24633; }","duration":"546.263436ms","start":"2026-04-27T21:53:20.445827Z","end":"2026-04-27T21:53:20.99209Z","steps":["trace[102291041] 'agreement among raft nodes before linearized reading' (duration: 545.602602ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:53:20.99214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:53:20.445815Z","time spent":"546.311557ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-27T21:53:20.991741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.157144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:53:20.992284Z","caller":"traceutil/trace.go:171","msg":"trace[428451335] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:24633; }","duration":"246.726656ms","start":"2026-04-27T21:53:20.745529Z","end":"2026-04-27T21:53:20.992255Z","steps":["trace[428451335] 'agreement among raft nodes before linearized reading' (duration: 245.920478ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:53:21.392113Z","caller":"traceutil/trace.go:171","msg":"trace[536783913] linearizableReadLoop","detail":"{readStateIndex:25478; appliedIndex:25477; }","duration":"400.811518ms","start":"2026-04-27T21:53:20.991242Z","end":"2026-04-27T21:53:21.392053Z","steps":["trace[536783913] 'read index received' (duration: 400.760257ms)","trace[536783913] 'applied index is now lower than readState.Index' (duration: 49.801µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:53:21.392226Z","caller":"traceutil/trace.go:171","msg":"trace[954327467] transaction","detail":"{read_only:false; response_revision:24634; number_of_response:1; }","duration":"419.119208ms","start":"2026-04-27T21:53:20.973075Z","end":"2026-04-27T21:53:21.392194Z","steps":["trace[954327467] 'process raft request' (duration: 418.823402ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:53:21.392369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:53:20.973061Z","time spent":"419.228901ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:53:21.392386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.547292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/rabbitmq-magnum\" ","response":"range_response_count:1 size:903"} {"level":"info","ts":"2026-04-27T21:53:21.392463Z","caller":"traceutil/trace.go:171","msg":"trace[636792142] range","detail":"{range_begin:/registry/services/endpoints/openstack/rabbitmq-magnum; range_end:; response_count:1; response_revision:24634; }","duration":"417.659595ms","start":"2026-04-27T21:53:20.974785Z","end":"2026-04-27T21:53:21.392445Z","steps":["trace[636792142] 'agreement among raft nodes before linearized reading' (duration: 417.43627ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:53:21.392508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:53:20.974772Z","time spent":"417.727086ms","remote":"127.0.0.1:39956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":927,"request content":"key:\"/registry/services/endpoints/openstack/rabbitmq-magnum\" "} {"level":"warn","ts":"2026-04-27T21:53:21.588273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.147647ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T21:53:21.5886Z","caller":"traceutil/trace.go:171","msg":"trace[902946729] linearizableReadLoop","detail":"{readStateIndex:25483; appliedIndex:25478; }","duration":"196.39334ms","start":"2026-04-27T21:53:21.39219Z","end":"2026-04-27T21:53:21.588583Z","steps":["trace[902946729] 'read index received' (duration: 81.635059ms)","trace[902946729] 'applied index is now lower than readState.Index' (duration: 114.757451ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:53:21.588746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.559488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:53:21.588742Z","caller":"traceutil/trace.go:171","msg":"trace[14333565] transaction","detail":"{read_only:false; response_revision:24636; number_of_response:1; }","duration":"591.477159ms","start":"2026-04-27T21:53:20.99715Z","end":"2026-04-27T21:53:21.588628Z","steps":["trace[14333565] 'process raft request' (duration: 591.228903ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:53:21.588786Z","caller":"traceutil/trace.go:171","msg":"trace[2062160675] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:24639; }","duration":"348.64026ms","start":"2026-04-27T21:53:21.240133Z","end":"2026-04-27T21:53:21.588773Z","steps":["trace[2062160675] 'agreement among raft nodes before linearized reading' (duration: 348.570798ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:53:21.588775Z","caller":"traceutil/trace.go:171","msg":"trace[691390559] transaction","detail":"{read_only:false; response_revision:24637; number_of_response:1; }","duration":"591.140181ms","start":"2026-04-27T21:53:20.997613Z","end":"2026-04-27T21:53:21.588753Z","steps":["trace[691390559] 'process raft request' (duration: 590.843735ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:53:21.588813Z","caller":"traceutil/trace.go:171","msg":"trace[758845015] transaction","detail":"{read_only:false; response_revision:24638; number_of_response:1; }","duration":"398.23283ms","start":"2026-04-27T21:53:21.190572Z","end":"2026-04-27T21:53:21.588805Z","steps":["trace[758845015] 'process raft request' (duration: 397.917703ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:53:21.588817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.509144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:53:21.588864Z","caller":"traceutil/trace.go:171","msg":"trace[1411823999] transaction","detail":"{read_only:false; response_revision:24639; number_of_response:1; }","duration":"229.02833ms","start":"2026-04-27T21:53:21.359812Z","end":"2026-04-27T21:53:21.588841Z","steps":["trace[1411823999] 'process raft request' (duration: 228.709893ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:53:21.588874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.799016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:53:21.588736Z","caller":"traceutil/trace.go:171","msg":"trace[1023649162] transaction","detail":"{read_only:false; response_revision:24635; number_of_response:1; }","duration":"591.593791ms","start":"2026-04-27T21:53:20.997098Z","end":"2026-04-27T21:53:21.588692Z","steps":["trace[1023649162] 'process raft request' (duration: 476.82627ms)","trace[1023649162] 'compare' (duration: 113.937493ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:53:21.5889Z","caller":"traceutil/trace.go:171","msg":"trace[2112714442] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:24639; }","duration":"405.605126ms","start":"2026-04-27T21:53:21.183272Z","end":"2026-04-27T21:53:21.588877Z","steps":["trace[2112714442] 'agreement among raft nodes before linearized reading' (duration: 405.442702ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:53:21.588912Z","caller":"traceutil/trace.go:171","msg":"trace[255343790] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:24639; }","duration":"553.856427ms","start":"2026-04-27T21:53:21.035045Z","end":"2026-04-27T21:53:21.588902Z","steps":["trace[255343790] 'agreement among raft nodes before linearized reading' (duration: 553.799615ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:53:21.588942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:53:20.997081Z","time spent":"591.833727ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:53:21.588947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:53:21.035033Z","time spent":"553.907177ms","remote":"127.0.0.1:44518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:53:21.588962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:53:21.183219Z","time spent":"405.726979ms","remote":"127.0.0.1:44878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:53:21.588978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:53:21.190559Z","time spent":"398.307382ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:53:21.588997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.827054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-rabbit-init-6prs6\" ","response":"range_response_count:1 size:6135"} {"level":"info","ts":"2026-04-27T21:53:21.589031Z","caller":"traceutil/trace.go:171","msg":"trace[582599464] range","detail":"{range_begin:/registry/pods/openstack/magnum-rabbit-init-6prs6; range_end:; response_count:1; response_revision:24639; }","duration":"219.882195ms","start":"2026-04-27T21:53:21.369138Z","end":"2026-04-27T21:53:21.58902Z","steps":["trace[582599464] 'agreement among raft nodes before linearized reading' (duration: 219.772653ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:53:21.588804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.180423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.250\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-04-27T21:53:21.588823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:53:21.240112Z","time spent":"348.701432ms","remote":"127.0.0.1:44688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"info","ts":"2026-04-27T21:53:21.589131Z","caller":"traceutil/trace.go:171","msg":"trace[1553803341] range","detail":"{range_begin:/registry/masterleases/199.204.45.250; range_end:; response_count:1; response_revision:24639; }","duration":"283.541521ms","start":"2026-04-27T21:53:21.305563Z","end":"2026-04-27T21:53:21.589104Z","steps":["trace[1553803341] 'agreement among raft nodes before linearized reading' (duration: 283.02881ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:53:21.588874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:53:20.997136Z","time spent":"591.675864ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:53:21.588877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:53:20.997592Z","time spent":"591.236674ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:53:21.608086Z","caller":"traceutil/trace.go:171","msg":"trace[1417501879] transaction","detail":"{read_only:false; response_revision:24640; number_of_response:1; }","duration":"102.188489ms","start":"2026-04-27T21:53:21.505855Z","end":"2026-04-27T21:53:21.608044Z","steps":["trace[1417501879] 'process raft request' (duration: 101.853882ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:53:21.814507Z","caller":"traceutil/trace.go:171","msg":"trace[208579332] transaction","detail":"{read_only:false; response_revision:24642; number_of_response:1; }","duration":"125.750505ms","start":"2026-04-27T21:53:21.688711Z","end":"2026-04-27T21:53:21.814462Z","steps":["trace[208579332] 'process raft request' (duration: 52.684249ms)","trace[208579332] 'compare' (duration: 72.871712ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:53:22.071623Z","caller":"traceutil/trace.go:171","msg":"trace[939383163] linearizableReadLoop","detail":"{readStateIndex:25490; appliedIndex:25488; }","duration":"132.57146ms","start":"2026-04-27T21:53:21.938997Z","end":"2026-04-27T21:53:22.071568Z","steps":["trace[939383163] 'read index received' (duration: 96.848109ms)","trace[939383163] 'applied index is now lower than readState.Index' (duration: 35.721781ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:53:22.071691Z","caller":"traceutil/trace.go:171","msg":"trace[1025261162] transaction","detail":"{read_only:false; response_revision:24644; number_of_response:1; }","duration":"183.50187ms","start":"2026-04-27T21:53:21.888159Z","end":"2026-04-27T21:53:22.071661Z","steps":["trace[1025261162] 'process raft request' (duration: 147.698699ms)","trace[1025261162] 'compare' (duration: 35.424042ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:53:22.071746Z","caller":"traceutil/trace.go:171","msg":"trace[571423939] transaction","detail":"{read_only:false; response_revision:24645; number_of_response:1; }","duration":"133.677444ms","start":"2026-04-27T21:53:21.938025Z","end":"2026-04-27T21:53:22.071703Z","steps":["trace[571423939] 'process raft request' (duration: 133.481889ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:53:22.072182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.160692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-27T21:53:22.072246Z","caller":"traceutil/trace.go:171","msg":"trace[1369925686] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24645; }","duration":"133.292285ms","start":"2026-04-27T21:53:21.938925Z","end":"2026-04-27T21:53:22.072217Z","steps":["trace[1369925686] 'agreement among raft nodes before linearized reading' (duration: 132.797564ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:53:22.667664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.2372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:53:22.667755Z","caller":"traceutil/trace.go:171","msg":"trace[1493965645] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24646; }","duration":"252.395254ms","start":"2026-04-27T21:53:22.415339Z","end":"2026-04-27T21:53:22.667735Z","steps":["trace[1493965645] 'range keys from in-memory index tree' (duration: 252.074377ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:53:22.668049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.782381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:53:22.668123Z","caller":"traceutil/trace.go:171","msg":"trace[1532778078] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:24646; }","duration":"293.826961ms","start":"2026-04-27T21:53:22.374254Z","end":"2026-04-27T21:53:22.668081Z","steps":["trace[1532778078] 'count revisions from in-memory index tree' (duration: 293.610627ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:53:22.668331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.008298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-27T21:53:22.668414Z","caller":"traceutil/trace.go:171","msg":"trace[1697066059] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24646; }","duration":"420.137041ms","start":"2026-04-27T21:53:22.248257Z","end":"2026-04-27T21:53:22.668394Z","steps":["trace[1697066059] 'range keys from in-memory index tree' (duration: 419.789804ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:53:22.668456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:53:22.248234Z","time spent":"420.212883ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-27T21:53:23.498091Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185919323918196,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-27T21:53:23.563379Z","caller":"traceutil/trace.go:171","msg":"trace[779035736] transaction","detail":"{read_only:false; response_revision:24647; number_of_response:1; }","duration":"889.997136ms","start":"2026-04-27T21:53:22.673356Z","end":"2026-04-27T21:53:23.563353Z","steps":["trace[779035736] 'process raft request' (duration: 889.858663ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:53:23.56353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:53:22.67332Z","time spent":"890.141259ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:53:24.522391Z","caller":"traceutil/trace.go:171","msg":"trace[1568906255] transaction","detail":"{read_only:false; response_revision:24648; number_of_response:1; }","duration":"1.821840417s","start":"2026-04-27T21:53:22.700525Z","end":"2026-04-27T21:53:24.522365Z","steps":["trace[1568906255] 'process raft request' (duration: 1.821694034s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:53:24.522617Z","caller":"traceutil/trace.go:171","msg":"trace[65189042] transaction","detail":"{read_only:false; response_revision:24650; number_of_response:1; }","duration":"1.546592143s","start":"2026-04-27T21:53:22.976014Z","end":"2026-04-27T21:53:24.522606Z","steps":["trace[65189042] 'process raft request' (duration: 1.546345807s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:53:24.522718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:53:22.975963Z","time spent":"1.546699035s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:53:24.522613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:53:22.700494Z","time spent":"1.822043052s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:53:24.522769Z","caller":"traceutil/trace.go:171","msg":"trace[756029847] linearizableReadLoop","detail":"{readStateIndex:25496; appliedIndex:25492; }","duration":"1.525576072s","start":"2026-04-27T21:53:22.997171Z","end":"2026-04-27T21:53:24.522747Z","steps":["trace[756029847] 'read index received' (duration: 566.289235ms)","trace[756029847] 'applied index is now lower than readState.Index' (duration: 959.285327ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:53:24.522882Z","caller":"traceutil/trace.go:171","msg":"trace[433448610] transaction","detail":"{read_only:false; response_revision:24651; number_of_response:1; }","duration":"1.546545892s","start":"2026-04-27T21:53:22.976328Z","end":"2026-04-27T21:53:24.522874Z","steps":["trace[433448610] 'process raft request' (duration: 1.546235775s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:53:24.522399Z","caller":"traceutil/trace.go:171","msg":"trace[1703831605] transaction","detail":"{read_only:false; response_revision:24649; number_of_response:1; }","duration":"1.72011457s","start":"2026-04-27T21:53:22.802267Z","end":"2026-04-27T21:53:24.522382Z","steps":["trace[1703831605] 'process raft request' (duration: 1.720062609s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:53:24.522968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:53:22.976297Z","time spent":"1.546611803s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:53:24.522976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:53:22.802237Z","time spent":"1.720680702s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:53:24.523009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.525812647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:53:24.523096Z","caller":"traceutil/trace.go:171","msg":"trace[242794631] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:24651; }","duration":"1.52594564s","start":"2026-04-27T21:53:22.997131Z","end":"2026-04-27T21:53:24.523077Z","steps":["trace[242794631] 'agreement among raft nodes before linearized reading' (duration: 1.525799827s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:53:24.523173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:53:22.997114Z","time spent":"1.526045152s","remote":"127.0.0.1:40020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"info","ts":"2026-04-27T21:53:24.746526Z","caller":"traceutil/trace.go:171","msg":"trace[1755881675] transaction","detail":"{read_only:false; response_revision:24652; number_of_response:1; }","duration":"1.151003612s","start":"2026-04-27T21:53:23.5955Z","end":"2026-04-27T21:53:24.746503Z","steps":["trace[1755881675] 'process raft request' (duration: 1.150786037s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:53:24.746743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:53:23.595486Z","time spent":"1.151183436s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:53:24.746734Z","caller":"traceutil/trace.go:171","msg":"trace[1824324621] transaction","detail":"{read_only:false; response_revision:24653; number_of_response:1; }","duration":"1.133711985s","start":"2026-04-27T21:53:23.613001Z","end":"2026-04-27T21:53:24.746713Z","steps":["trace[1824324621] 'process raft request' (duration: 1.133460479s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:53:24.746948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:53:23.612984Z","time spent":"1.133918569s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:53:24.74717Z","caller":"traceutil/trace.go:171","msg":"trace[817968347] transaction","detail":"{read_only:false; response_revision:24654; number_of_response:1; }","duration":"840.135898ms","start":"2026-04-27T21:53:23.907021Z","end":"2026-04-27T21:53:24.747157Z","steps":["trace[817968347] 'process raft request' (duration: 839.624557ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:53:24.747236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:53:23.906994Z","time spent":"840.2094ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:53:24.747334Z","caller":"traceutil/trace.go:171","msg":"trace[1852931296] transaction","detail":"{read_only:false; response_revision:24655; number_of_response:1; }","duration":"669.411365ms","start":"2026-04-27T21:53:24.077891Z","end":"2026-04-27T21:53:24.747303Z","steps":["trace[1852931296] 'process raft request' (duration: 669.20674ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:53:24.747483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.74917247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:53:24.74752Z","caller":"traceutil/trace.go:171","msg":"trace[928902904] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:24656; }","duration":"1.749219871s","start":"2026-04-27T21:53:22.998291Z","end":"2026-04-27T21:53:24.747511Z","steps":["trace[928902904] 'agreement among raft nodes before linearized reading' (duration: 1.74916307s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:53:24.747547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:53:22.998284Z","time spent":"1.749257222s","remote":"127.0.0.1:40020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"warn","ts":"2026-04-27T21:53:24.747547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:53:24.077868Z","time spent":"669.544367ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:53:24.74758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.153273352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-27T21:53:24.747527Z","caller":"traceutil/trace.go:171","msg":"trace[1986816612] linearizableReadLoop","detail":"{readStateIndex:25501; appliedIndex:25496; }","duration":"224.56474ms","start":"2026-04-27T21:53:24.522841Z","end":"2026-04-27T21:53:24.747406Z","steps":["trace[1986816612] 'read index received' (duration: 223.374514ms)","trace[1986816612] 'applied index is now lower than readState.Index' (duration: 1.188536ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:53:24.747655Z","caller":"traceutil/trace.go:171","msg":"trace[2099648644] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24656; }","duration":"1.153390336s","start":"2026-04-27T21:53:23.594247Z","end":"2026-04-27T21:53:24.747637Z","steps":["trace[2099648644] 'agreement among raft nodes before linearized reading' (duration: 1.15317895s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:53:24.747704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:53:23.594232Z","time spent":"1.153458937s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-27T21:53:24.747725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.75001919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:53:24.74771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.360805932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:53:24.747725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.749878447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:53:24.747772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.500175484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:53:24.747753Z","caller":"traceutil/trace.go:171","msg":"trace[1996584301] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:24656; }","duration":"1.750071741s","start":"2026-04-27T21:53:22.997674Z","end":"2026-04-27T21:53:24.747746Z","steps":["trace[1996584301] 'agreement among raft nodes before linearized reading' (duration: 1.75001374s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:53:24.747821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.350146083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-27T21:53:24.747845Z","caller":"traceutil/trace.go:171","msg":"trace[232774278] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24656; }","duration":"1.350206134s","start":"2026-04-27T21:53:23.397633Z","end":"2026-04-27T21:53:24.747839Z","steps":["trace[232774278] 'agreement among raft nodes before linearized reading' (duration: 1.350142983s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:53:24.747846Z","caller":"traceutil/trace.go:171","msg":"trace[1880115888] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:24656; }","duration":"1.500306236s","start":"2026-04-27T21:53:23.247527Z","end":"2026-04-27T21:53:24.747834Z","steps":["trace[1880115888] 'agreement among raft nodes before linearized reading' (duration: 1.500206624s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:53:24.747868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:53:23.397619Z","time spent":"1.350244715s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-27T21:53:24.74786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:53:22.997662Z","time spent":"1.750188324s","remote":"127.0.0.1:40020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"warn","ts":"2026-04-27T21:53:24.74788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:53:23.247499Z","time spent":"1.500371408s","remote":"127.0.0.1:50618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-27T21:53:24.747918Z","caller":"traceutil/trace.go:171","msg":"trace[1451895129] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:24656; }","duration":"1.750086051s","start":"2026-04-27T21:53:22.997737Z","end":"2026-04-27T21:53:24.747823Z","steps":["trace[1451895129] 'agreement among raft nodes before linearized reading' (duration: 1.749864456s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:53:24.747951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"870.350346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:120125"} {"level":"warn","ts":"2026-04-27T21:53:24.747984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:53:22.99773Z","time spent":"1.750242174s","remote":"127.0.0.1:40020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"warn","ts":"2026-04-27T21:53:24.74804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.148738311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-04-27T21:53:24.748085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.750270666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:1 size:4666"} {"level":"info","ts":"2026-04-27T21:53:24.748107Z","caller":"traceutil/trace.go:171","msg":"trace[924663129] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:1; response_revision:24656; }","duration":"1.750307826s","start":"2026-04-27T21:53:22.997793Z","end":"2026-04-27T21:53:24.748101Z","steps":["trace[924663129] 'agreement among raft nodes before linearized reading' (duration: 1.750245895s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:53:24.7481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.749511349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:1 size:4666"} {"level":"info","ts":"2026-04-27T21:53:24.74811Z","caller":"traceutil/trace.go:171","msg":"trace[1680917597] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24656; }","duration":"1.148862104s","start":"2026-04-27T21:53:23.599235Z","end":"2026-04-27T21:53:24.748097Z","steps":["trace[1680917597] 'agreement among raft nodes before linearized reading' (duration: 1.148696481s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:53:24.748029Z","caller":"traceutil/trace.go:171","msg":"trace[1143180513] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:24656; }","duration":"870.476008ms","start":"2026-04-27T21:53:23.877539Z","end":"2026-04-27T21:53:24.748015Z","steps":["trace[1143180513] 'agreement among raft nodes before linearized reading' (duration: 870.285624ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:53:24.748131Z","caller":"traceutil/trace.go:171","msg":"trace[1398918293] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:1; response_revision:24656; }","duration":"1.74957515s","start":"2026-04-27T21:53:22.998548Z","end":"2026-04-27T21:53:24.748123Z","steps":["trace[1398918293] 'agreement among raft nodes before linearized reading' (duration: 1.749456567s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:53:24.748143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:53:23.877513Z","time spent":"870.626711ms","remote":"127.0.0.1:39840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":120149,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-04-27T21:53:24.748096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.391441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:53:24.748158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:53:22.998541Z","time spent":"1.749611551s","remote":"127.0.0.1:40020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":4690,"request content":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" "} {"level":"info","ts":"2026-04-27T21:53:24.747806Z","caller":"traceutil/trace.go:171","msg":"trace[1856588742] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:24656; }","duration":"1.360957425s","start":"2026-04-27T21:53:23.386825Z","end":"2026-04-27T21:53:24.747782Z","steps":["trace[1856588742] 'agreement among raft nodes before linearized reading' (duration: 1.360777531s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:53:24.74824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.069579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"warn","ts":"2026-04-27T21:53:24.747981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.712176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-27T21:53:24.748271Z","caller":"traceutil/trace.go:171","msg":"trace[961899844] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:24656; }","duration":"878.13338ms","start":"2026-04-27T21:53:23.870129Z","end":"2026-04-27T21:53:24.748262Z","steps":["trace[961899844] 'agreement among raft nodes before linearized reading' (duration: 878.043938ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:53:24.748282Z","caller":"traceutil/trace.go:171","msg":"trace[220553064] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24656; }","duration":"109.043352ms","start":"2026-04-27T21:53:24.63923Z","end":"2026-04-27T21:53:24.748273Z","steps":["trace[220553064] 'agreement among raft nodes before linearized reading' (duration: 108.699614ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:53:24.748261Z","caller":"traceutil/trace.go:171","msg":"trace[1037953126] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24656; }","duration":"334.633836ms","start":"2026-04-27T21:53:24.413609Z","end":"2026-04-27T21:53:24.748243Z","steps":["trace[1037953126] 'agreement among raft nodes before linearized reading' (duration: 334.400181ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:53:24.748309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:53:23.386804Z","time spent":"1.361461326s","remote":"127.0.0.1:44348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:53:24.748126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:53:22.997787Z","time spent":"1.750333647s","remote":"127.0.0.1:40020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":4690,"request content":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" "} {"level":"warn","ts":"2026-04-27T21:53:24.747933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.750704155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:53:24.747591Z","caller":"traceutil/trace.go:171","msg":"trace[356916439] transaction","detail":"{read_only:false; response_revision:24656; number_of_response:1; }","duration":"230.180656ms","start":"2026-04-27T21:53:24.517375Z","end":"2026-04-27T21:53:24.747556Z","steps":["trace[356916439] 'process raft request' (duration: 229.857149ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:53:24.748505Z","caller":"traceutil/trace.go:171","msg":"trace[675468572] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:24656; }","duration":"1.751293128s","start":"2026-04-27T21:53:22.997201Z","end":"2026-04-27T21:53:24.748494Z","steps":["trace[675468572] 'agreement among raft nodes before linearized reading' (duration: 1.750645594s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:53:24.748547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:53:22.997197Z","time spent":"1.751338689s","remote":"127.0.0.1:40020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"warn","ts":"2026-04-27T21:53:24.748141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.153689172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-27T21:53:24.748477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.644975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:53:24.748716Z","caller":"traceutil/trace.go:171","msg":"trace[846321662] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:24656; }","duration":"388.932701ms","start":"2026-04-27T21:53:24.359768Z","end":"2026-04-27T21:53:24.748701Z","steps":["trace[846321662] 'agreement among raft nodes before linearized reading' (duration: 388.582614ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:53:24.748525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.750385028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:53:24.748885Z","caller":"traceutil/trace.go:171","msg":"trace[1524671583] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:24656; }","duration":"1.751117844s","start":"2026-04-27T21:53:22.997711Z","end":"2026-04-27T21:53:24.748828Z","steps":["trace[1524671583] 'agreement among raft nodes before linearized reading' (duration: 1.749912038s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:53:24.748305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:53:23.870108Z","time spent":"878.190312ms","remote":"127.0.0.1:39848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":143,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-04-27T21:53:24.749001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:53:22.99769Z","time spent":"1.751290558s","remote":"127.0.0.1:40020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-04-27T21:53:24.749019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.427679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-04-27T21:53:24.748788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:53:24.359734Z","time spent":"389.039574ms","remote":"127.0.0.1:50602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"info","ts":"2026-04-27T21:53:24.749142Z","caller":"traceutil/trace.go:171","msg":"trace[754686134] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24656; }","duration":"642.606314ms","start":"2026-04-27T21:53:24.106506Z","end":"2026-04-27T21:53:24.749112Z","steps":["trace[754686134] 'agreement among raft nodes before linearized reading' (duration: 640.920985ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:53:24.749213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:53:24.106481Z","time spent":"642.721806ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-27T21:53:24.748151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:53:23.599209Z","time spent":"1.148933985s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-27T21:53:24.748406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:53:24.413589Z","time spent":"334.79905ms","remote":"127.0.0.1:39786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-27T21:53:24.748623Z","caller":"traceutil/trace.go:171","msg":"trace[690080170] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24656; }","duration":"1.154181923s","start":"2026-04-27T21:53:23.594424Z","end":"2026-04-27T21:53:24.748606Z","steps":["trace[690080170] 'agreement among raft nodes before linearized reading' (duration: 1.153631331s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:53:24.74951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:53:23.594417Z","time spent":"1.155077883s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-27T21:53:24.978528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.656765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:53:24.978662Z","caller":"traceutil/trace.go:171","msg":"trace[250518364] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24661; }","duration":"100.85792ms","start":"2026-04-27T21:53:24.87777Z","end":"2026-04-27T21:53:24.978628Z","steps":["trace[250518364] 'range keys from in-memory index tree' (duration: 100.501332ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:53:25.656162Z","caller":"traceutil/trace.go:171","msg":"trace[1741095201] linearizableReadLoop","detail":"{readStateIndex:25508; appliedIndex:25507; }","duration":"241.592992ms","start":"2026-04-27T21:53:25.414544Z","end":"2026-04-27T21:53:25.656137Z","steps":["trace[1741095201] 'read index received' (duration: 241.450559ms)","trace[1741095201] 'applied index is now lower than readState.Index' (duration: 141.263µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:53:25.656281Z","caller":"traceutil/trace.go:171","msg":"trace[1735622824] transaction","detail":"{read_only:false; response_revision:24663; number_of_response:1; }","duration":"294.18622ms","start":"2026-04-27T21:53:25.362081Z","end":"2026-04-27T21:53:25.656267Z","steps":["trace[1735622824] 'process raft request' (duration: 293.892903ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:53:25.656456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.897428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:53:25.656495Z","caller":"traceutil/trace.go:171","msg":"trace[1267798911] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24663; }","duration":"241.984891ms","start":"2026-04-27T21:53:25.4145Z","end":"2026-04-27T21:53:25.656485Z","steps":["trace[1267798911] 'agreement among raft nodes before linearized reading' (duration: 241.910089ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:53:25.714809Z","caller":"traceutil/trace.go:171","msg":"trace[919515777] transaction","detail":"{read_only:false; response_revision:24664; number_of_response:1; }","duration":"268.977045ms","start":"2026-04-27T21:53:25.445805Z","end":"2026-04-27T21:53:25.714782Z","steps":["trace[919515777] 'process raft request' (duration: 266.54856ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:53:25.714885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.309521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-27T21:53:25.71488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.041086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-rabbit-init-6prs6\" ","response":"range_response_count:1 size:6373"} {"level":"warn","ts":"2026-04-27T21:53:25.714908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.270981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:53:25.714949Z","caller":"traceutil/trace.go:171","msg":"trace[495382674] range","detail":"{range_begin:/registry/pods/openstack/magnum-rabbit-init-6prs6; range_end:; response_count:1; response_revision:24664; }","duration":"273.152979ms","start":"2026-04-27T21:53:25.441779Z","end":"2026-04-27T21:53:25.714932Z","steps":["trace[495382674] 'agreement among raft nodes before linearized reading' (duration: 272.908864ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:53:25.714973Z","caller":"traceutil/trace.go:171","msg":"trace[1809814474] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:24664; }","duration":"260.364613ms","start":"2026-04-27T21:53:25.454594Z","end":"2026-04-27T21:53:25.714959Z","steps":["trace[1809814474] 'agreement among raft nodes before linearized reading' (duration: 260.214599ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:53:25.714945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.949811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T21:53:25.714934Z","caller":"traceutil/trace.go:171","msg":"trace[658908400] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24664; }","duration":"147.367902ms","start":"2026-04-27T21:53:25.567553Z","end":"2026-04-27T21:53:25.714921Z","steps":["trace[658908400] 'agreement among raft nodes before linearized reading' (duration: 147.180818ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:53:25.715051Z","caller":"traceutil/trace.go:171","msg":"trace[1749261783] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:24664; }","duration":"234.096334ms","start":"2026-04-27T21:53:25.480928Z","end":"2026-04-27T21:53:25.715025Z","steps":["trace[1749261783] 'agreement among raft nodes before linearized reading' (duration: 233.862259ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:53:25.890925Z","caller":"traceutil/trace.go:171","msg":"trace[302129356] transaction","detail":"{read_only:false; response_revision:24666; number_of_response:1; }","duration":"168.074125ms","start":"2026-04-27T21:53:25.722833Z","end":"2026-04-27T21:53:25.890907Z","steps":["trace[302129356] 'process raft request' (duration: 104.336027ms)","trace[302129356] 'compare' (duration: 63.572514ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:53:26.63452Z","caller":"traceutil/trace.go:171","msg":"trace[2119768708] transaction","detail":"{read_only:false; response_revision:24669; number_of_response:1; }","duration":"149.982389ms","start":"2026-04-27T21:53:26.484506Z","end":"2026-04-27T21:53:26.634488Z","steps":["trace[2119768708] 'process raft request' (duration: 149.742554ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:53:26.635865Z","caller":"traceutil/trace.go:171","msg":"trace[2012502261] transaction","detail":"{read_only:false; response_revision:24670; number_of_response:1; }","duration":"107.675333ms","start":"2026-04-27T21:53:26.528167Z","end":"2026-04-27T21:53:26.635842Z","steps":["trace[2012502261] 'process raft request' (duration: 107.471558ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:53:26.636415Z","caller":"traceutil/trace.go:171","msg":"trace[844204647] transaction","detail":"{read_only:false; response_revision:24671; number_of_response:1; }","duration":"106.999658ms","start":"2026-04-27T21:53:26.529183Z","end":"2026-04-27T21:53:26.636183Z","steps":["trace[844204647] 'process raft request' (duration: 106.611559ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:53:26.636766Z","caller":"traceutil/trace.go:171","msg":"trace[2003285231] transaction","detail":"{read_only:false; response_revision:24672; number_of_response:1; }","duration":"106.886514ms","start":"2026-04-27T21:53:26.529857Z","end":"2026-04-27T21:53:26.636743Z","steps":["trace[2003285231] 'process raft request' (duration: 106.159648ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:53:26.685756Z","caller":"traceutil/trace.go:171","msg":"trace[1064800389] linearizableReadLoop","detail":"{readStateIndex:25517; appliedIndex:25513; }","duration":"155.418981ms","start":"2026-04-27T21:53:26.530305Z","end":"2026-04-27T21:53:26.685724Z","steps":["trace[1064800389] 'read index received' (duration: 104.02218ms)","trace[1064800389] 'applied index is now lower than readState.Index' (duration: 51.395111ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:53:26.685992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.662847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:53:26.686057Z","caller":"traceutil/trace.go:171","msg":"trace[351852907] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:24672; }","duration":"155.766369ms","start":"2026-04-27T21:53:26.530274Z","end":"2026-04-27T21:53:26.68604Z","steps":["trace[351852907] 'agreement among raft nodes before linearized reading' (duration: 155.649286ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:53:26.964507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.415094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-27T21:53:26.964609Z","caller":"traceutil/trace.go:171","msg":"trace[1597976851] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24676; }","duration":"148.523597ms","start":"2026-04-27T21:53:26.81606Z","end":"2026-04-27T21:53:26.964584Z","steps":["trace[1597976851] 'range keys from in-memory index tree' (duration: 148.19781ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:53:26.964507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.567788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-27T21:53:26.96463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.826734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-27T21:53:26.964549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.187471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-27T21:53:26.964802Z","caller":"traceutil/trace.go:171","msg":"trace[122352178] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24676; }","duration":"149.023628ms","start":"2026-04-27T21:53:26.815746Z","end":"2026-04-27T21:53:26.96477Z","steps":["trace[122352178] 'range keys from in-memory index tree' (duration: 148.66968ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:53:26.964777Z","caller":"traceutil/trace.go:171","msg":"trace[1030511816] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24676; }","duration":"148.864604ms","start":"2026-04-27T21:53:26.815891Z","end":"2026-04-27T21:53:26.964756Z","steps":["trace[1030511816] 'range keys from in-memory index tree' (duration: 148.412845ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:53:26.964824Z","caller":"traceutil/trace.go:171","msg":"trace[1507234308] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24676; }","duration":"149.503748ms","start":"2026-04-27T21:53:26.8153Z","end":"2026-04-27T21:53:26.964804Z","steps":["trace[1507234308] 'range keys from in-memory index tree' (duration: 149.037278ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:53:26.965009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.126175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-27T21:53:26.965111Z","caller":"traceutil/trace.go:171","msg":"trace[2002491708] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24676; }","duration":"159.593255ms","start":"2026-04-27T21:53:26.80546Z","end":"2026-04-27T21:53:26.965053Z","steps":["trace[2002491708] 'range keys from in-memory index tree' (duration: 158.817198ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:53:27.091659Z","caller":"traceutil/trace.go:171","msg":"trace[1657804603] linearizableReadLoop","detail":"{readStateIndex:25523; appliedIndex:25522; }","duration":"123.059766ms","start":"2026-04-27T21:53:26.96858Z","end":"2026-04-27T21:53:27.09164Z","steps":["trace[1657804603] 'read index received' (duration: 122.743859ms)","trace[1657804603] 'applied index is now lower than readState.Index' (duration: 315.257µs)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:53:27.091767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.172239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:53:27.091791Z","caller":"traceutil/trace.go:171","msg":"trace[398167515] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:24677; }","duration":"123.2201ms","start":"2026-04-27T21:53:26.968563Z","end":"2026-04-27T21:53:27.091783Z","steps":["trace[398167515] 'agreement among raft nodes before linearized reading' (duration: 123.147979ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:53:27.09177Z","caller":"traceutil/trace.go:171","msg":"trace[1679666651] transaction","detail":"{read_only:false; response_revision:24677; number_of_response:1; }","duration":"193.416233ms","start":"2026-04-27T21:53:26.898302Z","end":"2026-04-27T21:53:27.091718Z","steps":["trace[1679666651] 'process raft request' (duration: 193.087336ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:53:27.277946Z","caller":"traceutil/trace.go:171","msg":"trace[943949821] transaction","detail":"{read_only:false; response_revision:24678; number_of_response:1; }","duration":"308.551911ms","start":"2026-04-27T21:53:26.969355Z","end":"2026-04-27T21:53:27.277907Z","steps":["trace[943949821] 'process raft request' (duration: 262.348686ms)","trace[943949821] 'compare' (duration: 45.98079ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:53:27.277973Z","caller":"traceutil/trace.go:171","msg":"trace[865224983] transaction","detail":"{read_only:false; response_revision:24679; number_of_response:1; }","duration":"308.593902ms","start":"2026-04-27T21:53:26.96935Z","end":"2026-04-27T21:53:27.277944Z","steps":["trace[865224983] 'process raft request' (duration: 308.469209ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:53:27.278149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:53:26.969345Z","time spent":"308.714164ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:53:27.278157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:53:26.969335Z","time spent":"308.729995ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:53:27.278494Z","caller":"traceutil/trace.go:171","msg":"trace[1435263558] transaction","detail":"{read_only:false; response_revision:24680; number_of_response:1; }","duration":"308.98551ms","start":"2026-04-27T21:53:26.969486Z","end":"2026-04-27T21:53:27.278472Z","steps":["trace[1435263558] 'process raft request' (duration: 308.398747ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:53:27.278579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:53:26.969454Z","time spent":"309.083923ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:53:27.2787Z","caller":"traceutil/trace.go:171","msg":"trace[2114648967] transaction","detail":"{read_only:false; response_revision:24681; number_of_response:1; }","duration":"309.086823ms","start":"2026-04-27T21:53:26.969592Z","end":"2026-04-27T21:53:27.278679Z","steps":["trace[2114648967] 'process raft request' (duration: 308.570772ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:53:27.278778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:53:26.969581Z","time spent":"309.163004ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:53:27.278748Z","caller":"traceutil/trace.go:171","msg":"trace[1728690198] transaction","detail":"{read_only:false; response_revision:24682; number_of_response:1; }","duration":"309.104374ms","start":"2026-04-27T21:53:26.96961Z","end":"2026-04-27T21:53:27.278714Z","steps":["trace[1728690198] 'process raft request' (duration: 308.91973ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:53:27.278922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:53:26.969583Z","time spent":"309.247626ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:53:29.188167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.087972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-04-27T21:53:29.188351Z","caller":"traceutil/trace.go:171","msg":"trace[2108817282] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:24692; }","duration":"221.338238ms","start":"2026-04-27T21:53:28.966973Z","end":"2026-04-27T21:53:29.188311Z","steps":["trace[2108817282] 'range keys from in-memory index tree' (duration: 220.910788ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:53:29.51577Z","caller":"traceutil/trace.go:171","msg":"trace[354862809] linearizableReadLoop","detail":"{readStateIndex:25544; appliedIndex:25543; }","duration":"101.464714ms","start":"2026-04-27T21:53:29.414282Z","end":"2026-04-27T21:53:29.515747Z","steps":["trace[354862809] 'read index received' (duration: 7.939298ms)","trace[354862809] 'applied index is now lower than readState.Index' (duration: 93.524456ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:53:29.515888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.595426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:53:29.515907Z","caller":"traceutil/trace.go:171","msg":"trace[864803108] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24698; }","duration":"101.659858ms","start":"2026-04-27T21:53:29.414241Z","end":"2026-04-27T21:53:29.515901Z","steps":["trace[864803108] 'agreement among raft nodes before linearized reading' (duration: 101.589607ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:53:29.516101Z","caller":"traceutil/trace.go:171","msg":"trace[1641157824] transaction","detail":"{read_only:false; response_revision:24698; number_of_response:1; }","duration":"189.953615ms","start":"2026-04-27T21:53:29.326113Z","end":"2026-04-27T21:53:29.516066Z","steps":["trace[1641157824] 'process raft request' (duration: 96.163843ms)","trace[1641157824] 'compare' (duration: 93.358982ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:53:29.758854Z","caller":"traceutil/trace.go:171","msg":"trace[1155472528] transaction","detail":"{read_only:false; response_revision:24701; number_of_response:1; }","duration":"143.31047ms","start":"2026-04-27T21:53:29.615516Z","end":"2026-04-27T21:53:29.758826Z","steps":["trace[1155472528] 'process raft request' (duration: 142.88633ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:53:29.978393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.771142ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T21:53:29.978771Z","caller":"traceutil/trace.go:171","msg":"trace[423552826] transaction","detail":"{read_only:false; response_revision:24702; number_of_response:1; }","duration":"198.24432ms","start":"2026-04-27T21:53:29.780511Z","end":"2026-04-27T21:53:29.978756Z","steps":["trace[423552826] 'process raft request' (duration: 87.042899ms)","trace[423552826] 'compare' (duration: 110.364403ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:53:30.865774Z","caller":"traceutil/trace.go:171","msg":"trace[1460129992] transaction","detail":"{read_only:false; response_revision:24707; number_of_response:1; }","duration":"138.695026ms","start":"2026-04-27T21:53:30.72704Z","end":"2026-04-27T21:53:30.865735Z","steps":["trace[1460129992] 'process raft request' (duration: 138.557943ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:53:30.865804Z","caller":"traceutil/trace.go:171","msg":"trace[1772102757] transaction","detail":"{read_only:false; response_revision:24706; number_of_response:1; }","duration":"141.96577ms","start":"2026-04-27T21:53:30.723804Z","end":"2026-04-27T21:53:30.86577Z","steps":["trace[1772102757] 'process raft request' (duration: 141.361746ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:53:30.909063Z","caller":"traceutil/trace.go:171","msg":"trace[865396813] transaction","detail":"{read_only:false; response_revision:24709; number_of_response:1; }","duration":"129.117033ms","start":"2026-04-27T21:53:30.779896Z","end":"2026-04-27T21:53:30.909013Z","steps":["trace[865396813] 'process raft request' (duration: 128.844747ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:53:30.909302Z","caller":"traceutil/trace.go:171","msg":"trace[791808812] linearizableReadLoop","detail":"{readStateIndex:25555; appliedIndex:25551; }","duration":"117.467121ms","start":"2026-04-27T21:53:30.791823Z","end":"2026-04-27T21:53:30.90929Z","steps":["trace[791808812] 'read index received' (duration: 73.356803ms)","trace[791808812] 'applied index is now lower than readState.Index' (duration: 44.093278ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:53:30.909702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.85348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T21:53:30.909772Z","caller":"traceutil/trace.go:171","msg":"trace[1255114937] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:24710; }","duration":"117.980753ms","start":"2026-04-27T21:53:30.791775Z","end":"2026-04-27T21:53:30.909756Z","steps":["trace[1255114937] 'agreement among raft nodes before linearized reading' (duration: 117.8264ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:53:31.063994Z","caller":"traceutil/trace.go:171","msg":"trace[2116821317] linearizableReadLoop","detail":"{readStateIndex:25559; appliedIndex:25556; }","duration":"154.629553ms","start":"2026-04-27T21:53:30.90934Z","end":"2026-04-27T21:53:31.063969Z","steps":["trace[2116821317] 'read index received' (duration: 148.125198ms)","trace[2116821317] 'applied index is now lower than readState.Index' (duration: 6.503445ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:53:31.064148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.548416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:53:31.064188Z","caller":"traceutil/trace.go:171","msg":"trace[1713151517] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:24713; }","duration":"264.647698ms","start":"2026-04-27T21:53:30.799529Z","end":"2026-04-27T21:53:31.064177Z","steps":["trace[1713151517] 'agreement among raft nodes before linearized reading' (duration: 264.535005ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:53:31.064512Z","caller":"traceutil/trace.go:171","msg":"trace[531657531] transaction","detail":"{read_only:false; response_revision:24711; number_of_response:1; }","duration":"188.901061ms","start":"2026-04-27T21:53:30.875598Z","end":"2026-04-27T21:53:31.064499Z","steps":["trace[531657531] 'process raft request' (duration: 181.875274ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:53:31.06484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.250314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:1 size:4769"} {"level":"warn","ts":"2026-04-27T21:53:31.064834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.985454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:53:31.064884Z","caller":"traceutil/trace.go:171","msg":"trace[3624345] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:1; response_revision:24713; }","duration":"174.313095ms","start":"2026-04-27T21:53:30.89056Z","end":"2026-04-27T21:53:31.064873Z","steps":["trace[3624345] 'agreement among raft nodes before linearized reading' (duration: 174.160562ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:53:31.064907Z","caller":"traceutil/trace.go:171","msg":"trace[1065237906] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:24713; }","duration":"264.086946ms","start":"2026-04-27T21:53:30.800801Z","end":"2026-04-27T21:53:31.064888Z","steps":["trace[1065237906] 'agreement among raft nodes before linearized reading' (duration: 263.957913ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:53:31.065098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.985294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:53:31.065177Z","caller":"traceutil/trace.go:171","msg":"trace[1073457157] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:24713; }","duration":"264.085126ms","start":"2026-04-27T21:53:30.801085Z","end":"2026-04-27T21:53:31.06517Z","steps":["trace[1073457157] 'agreement among raft nodes before linearized reading' (duration: 263.958243ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:53:31.065164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.119417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T21:53:31.065215Z","caller":"traceutil/trace.go:171","msg":"trace[492143489] transaction","detail":"{read_only:false; response_revision:24712; number_of_response:1; }","duration":"174.857548ms","start":"2026-04-27T21:53:30.890346Z","end":"2026-04-27T21:53:31.065203Z","steps":["trace[492143489] 'process raft request' (duration: 173.531547ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:53:31.065221Z","caller":"traceutil/trace.go:171","msg":"trace[763916098] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:24713; }","duration":"244.234291ms","start":"2026-04-27T21:53:30.820969Z","end":"2026-04-27T21:53:31.065203Z","steps":["trace[763916098] 'agreement among raft nodes before linearized reading' (duration: 244.053137ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:53:31.065418Z","caller":"traceutil/trace.go:171","msg":"trace[518047424] transaction","detail":"{read_only:false; response_revision:24713; number_of_response:1; }","duration":"174.760645ms","start":"2026-04-27T21:53:30.890644Z","end":"2026-04-27T21:53:31.065404Z","steps":["trace[518047424] 'process raft request' (duration: 173.286121ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:53:31.065498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.94978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:1 size:4769"} {"level":"info","ts":"2026-04-27T21:53:31.065554Z","caller":"traceutil/trace.go:171","msg":"trace[781449713] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:1; response_revision:24713; }","duration":"175.054682ms","start":"2026-04-27T21:53:30.890485Z","end":"2026-04-27T21:53:31.06554Z","steps":["trace[781449713] 'agreement among raft nodes before linearized reading' (duration: 174.926349ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:53:31.065578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.881998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:53:31.065608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.947849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:53:31.065642Z","caller":"traceutil/trace.go:171","msg":"trace[1886565437] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:24713; }","duration":"174.99732ms","start":"2026-04-27T21:53:30.890637Z","end":"2026-04-27T21:53:31.065635Z","steps":["trace[1886565437] 'agreement among raft nodes before linearized reading' (duration: 174.943689ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:53:31.065775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.162974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:53:31.065801Z","caller":"traceutil/trace.go:171","msg":"trace[604100807] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:24713; }","duration":"175.223306ms","start":"2026-04-27T21:53:30.890572Z","end":"2026-04-27T21:53:31.065795Z","steps":["trace[604100807] 'agreement among raft nodes before linearized reading' (duration: 175.156494ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:53:31.065609Z","caller":"traceutil/trace.go:171","msg":"trace[1021634865] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:24713; }","duration":"174.924368ms","start":"2026-04-27T21:53:30.890674Z","end":"2026-04-27T21:53:31.065598Z","steps":["trace[1021634865] 'agreement among raft nodes before linearized reading' (duration: 174.874637ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:53:31.300612Z","caller":"traceutil/trace.go:171","msg":"trace[2008956751] linearizableReadLoop","detail":"{readStateIndex:25560; appliedIndex:25559; }","duration":"143.424423ms","start":"2026-04-27T21:53:31.15714Z","end":"2026-04-27T21:53:31.300565Z","steps":["trace[2008956751] 'read index received' (duration: 141.263924ms)","trace[2008956751] 'applied index is now lower than readState.Index' (duration: 2.158689ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:53:31.300758Z","caller":"traceutil/trace.go:171","msg":"trace[342447602] transaction","detail":"{read_only:false; response_revision:24714; number_of_response:1; }","duration":"213.557103ms","start":"2026-04-27T21:53:31.087181Z","end":"2026-04-27T21:53:31.300738Z","steps":["trace[342447602] 'process raft request' (duration: 211.1894ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:53:31.30114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.969024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-27T21:53:31.301195Z","caller":"traceutil/trace.go:171","msg":"trace[1734921549] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24714; }","duration":"144.082088ms","start":"2026-04-27T21:53:31.157097Z","end":"2026-04-27T21:53:31.301179Z","steps":["trace[1734921549] 'agreement among raft nodes before linearized reading' (duration: 143.636498ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:53:31.491724Z","caller":"traceutil/trace.go:171","msg":"trace[1139053086] transaction","detail":"{read_only:false; response_revision:24717; number_of_response:1; }","duration":"133.835248ms","start":"2026-04-27T21:53:31.357838Z","end":"2026-04-27T21:53:31.491674Z","steps":["trace[1139053086] 'process raft request' (duration: 116.161373ms)","trace[1139053086] 'compare' (duration: 17.267716ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:53:31.492218Z","caller":"traceutil/trace.go:171","msg":"trace[306196613] linearizableReadLoop","detail":"{readStateIndex:25569; appliedIndex:25563; }","duration":"105.662747ms","start":"2026-04-27T21:53:31.386527Z","end":"2026-04-27T21:53:31.49219Z","steps":["trace[306196613] 'read index received' (duration: 87.412649ms)","trace[306196613] 'applied index is now lower than readState.Index' (duration: 18.248538ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:53:31.492242Z","caller":"traceutil/trace.go:171","msg":"trace[1351359230] transaction","detail":"{read_only:false; response_revision:24718; number_of_response:1; }","duration":"134.283088ms","start":"2026-04-27T21:53:31.357918Z","end":"2026-04-27T21:53:31.492201Z","steps":["trace[1351359230] 'process raft request' (duration: 133.686844ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:53:31.4923Z","caller":"traceutil/trace.go:171","msg":"trace[2101954615] transaction","detail":"{read_only:false; response_revision:24721; number_of_response:1; }","duration":"134.237386ms","start":"2026-04-27T21:53:31.358046Z","end":"2026-04-27T21:53:31.492283Z","steps":["trace[2101954615] 'process raft request' (duration: 133.987801ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:53:31.492461Z","caller":"traceutil/trace.go:171","msg":"trace[664848885] transaction","detail":"{read_only:false; response_revision:24720; number_of_response:1; }","duration":"134.437912ms","start":"2026-04-27T21:53:31.357992Z","end":"2026-04-27T21:53:31.49243Z","steps":["trace[664848885] 'process raft request' (duration: 133.992082ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:53:31.492637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.079476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-04-27T21:53:31.492726Z","caller":"traceutil/trace.go:171","msg":"trace[915804276] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24722; }","duration":"106.194069ms","start":"2026-04-27T21:53:31.38652Z","end":"2026-04-27T21:53:31.492714Z","steps":["trace[915804276] 'agreement among raft nodes before linearized reading' (duration: 105.944113ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:53:31.492899Z","caller":"traceutil/trace.go:171","msg":"trace[592797956] transaction","detail":"{read_only:false; response_revision:24722; number_of_response:1; }","duration":"130.696017ms","start":"2026-04-27T21:53:31.362145Z","end":"2026-04-27T21:53:31.492841Z","steps":["trace[592797956] 'process raft request' (duration: 129.94714ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:53:31.492398Z","caller":"traceutil/trace.go:171","msg":"trace[2032433199] transaction","detail":"{read_only:false; response_revision:24719; number_of_response:1; }","duration":"134.37664ms","start":"2026-04-27T21:53:31.35798Z","end":"2026-04-27T21:53:31.492357Z","steps":["trace[2032433199] 'process raft request' (duration: 133.92245ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:53:31.952033Z","caller":"traceutil/trace.go:171","msg":"trace[2015687468] transaction","detail":"{read_only:false; response_revision:24724; number_of_response:1; }","duration":"356.310951ms","start":"2026-04-27T21:53:31.595665Z","end":"2026-04-27T21:53:31.951976Z","steps":["trace[2015687468] 'process raft request' (duration: 355.609626ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:53:31.952283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:53:31.59563Z","time spent":"356.537256ms","remote":"127.0.0.1:39966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6516,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-27T21:53:33.266977Z","caller":"traceutil/trace.go:171","msg":"trace[739406810] linearizableReadLoop","detail":"{readStateIndex:25585; appliedIndex:25584; }","duration":"195.172182ms","start":"2026-04-27T21:53:33.071779Z","end":"2026-04-27T21:53:33.266951Z","steps":["trace[739406810] 'read index received' (duration: 195.008398ms)","trace[739406810] 'applied index is now lower than readState.Index' (duration: 162.654µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:53:33.26709Z","caller":"traceutil/trace.go:171","msg":"trace[119136272] transaction","detail":"{read_only:false; response_revision:24738; number_of_response:1; }","duration":"195.368577ms","start":"2026-04-27T21:53:33.07171Z","end":"2026-04-27T21:53:33.267079Z","steps":["trace[119136272] 'process raft request' (duration: 195.097311ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:53:33.267296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.48996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:1 size:4763"} {"level":"info","ts":"2026-04-27T21:53:33.26742Z","caller":"traceutil/trace.go:171","msg":"trace[1506748676] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:1; response_revision:24738; }","duration":"195.667364ms","start":"2026-04-27T21:53:33.071726Z","end":"2026-04-27T21:53:33.267393Z","steps":["trace[1506748676] 'agreement among raft nodes before linearized reading' (duration: 195.361677ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:53:33.544196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.177513ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T21:53:33.544299Z","caller":"traceutil/trace.go:171","msg":"trace[292215662] linearizableReadLoop","detail":"{readStateIndex:25586; appliedIndex:25585; }","duration":"277.23681ms","start":"2026-04-27T21:53:33.267045Z","end":"2026-04-27T21:53:33.544281Z","steps":["trace[292215662] 'read index received' (duration: 106.916504ms)","trace[292215662] 'applied index is now lower than readState.Index' (duration: 170.319026ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:53:33.544384Z","caller":"traceutil/trace.go:171","msg":"trace[1284174069] transaction","detail":"{read_only:false; response_revision:24739; number_of_response:1; }","duration":"471.927062ms","start":"2026-04-27T21:53:33.072447Z","end":"2026-04-27T21:53:33.544374Z","steps":["trace[1284174069] 'process raft request' (duration: 301.479294ms)","trace[1284174069] 'compare' (duration: 169.745672ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:53:33.544437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:53:33.072437Z","time spent":"471.974963ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:53:33.544512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.760449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:53:33.544536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.040609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T21:53:33.54458Z","caller":"traceutil/trace.go:171","msg":"trace[1427711507] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:24739; }","duration":"471.893981ms","start":"2026-04-27T21:53:33.07267Z","end":"2026-04-27T21:53:33.544564Z","steps":["trace[1427711507] 'agreement among raft nodes before linearized reading' (duration: 471.770929ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:53:33.544565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.768228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:53:33.544612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:53:33.072618Z","time spent":"471.988243ms","remote":"127.0.0.1:40020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"info","ts":"2026-04-27T21:53:33.544619Z","caller":"traceutil/trace.go:171","msg":"trace[1798075837] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24739; }","duration":"266.144711ms","start":"2026-04-27T21:53:33.278454Z","end":"2026-04-27T21:53:33.544599Z","steps":["trace[1798075837] 'agreement among raft nodes before linearized reading' (duration: 265.993588ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:53:33.54466Z","caller":"traceutil/trace.go:171","msg":"trace[1431590171] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:24739; }","duration":"471.884461ms","start":"2026-04-27T21:53:33.072739Z","end":"2026-04-27T21:53:33.544623Z","steps":["trace[1431590171] 'agreement among raft nodes before linearized reading' (duration: 471.736217ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:53:33.544607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.957502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:53:33.544703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:53:33.072728Z","time spent":"471.966172ms","remote":"127.0.0.1:40020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"info","ts":"2026-04-27T21:53:33.544758Z","caller":"traceutil/trace.go:171","msg":"trace[1324291485] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:24739; }","duration":"472.142257ms","start":"2026-04-27T21:53:33.072586Z","end":"2026-04-27T21:53:33.544728Z","steps":["trace[1324291485] 'agreement among raft nodes before linearized reading' (duration: 471.887631ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:53:33.544817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:53:33.072578Z","time spent":"472.226569ms","remote":"127.0.0.1:40020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"warn","ts":"2026-04-27T21:53:33.544837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.86943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:53:33.544871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.629347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:1 size:4763"} {"level":"info","ts":"2026-04-27T21:53:33.54491Z","caller":"traceutil/trace.go:171","msg":"trace[1536632412] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:1; response_revision:24739; }","duration":"472.693109ms","start":"2026-04-27T21:53:33.072206Z","end":"2026-04-27T21:53:33.544899Z","steps":["trace[1536632412] 'agreement among raft nodes before linearized reading' (duration: 472.535385ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:53:33.544917Z","caller":"traceutil/trace.go:171","msg":"trace[1310779843] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24739; }","duration":"129.996173ms","start":"2026-04-27T21:53:33.414899Z","end":"2026-04-27T21:53:33.544895Z","steps":["trace[1310779843] 'agreement among raft nodes before linearized reading' (duration: 129.88934ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:53:33.544938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:53:33.072197Z","time spent":"472.735019ms","remote":"127.0.0.1:40020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":4787,"request content":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" "} {"level":"warn","ts":"2026-04-27T21:53:33.545031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.589336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:53:33.545127Z","caller":"traceutil/trace.go:171","msg":"trace[1387785326] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:24739; }","duration":"472.695288ms","start":"2026-04-27T21:53:33.072422Z","end":"2026-04-27T21:53:33.545117Z","steps":["trace[1387785326] 'agreement among raft nodes before linearized reading' (duration: 471.990043ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:53:33.545153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:53:33.072411Z","time spent":"472.736429ms","remote":"127.0.0.1:40020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"info","ts":"2026-04-27T21:53:33.856219Z","caller":"traceutil/trace.go:171","msg":"trace[6452222] transaction","detail":"{read_only:false; response_revision:24741; number_of_response:1; }","duration":"307.361505ms","start":"2026-04-27T21:53:33.548826Z","end":"2026-04-27T21:53:33.856187Z","steps":["trace[6452222] 'process raft request' (duration: 307.1261ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:53:33.856276Z","caller":"traceutil/trace.go:171","msg":"trace[1924243431] transaction","detail":"{read_only:false; response_revision:24744; number_of_response:1; }","duration":"306.650239ms","start":"2026-04-27T21:53:33.549602Z","end":"2026-04-27T21:53:33.856252Z","steps":["trace[1924243431] 'process raft request' (duration: 306.603608ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:53:33.856305Z","caller":"traceutil/trace.go:171","msg":"trace[149031258] transaction","detail":"{read_only:false; response_revision:24742; number_of_response:1; }","duration":"307.223002ms","start":"2026-04-27T21:53:33.549037Z","end":"2026-04-27T21:53:33.85626Z","steps":["trace[149031258] 'process raft request' (duration: 307.083939ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:53:33.85637Z","caller":"traceutil/trace.go:171","msg":"trace[460501728] transaction","detail":"{read_only:false; response_revision:24743; number_of_response:1; }","duration":"306.796932ms","start":"2026-04-27T21:53:33.549518Z","end":"2026-04-27T21:53:33.856315Z","steps":["trace[460501728] 'process raft request' (duration: 306.648399ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:53:33.856512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:53:33.549022Z","time spent":"307.370695ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:53:33.856539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:53:33.549594Z","time spent":"306.886204ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:53:33.856563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:53:33.549505Z","time spent":"306.954885ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:53:33.856535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:53:33.548777Z","time spent":"307.518559ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:53:35.242396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.910148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:53:35.2425Z","caller":"traceutil/trace.go:171","msg":"trace[1077936829] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:24747; }","duration":"496.059472ms","start":"2026-04-27T21:53:34.746416Z","end":"2026-04-27T21:53:35.242475Z","steps":["trace[1077936829] 'range keys from in-memory index tree' (duration: 495.832647ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:53:35.242553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:53:34.746396Z","time spent":"496.142933ms","remote":"127.0.0.1:40020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"info","ts":"2026-04-27T21:53:35.362486Z","caller":"traceutil/trace.go:171","msg":"trace[1448494473] transaction","detail":"{read_only:false; response_revision:24748; number_of_response:1; }","duration":"540.015356ms","start":"2026-04-27T21:53:34.822445Z","end":"2026-04-27T21:53:35.362461Z","steps":["trace[1448494473] 'process raft request' (duration: 539.850913ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:53:35.362811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:53:34.82242Z","time spent":"540.299463ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:53:35.399938Z","caller":"traceutil/trace.go:171","msg":"trace[1337550706] transaction","detail":"{read_only:false; response_revision:24749; number_of_response:1; }","duration":"516.730584ms","start":"2026-04-27T21:53:34.88318Z","end":"2026-04-27T21:53:35.399911Z","steps":["trace[1337550706] 'process raft request' (duration: 516.538199ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:53:35.400092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:53:34.883151Z","time spent":"516.863677ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:53:35.400311Z","caller":"traceutil/trace.go:171","msg":"trace[1406487686] transaction","detail":"{read_only:false; response_revision:24750; number_of_response:1; }","duration":"516.067739ms","start":"2026-04-27T21:53:34.8842Z","end":"2026-04-27T21:53:35.400267Z","steps":["trace[1406487686] 'process raft request' (duration: 515.670071ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:53:35.400382Z","caller":"traceutil/trace.go:171","msg":"trace[1045606532] linearizableReadLoop","detail":"{readStateIndex:25599; appliedIndex:25594; }","duration":"325.202485ms","start":"2026-04-27T21:53:35.075169Z","end":"2026-04-27T21:53:35.400371Z","steps":["trace[1045606532] 'read index received' (duration: 287.186514ms)","trace[1045606532] 'applied index is now lower than readState.Index' (duration: 38.015251ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:53:35.400322Z","caller":"traceutil/trace.go:171","msg":"trace[981346702] transaction","detail":"{read_only:false; response_revision:24751; number_of_response:1; }","duration":"398.014735ms","start":"2026-04-27T21:53:35.00228Z","end":"2026-04-27T21:53:35.400295Z","steps":["trace[981346702] 'process raft request' (duration: 397.836511ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:53:35.400439Z","caller":"traceutil/trace.go:171","msg":"trace[776719098] transaction","detail":"{read_only:false; response_revision:24752; number_of_response:1; }","duration":"392.400509ms","start":"2026-04-27T21:53:35.008001Z","end":"2026-04-27T21:53:35.400402Z","steps":["trace[776719098] 'process raft request' (duration: 392.233436ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:53:35.400462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:53:34.884192Z","time spent":"516.191522ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:53:35.400527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.878012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:53:35.400547Z","caller":"traceutil/trace.go:171","msg":"trace[258844663] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:24753; }","duration":"226.902192ms","start":"2026-04-27T21:53:35.17364Z","end":"2026-04-27T21:53:35.400542Z","steps":["trace[258844663] 'agreement among raft nodes before linearized reading' (duration: 226.867052ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:53:35.400548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:53:35.002254Z","time spent":"398.21513ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:53:35.400591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:53:35.00797Z","time spent":"392.541323ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:53:35.400436Z","caller":"traceutil/trace.go:171","msg":"trace[564419593] transaction","detail":"{read_only:false; response_revision:24753; number_of_response:1; }","duration":"128.5764ms","start":"2026-04-27T21:53:35.271852Z","end":"2026-04-27T21:53:35.400428Z","steps":["trace[564419593] 'process raft request' (duration: 128.469328ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:53:35.400486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.326527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:53:35.400751Z","caller":"traceutil/trace.go:171","msg":"trace[714654007] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:24753; }","duration":"325.610784ms","start":"2026-04-27T21:53:35.075115Z","end":"2026-04-27T21:53:35.400726Z","steps":["trace[714654007] 'agreement among raft nodes before linearized reading' (duration: 325.332967ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:53:35.400791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:53:35.075094Z","time spent":"325.685155ms","remote":"127.0.0.1:40020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"warn","ts":"2026-04-27T21:53:35.400883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.932594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-27T21:53:35.40092Z","caller":"traceutil/trace.go:171","msg":"trace[1491091388] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24753; }","duration":"215.005866ms","start":"2026-04-27T21:53:35.185902Z","end":"2026-04-27T21:53:35.400908Z","steps":["trace[1491091388] 'agreement among raft nodes before linearized reading' (duration: 214.862072ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:53:35.973819Z","caller":"traceutil/trace.go:171","msg":"trace[1864528583] linearizableReadLoop","detail":"{readStateIndex:25605; appliedIndex:25604; }","duration":"111.238901ms","start":"2026-04-27T21:53:35.862553Z","end":"2026-04-27T21:53:35.973791Z","steps":["trace[1864528583] 'read index received' (duration: 90.942707ms)","trace[1864528583] 'applied index is now lower than readState.Index' (duration: 20.295114ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:53:35.973961Z","caller":"traceutil/trace.go:171","msg":"trace[2005721125] transaction","detail":"{read_only:false; response_revision:24758; number_of_response:1; }","duration":"151.554075ms","start":"2026-04-27T21:53:35.822392Z","end":"2026-04-27T21:53:35.973946Z","steps":["trace[2005721125] 'process raft request' (duration: 131.087437ms)","trace[2005721125] 'compare' (duration: 20.197712ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:53:35.97418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.500537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-04-27T21:53:35.974197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.562839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-27T21:53:35.97424Z","caller":"traceutil/trace.go:171","msg":"trace[156228675] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24758; }","duration":"111.579959ms","start":"2026-04-27T21:53:35.862647Z","end":"2026-04-27T21:53:35.974227Z","steps":["trace[156228675] 'agreement among raft nodes before linearized reading' (duration: 111.429426ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:53:35.974254Z","caller":"traceutil/trace.go:171","msg":"trace[1979367325] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24758; }","duration":"111.64204ms","start":"2026-04-27T21:53:35.862598Z","end":"2026-04-27T21:53:35.97424Z","steps":["trace[1979367325] 'agreement among raft nodes before linearized reading' (duration: 111.465086ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:53:35.974397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.842365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-27T21:53:35.974429Z","caller":"traceutil/trace.go:171","msg":"trace[279816221] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24758; }","duration":"111.905696ms","start":"2026-04-27T21:53:35.862513Z","end":"2026-04-27T21:53:35.974419Z","steps":["trace[279816221] 'agreement among raft nodes before linearized reading' (duration: 111.829684ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:53:35.974445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.787134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-27T21:53:35.974492Z","caller":"traceutil/trace.go:171","msg":"trace[778790267] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24758; }","duration":"111.854745ms","start":"2026-04-27T21:53:35.862623Z","end":"2026-04-27T21:53:35.974478Z","steps":["trace[778790267] 'agreement among raft nodes before linearized reading' (duration: 111.707662ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:53:36.136507Z","caller":"traceutil/trace.go:171","msg":"trace[401751432] transaction","detail":"{read_only:false; response_revision:24759; number_of_response:1; }","duration":"157.757824ms","start":"2026-04-27T21:53:35.978726Z","end":"2026-04-27T21:53:36.136484Z","steps":["trace[401751432] 'process raft request' (duration: 152.916715ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:53:36.141301Z","caller":"traceutil/trace.go:171","msg":"trace[1079376242] transaction","detail":"{read_only:false; response_revision:24760; number_of_response:1; }","duration":"162.236705ms","start":"2026-04-27T21:53:35.979047Z","end":"2026-04-27T21:53:36.141283Z","steps":["trace[1079376242] 'process raft request' (duration: 161.766674ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:53:36.141455Z","caller":"traceutil/trace.go:171","msg":"trace[1288274443] transaction","detail":"{read_only:false; response_revision:24761; number_of_response:1; }","duration":"162.399928ms","start":"2026-04-27T21:53:35.979047Z","end":"2026-04-27T21:53:36.141446Z","steps":["trace[1288274443] 'process raft request' (duration: 161.872547ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:53:36.141564Z","caller":"traceutil/trace.go:171","msg":"trace[558204238] transaction","detail":"{read_only:false; response_revision:24762; number_of_response:1; }","duration":"162.433969ms","start":"2026-04-27T21:53:35.979122Z","end":"2026-04-27T21:53:36.141556Z","steps":["trace[558204238] 'process raft request' (duration: 161.829335ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:53:37.57679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.690586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:53:37.576909Z","caller":"traceutil/trace.go:171","msg":"trace[1287555295] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:24765; }","duration":"171.854ms","start":"2026-04-27T21:53:37.405028Z","end":"2026-04-27T21:53:37.576882Z","steps":["trace[1287555295] 'agreement among raft nodes before linearized reading' (duration: 58.789897ms)","trace[1287555295] 'range keys from in-memory index tree' (duration: 112.897629ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:53:37.606853Z","caller":"traceutil/trace.go:171","msg":"trace[1238814149] transaction","detail":"{read_only:false; response_revision:24766; number_of_response:1; }","duration":"200.181445ms","start":"2026-04-27T21:53:37.406648Z","end":"2026-04-27T21:53:37.606829Z","steps":["trace[1238814149] 'process raft request' (duration: 199.989291ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:53:37.607131Z","caller":"traceutil/trace.go:171","msg":"trace[681522380] transaction","detail":"{read_only:false; response_revision:24767; number_of_response:1; }","duration":"200.314628ms","start":"2026-04-27T21:53:37.406799Z","end":"2026-04-27T21:53:37.607114Z","steps":["trace[681522380] 'process raft request' (duration: 199.987551ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:53:37.607476Z","caller":"traceutil/trace.go:171","msg":"trace[31710276] transaction","detail":"{read_only:false; response_revision:24769; number_of_response:1; }","duration":"200.081302ms","start":"2026-04-27T21:53:37.407378Z","end":"2026-04-27T21:53:37.607459Z","steps":["trace[31710276] 'process raft request' (duration: 199.958319ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:53:37.607519Z","caller":"traceutil/trace.go:171","msg":"trace[1109679717] transaction","detail":"{read_only:false; response_revision:24768; number_of_response:1; }","duration":"200.356107ms","start":"2026-04-27T21:53:37.407124Z","end":"2026-04-27T21:53:37.607481Z","steps":["trace[1109679717] 'process raft request' (duration: 199.912997ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:53:37.607555Z","caller":"traceutil/trace.go:171","msg":"trace[285952259] transaction","detail":"{read_only:false; response_revision:24770; number_of_response:1; }","duration":"199.359436ms","start":"2026-04-27T21:53:37.408181Z","end":"2026-04-27T21:53:37.60754Z","steps":["trace[285952259] 'process raft request' (duration: 199.232633ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:53:38.35494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.268511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-27T21:53:38.354953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.892987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-04-27T21:53:38.355017Z","caller":"traceutil/trace.go:171","msg":"trace[1700597905] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24771; }","duration":"173.383963ms","start":"2026-04-27T21:53:38.181617Z","end":"2026-04-27T21:53:38.355001Z","steps":["trace[1700597905] 'range keys from in-memory index tree' (duration: 173.081917ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:53:38.355013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.415435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:53:38.355034Z","caller":"traceutil/trace.go:171","msg":"trace[1916582025] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:24771; }","duration":"333.02536ms","start":"2026-04-27T21:53:38.021987Z","end":"2026-04-27T21:53:38.355012Z","steps":["trace[1916582025] 'range keys from in-memory index tree' (duration: 332.683812ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:53:38.355082Z","caller":"traceutil/trace.go:171","msg":"trace[2066755393] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:24771; }","duration":"386.555629ms","start":"2026-04-27T21:53:37.968507Z","end":"2026-04-27T21:53:38.355062Z","steps":["trace[2066755393] 'count revisions from in-memory index tree' (duration: 386.203991ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:53:38.355086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:53:38.021965Z","time spent":"333.109452ms","remote":"127.0.0.1:39944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1884,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"warn","ts":"2026-04-27T21:53:38.355099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.371352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-04-27T21:53:38.355122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:53:37.968473Z","time spent":"386.638591ms","remote":"127.0.0.1:37640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"info","ts":"2026-04-27T21:53:38.355163Z","caller":"traceutil/trace.go:171","msg":"trace[605207200] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24771; }","duration":"210.470805ms","start":"2026-04-27T21:53:38.144674Z","end":"2026-04-27T21:53:38.355145Z","steps":["trace[605207200] 'range keys from in-memory index tree' (duration: 210.219839ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:53:38.355197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.254739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-04-27T21:53:38.355211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.748328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-27T21:53:38.355304Z","caller":"traceutil/trace.go:171","msg":"trace[1992167842] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24771; }","duration":"605.891371ms","start":"2026-04-27T21:53:37.749388Z","end":"2026-04-27T21:53:38.35528Z","steps":["trace[1992167842] 'range keys from in-memory index tree' (duration: 605.432041ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:53:38.355398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:53:37.749369Z","time spent":"606.011514ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-27T21:53:38.355248Z","caller":"traceutil/trace.go:171","msg":"trace[1099957668] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24771; }","duration":"210.31672ms","start":"2026-04-27T21:53:38.144917Z","end":"2026-04-27T21:53:38.355233Z","steps":["trace[1099957668] 'range keys from in-memory index tree' (duration: 210.143307ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:53:38.355496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.290572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-27T21:53:38.355501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.977635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-27T21:53:38.355531Z","caller":"traceutil/trace.go:171","msg":"trace[862761229] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24771; }","duration":"211.350394ms","start":"2026-04-27T21:53:38.14417Z","end":"2026-04-27T21:53:38.355521Z","steps":["trace[862761229] 'range keys from in-memory index tree' (duration: 211.19298ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:53:38.355538Z","caller":"traceutil/trace.go:171","msg":"trace[519719253] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24771; }","duration":"215.064348ms","start":"2026-04-27T21:53:38.140464Z","end":"2026-04-27T21:53:38.355528Z","steps":["trace[519719253] 'range keys from in-memory index tree' (duration: 214.845752ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:53:39.034877Z","caller":"traceutil/trace.go:171","msg":"trace[1051643393] transaction","detail":"{read_only:false; response_revision:24780; number_of_response:1; }","duration":"179.86433ms","start":"2026-04-27T21:53:38.854963Z","end":"2026-04-27T21:53:39.034827Z","steps":["trace[1051643393] 'process raft request' (duration: 126.125765ms)","trace[1051643393] 'compare' (duration: 53.319244ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:53:39.709345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.186323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:53:39.709433Z","caller":"traceutil/trace.go:171","msg":"trace[1838075079] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:24781; }","duration":"108.291795ms","start":"2026-04-27T21:53:39.60112Z","end":"2026-04-27T21:53:39.709411Z","steps":["trace[1838075079] 'count revisions from in-memory index tree' (duration: 108.096631ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:53:39.724344Z","caller":"traceutil/trace.go:171","msg":"trace[1374649240] linearizableReadLoop","detail":"{readStateIndex:25630; appliedIndex:25629; }","duration":"112.175093ms","start":"2026-04-27T21:53:39.612144Z","end":"2026-04-27T21:53:39.724319Z","steps":["trace[1374649240] 'read index received' (duration: 112.087901ms)","trace[1374649240] 'applied index is now lower than readState.Index' (duration: 86.081µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:53:39.724396Z","caller":"traceutil/trace.go:171","msg":"trace[721608821] transaction","detail":"{read_only:false; response_revision:24782; number_of_response:1; }","duration":"117.744158ms","start":"2026-04-27T21:53:39.606629Z","end":"2026-04-27T21:53:39.724374Z","steps":["trace[721608821] 'process raft request' (duration: 117.499542ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:53:39.724505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.346356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:53:39.724547Z","caller":"traceutil/trace.go:171","msg":"trace[1228904061] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:24782; }","duration":"112.433688ms","start":"2026-04-27T21:53:39.612101Z","end":"2026-04-27T21:53:39.724534Z","steps":["trace[1228904061] 'agreement among raft nodes before linearized reading' (duration: 112.348616ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:53:39.833962Z","caller":"traceutil/trace.go:171","msg":"trace[117604985] transaction","detail":"{read_only:false; response_revision:24783; number_of_response:1; }","duration":"221.198065ms","start":"2026-04-27T21:53:39.612695Z","end":"2026-04-27T21:53:39.833893Z","steps":["trace[117604985] 'process raft request' (duration: 220.660363ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:53:39.833993Z","caller":"traceutil/trace.go:171","msg":"trace[435129829] transaction","detail":"{read_only:false; response_revision:24784; number_of_response:1; }","duration":"220.687493ms","start":"2026-04-27T21:53:39.613261Z","end":"2026-04-27T21:53:39.833948Z","steps":["trace[435129829] 'process raft request' (duration: 220.390737ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:53:39.834013Z","caller":"traceutil/trace.go:171","msg":"trace[1345543098] transaction","detail":"{read_only:false; response_revision:24785; number_of_response:1; }","duration":"220.599702ms","start":"2026-04-27T21:53:39.613374Z","end":"2026-04-27T21:53:39.833974Z","steps":["trace[1345543098] 'process raft request' (duration: 220.394487ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:53:39.834153Z","caller":"traceutil/trace.go:171","msg":"trace[636752439] linearizableReadLoop","detail":"{readStateIndex:25638; appliedIndex:25630; }","duration":"109.699557ms","start":"2026-04-27T21:53:39.724417Z","end":"2026-04-27T21:53:39.834117Z","steps":["trace[636752439] 'read index received' (duration: 108.824098ms)","trace[636752439] 'applied index is now lower than readState.Index' (duration: 873.839µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:53:39.834229Z","caller":"traceutil/trace.go:171","msg":"trace[1157578626] transaction","detail":"{read_only:false; response_revision:24788; number_of_response:1; }","duration":"213.933261ms","start":"2026-04-27T21:53:39.620285Z","end":"2026-04-27T21:53:39.834218Z","steps":["trace[1157578626] 'process raft request' (duration: 213.686486ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:53:39.834258Z","caller":"traceutil/trace.go:171","msg":"trace[2068284302] transaction","detail":"{read_only:false; response_revision:24790; number_of_response:1; }","duration":"155.680428ms","start":"2026-04-27T21:53:39.678563Z","end":"2026-04-27T21:53:39.834243Z","steps":["trace[2068284302] 'process raft request' (duration: 155.499714ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:53:39.8343Z","caller":"traceutil/trace.go:171","msg":"trace[2025621740] transaction","detail":"{read_only:false; response_revision:24787; number_of_response:1; }","duration":"219.299161ms","start":"2026-04-27T21:53:39.61498Z","end":"2026-04-27T21:53:39.834279Z","steps":["trace[2025621740] 'process raft request' (duration: 218.950364ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:53:39.834347Z","caller":"traceutil/trace.go:171","msg":"trace[612061786] transaction","detail":"{read_only:false; response_revision:24789; number_of_response:1; }","duration":"185.548816ms","start":"2026-04-27T21:53:39.648787Z","end":"2026-04-27T21:53:39.834336Z","steps":["trace[612061786] 'process raft request' (duration: 185.242169ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:53:39.834368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.61401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:53:39.834409Z","caller":"traceutil/trace.go:171","msg":"trace[921654432] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:24790; }","duration":"186.723833ms","start":"2026-04-27T21:53:39.647673Z","end":"2026-04-27T21:53:39.834397Z","steps":["trace[921654432] 'agreement among raft nodes before linearized reading' (duration: 186.57746ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:53:39.834464Z","caller":"traceutil/trace.go:171","msg":"trace[1862355201] transaction","detail":"{read_only:false; response_revision:24786; number_of_response:1; }","duration":"219.957916ms","start":"2026-04-27T21:53:39.614492Z","end":"2026-04-27T21:53:39.83445Z","steps":["trace[1862355201] 'process raft request' (duration: 219.352523ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:53:39.834545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.647298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:53:39.834581Z","caller":"traceutil/trace.go:171","msg":"trace[82777870] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:24790; }","duration":"185.759471ms","start":"2026-04-27T21:53:39.648811Z","end":"2026-04-27T21:53:39.834571Z","steps":["trace[82777870] 'agreement among raft nodes before linearized reading' (duration: 185.635008ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:53:39.834698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.807532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:53:39.834746Z","caller":"traceutil/trace.go:171","msg":"trace[603177302] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:24790; }","duration":"185.936074ms","start":"2026-04-27T21:53:39.648797Z","end":"2026-04-27T21:53:39.834733Z","steps":["trace[603177302] 'agreement among raft nodes before linearized reading' (duration: 185.781941ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:53:40.342144Z","caller":"traceutil/trace.go:171","msg":"trace[1202606989] linearizableReadLoop","detail":"{readStateIndex:25641; appliedIndex:25640; }","duration":"126.223788ms","start":"2026-04-27T21:53:40.215893Z","end":"2026-04-27T21:53:40.342117Z","steps":["trace[1202606989] 'read index received' (duration: 126.036604ms)","trace[1202606989] 'applied index is now lower than readState.Index' (duration: 185.724µs)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:53:40.342392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.482963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-04-27T21:53:40.342437Z","caller":"traceutil/trace.go:171","msg":"trace[1508709960] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24793; }","duration":"126.552535ms","start":"2026-04-27T21:53:40.215873Z","end":"2026-04-27T21:53:40.342425Z","steps":["trace[1508709960] 'agreement among raft nodes before linearized reading' (duration: 126.35215ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:53:40.34252Z","caller":"traceutil/trace.go:171","msg":"trace[1028070] transaction","detail":"{read_only:false; response_revision:24793; number_of_response:1; }","duration":"297.807661ms","start":"2026-04-27T21:53:40.044583Z","end":"2026-04-27T21:53:40.342391Z","steps":["trace[1028070] 'process raft request' (duration: 297.32589ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:53:41.647928Z","caller":"traceutil/trace.go:171","msg":"trace[1956083713] transaction","detail":"{read_only:false; response_revision:24803; number_of_response:1; }","duration":"108.677803ms","start":"2026-04-27T21:53:41.539212Z","end":"2026-04-27T21:53:41.64789Z","steps":["trace[1956083713] 'process raft request' (duration: 108.421687ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:53:41.991743Z","caller":"traceutil/trace.go:171","msg":"trace[317408051] transaction","detail":"{read_only:false; response_revision:24805; number_of_response:1; }","duration":"149.820105ms","start":"2026-04-27T21:53:41.841897Z","end":"2026-04-27T21:53:41.991717Z","steps":["trace[317408051] 'process raft request' (duration: 147.80266ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:53:41.992724Z","caller":"traceutil/trace.go:171","msg":"trace[56751806] transaction","detail":"{read_only:false; response_revision:24806; number_of_response:1; }","duration":"150.445889ms","start":"2026-04-27T21:53:41.842261Z","end":"2026-04-27T21:53:41.992707Z","steps":["trace[56751806] 'process raft request' (duration: 149.411116ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:53:41.992952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.816149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:53:41.993036Z","caller":"traceutil/trace.go:171","msg":"trace[1167264682] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:24810; }","duration":"150.929181ms","start":"2026-04-27T21:53:41.842092Z","end":"2026-04-27T21:53:41.993022Z","steps":["trace[1167264682] 'agreement among raft nodes before linearized reading' (duration: 150.779078ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:53:41.993063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.948872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:53:41.99317Z","caller":"traceutil/trace.go:171","msg":"trace[2049671614] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:24810; }","duration":"151.273849ms","start":"2026-04-27T21:53:41.841872Z","end":"2026-04-27T21:53:41.993146Z","steps":["trace[2049671614] 'agreement among raft nodes before linearized reading' (duration: 151.081754ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:53:41.993312Z","caller":"traceutil/trace.go:171","msg":"trace[347771460] transaction","detail":"{read_only:false; response_revision:24807; number_of_response:1; }","duration":"150.970972ms","start":"2026-04-27T21:53:41.842332Z","end":"2026-04-27T21:53:41.993303Z","steps":["trace[347771460] 'process raft request' (duration: 149.952629ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:53:41.993415Z","caller":"traceutil/trace.go:171","msg":"trace[357269259] transaction","detail":"{read_only:false; response_revision:24808; number_of_response:1; }","duration":"151.088514ms","start":"2026-04-27T21:53:41.842321Z","end":"2026-04-27T21:53:41.993409Z","steps":["trace[357269259] 'process raft request' (duration: 149.998799ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:53:41.993504Z","caller":"traceutil/trace.go:171","msg":"trace[1728854913] transaction","detail":"{read_only:false; response_revision:24809; number_of_response:1; }","duration":"151.134735ms","start":"2026-04-27T21:53:41.842359Z","end":"2026-04-27T21:53:41.993494Z","steps":["trace[1728854913] 'process raft request' (duration: 150.04208ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:53:41.993557Z","caller":"traceutil/trace.go:171","msg":"trace[763344487] transaction","detail":"{read_only:false; response_revision:24810; number_of_response:1; }","duration":"150.219095ms","start":"2026-04-27T21:53:41.843324Z","end":"2026-04-27T21:53:41.993543Z","steps":["trace[763344487] 'process raft request' (duration: 149.11139ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:53:44.100863Z","caller":"traceutil/trace.go:171","msg":"trace[2039260467] transaction","detail":"{read_only:false; response_revision:24818; number_of_response:1; }","duration":"102.068036ms","start":"2026-04-27T21:53:43.998752Z","end":"2026-04-27T21:53:44.10082Z","steps":["trace[2039260467] 'process raft request' (duration: 101.78606ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:53:44.10195Z","caller":"traceutil/trace.go:171","msg":"trace[1675782463] transaction","detail":"{read_only:false; response_revision:24819; number_of_response:1; }","duration":"102.746341ms","start":"2026-04-27T21:53:43.999167Z","end":"2026-04-27T21:53:44.101914Z","steps":["trace[1675782463] 'process raft request' (duration: 102.459385ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:53:44.102001Z","caller":"traceutil/trace.go:171","msg":"trace[2038345044] transaction","detail":"{read_only:false; response_revision:24823; number_of_response:1; }","duration":"100.688616ms","start":"2026-04-27T21:53:44.001283Z","end":"2026-04-27T21:53:44.101971Z","steps":["trace[2038345044] 'process raft request' (duration: 100.638655ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:53:44.102096Z","caller":"traceutil/trace.go:171","msg":"trace[784006130] transaction","detail":"{read_only:false; response_revision:24820; number_of_response:1; }","duration":"102.135298ms","start":"2026-04-27T21:53:43.999935Z","end":"2026-04-27T21:53:44.10207Z","steps":["trace[784006130] 'process raft request' (duration: 101.866332ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:53:44.102133Z","caller":"traceutil/trace.go:171","msg":"trace[777217441] transaction","detail":"{read_only:false; response_revision:24822; number_of_response:1; }","duration":"101.395181ms","start":"2026-04-27T21:53:44.000692Z","end":"2026-04-27T21:53:44.102087Z","steps":["trace[777217441] 'process raft request' (duration: 101.195737ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:53:44.102086Z","caller":"traceutil/trace.go:171","msg":"trace[1499701778] transaction","detail":"{read_only:false; response_revision:24821; number_of_response:1; }","duration":"102.024565ms","start":"2026-04-27T21:53:44.000017Z","end":"2026-04-27T21:53:44.102042Z","steps":["trace[1499701778] 'process raft request' (duration: 101.835971ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:53:44.742183Z","caller":"traceutil/trace.go:171","msg":"trace[458683930] transaction","detail":"{read_only:false; response_revision:24824; number_of_response:1; }","duration":"111.15038ms","start":"2026-04-27T21:53:44.631007Z","end":"2026-04-27T21:53:44.742158Z","steps":["trace[458683930] 'process raft request' (duration: 110.966836ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:53:44.778551Z","caller":"traceutil/trace.go:171","msg":"trace[834058897] linearizableReadLoop","detail":"{readStateIndex:25674; appliedIndex:25672; }","duration":"113.650366ms","start":"2026-04-27T21:53:44.664875Z","end":"2026-04-27T21:53:44.778526Z","steps":["trace[834058897] 'read index received' (duration: 77.233301ms)","trace[834058897] 'applied index is now lower than readState.Index' (duration: 36.416035ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:53:44.778577Z","caller":"traceutil/trace.go:171","msg":"trace[82735996] transaction","detail":"{read_only:false; response_revision:24825; number_of_response:1; }","duration":"144.386855ms","start":"2026-04-27T21:53:44.634161Z","end":"2026-04-27T21:53:44.778548Z","steps":["trace[82735996] 'process raft request' (duration: 144.126439ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:53:44.778855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.961293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-27T21:53:44.778906Z","caller":"traceutil/trace.go:171","msg":"trace[1651922586] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24826; }","duration":"114.058285ms","start":"2026-04-27T21:53:44.664829Z","end":"2026-04-27T21:53:44.778887Z","steps":["trace[1651922586] 'agreement among raft nodes before linearized reading' (duration: 113.82434ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:53:47.546293Z","caller":"traceutil/trace.go:171","msg":"trace[484434806] linearizableReadLoop","detail":"{readStateIndex:25695; appliedIndex:25694; }","duration":"131.818633ms","start":"2026-04-27T21:53:47.414452Z","end":"2026-04-27T21:53:47.54627Z","steps":["trace[484434806] 'read index received' (duration: 131.723281ms)","trace[484434806] 'applied index is now lower than readState.Index' (duration: 94.602µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:53:47.546349Z","caller":"traceutil/trace.go:171","msg":"trace[877385263] transaction","detail":"{read_only:false; response_revision:24845; number_of_response:1; }","duration":"169.534058ms","start":"2026-04-27T21:53:47.376787Z","end":"2026-04-27T21:53:47.546321Z","steps":["trace[877385263] 'process raft request' (duration: 169.322143ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:53:47.546424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.951446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:53:47.54649Z","caller":"traceutil/trace.go:171","msg":"trace[1162118323] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24845; }","duration":"132.036337ms","start":"2026-04-27T21:53:47.414444Z","end":"2026-04-27T21:53:47.54648Z","steps":["trace[1162118323] 'agreement among raft nodes before linearized reading' (duration: 131.922885ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:53:48.442724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.717109ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T21:53:48.443027Z","caller":"traceutil/trace.go:171","msg":"trace[137099775] linearizableReadLoop","detail":"{readStateIndex:25702; appliedIndex:25697; }","duration":"205.433631ms","start":"2026-04-27T21:53:48.237575Z","end":"2026-04-27T21:53:48.443009Z","steps":["trace[137099775] 'read index received' (duration: 162.613µs)","trace[137099775] 'applied index is now lower than readState.Index' (duration: 205.269758ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:53:48.443085Z","caller":"traceutil/trace.go:171","msg":"trace[14875934] transaction","detail":"{read_only:false; response_revision:24849; number_of_response:1; }","duration":"315.897136ms","start":"2026-04-27T21:53:48.127139Z","end":"2026-04-27T21:53:48.443036Z","steps":["trace[14875934] 'process raft request' (duration: 315.694861ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:53:48.443151Z","caller":"traceutil/trace.go:171","msg":"trace[357166715] transaction","detail":"{read_only:false; response_revision:24850; number_of_response:1; }","duration":"315.20854ms","start":"2026-04-27T21:53:48.12793Z","end":"2026-04-27T21:53:48.443138Z","steps":["trace[357166715] 'process raft request' (duration: 314.961095ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:53:48.44324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:53:48.127122Z","time spent":"316.04092ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:53:48.443266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:53:48.127893Z","time spent":"315.295112ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:53:48.443434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.847951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:53:48.443547Z","caller":"traceutil/trace.go:171","msg":"trace[1439123761] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:24852; }","duration":"205.979894ms","start":"2026-04-27T21:53:48.237543Z","end":"2026-04-27T21:53:48.443523Z","steps":["trace[1439123761] 'agreement among raft nodes before linearized reading' (duration: 205.771769ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:53:48.443454Z","caller":"traceutil/trace.go:171","msg":"trace[1674910638] transaction","detail":"{read_only:false; response_revision:24851; number_of_response:1; }","duration":"315.068857ms","start":"2026-04-27T21:53:48.12835Z","end":"2026-04-27T21:53:48.443418Z","steps":["trace[1674910638] 'process raft request' (duration: 314.575696ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:53:48.443545Z","caller":"traceutil/trace.go:171","msg":"trace[653338447] transaction","detail":"{read_only:false; response_revision:24852; number_of_response:1; }","duration":"315.009826ms","start":"2026-04-27T21:53:48.128433Z","end":"2026-04-27T21:53:48.443443Z","steps":["trace[653338447] 'process raft request' (duration: 314.530945ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:53:48.44367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:53:48.12833Z","time spent":"315.282092ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:53:48.443434Z","caller":"traceutil/trace.go:171","msg":"trace[2076334985] transaction","detail":"{read_only:false; response_revision:24848; number_of_response:1; }","duration":"316.307096ms","start":"2026-04-27T21:53:48.127077Z","end":"2026-04-27T21:53:48.443384Z","steps":["trace[2076334985] 'process raft request' (duration: 92.815229ms)","trace[2076334985] 'compare' (duration: 222.565146ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:53:48.443822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:53:48.127043Z","time spent":"316.729674ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:53:48.443932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:53:48.128406Z","time spent":"315.306112ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:53:48.712626Z","caller":"traceutil/trace.go:171","msg":"trace[1282398513] transaction","detail":"{read_only:false; response_revision:24853; number_of_response:1; }","duration":"140.968368ms","start":"2026-04-27T21:53:48.571622Z","end":"2026-04-27T21:53:48.71259Z","steps":["trace[1282398513] 'process raft request' (duration: 140.750143ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:53:49.119294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.65895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-27T21:53:49.119396Z","caller":"traceutil/trace.go:171","msg":"trace[1226566919] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24853; }","duration":"236.787153ms","start":"2026-04-27T21:53:48.882584Z","end":"2026-04-27T21:53:49.119371Z","steps":["trace[1226566919] 'range keys from in-memory index tree' (duration: 236.477017ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:53:49.119647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.239497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-04-27T21:53:49.119708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.014612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-27T21:53:49.11976Z","caller":"traceutil/trace.go:171","msg":"trace[896487806] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24853; }","duration":"305.323409ms","start":"2026-04-27T21:53:48.81439Z","end":"2026-04-27T21:53:49.119714Z","steps":["trace[896487806] 'range keys from in-memory index tree' (duration: 304.90037ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:53:49.119755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.96217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-27T21:53:49.119782Z","caller":"traceutil/trace.go:171","msg":"trace[455359801] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24853; }","duration":"242.099503ms","start":"2026-04-27T21:53:48.877664Z","end":"2026-04-27T21:53:49.119764Z","steps":["trace[455359801] 'range keys from in-memory index tree' (duration: 241.910629ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:53:49.119782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.223112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-27T21:53:49.119827Z","caller":"traceutil/trace.go:171","msg":"trace[222886298] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24853; }","duration":"238.041462ms","start":"2026-04-27T21:53:48.881765Z","end":"2026-04-27T21:53:49.119806Z","steps":["trace[222886298] 'range keys from in-memory index tree' (duration: 237.872598ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:53:49.119846Z","caller":"traceutil/trace.go:171","msg":"trace[11316864] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24853; }","duration":"249.331025ms","start":"2026-04-27T21:53:48.870499Z","end":"2026-04-27T21:53:49.11983Z","steps":["trace[11316864] 'range keys from in-memory index tree' (duration: 249.018768ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:53:49.119857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:53:48.814332Z","time spent":"305.510533ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-27T21:53:49.119399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.65106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-27T21:53:49.119948Z","caller":"traceutil/trace.go:171","msg":"trace[308574939] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24853; }","duration":"237.214124ms","start":"2026-04-27T21:53:48.882715Z","end":"2026-04-27T21:53:49.119929Z","steps":["trace[308574939] 'range keys from in-memory index tree' (duration: 236.553428ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:53:50.621282Z","caller":"traceutil/trace.go:171","msg":"trace[1316199331] transaction","detail":"{read_only:false; response_revision:24864; number_of_response:1; }","duration":"171.830769ms","start":"2026-04-27T21:53:50.449426Z","end":"2026-04-27T21:53:50.621257Z","steps":["trace[1316199331] 'process raft request' (duration: 171.676236ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:53:50.712359Z","caller":"traceutil/trace.go:171","msg":"trace[880437636] transaction","detail":"{read_only:false; response_revision:24868; number_of_response:1; }","duration":"260.356012ms","start":"2026-04-27T21:53:50.451981Z","end":"2026-04-27T21:53:50.712337Z","steps":["trace[880437636] 'process raft request' (duration: 260.320301ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:53:50.712716Z","caller":"traceutil/trace.go:171","msg":"trace[230333511] transaction","detail":"{read_only:false; response_revision:24866; number_of_response:1; }","duration":"260.995176ms","start":"2026-04-27T21:53:50.451647Z","end":"2026-04-27T21:53:50.712642Z","steps":["trace[230333511] 'process raft request' (duration: 260.565926ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:53:50.712756Z","caller":"traceutil/trace.go:171","msg":"trace[100051670] transaction","detail":"{read_only:false; response_revision:24867; number_of_response:1; }","duration":"260.990966ms","start":"2026-04-27T21:53:50.451753Z","end":"2026-04-27T21:53:50.712744Z","steps":["trace[100051670] 'process raft request' (duration: 260.510845ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:53:50.713051Z","caller":"traceutil/trace.go:171","msg":"trace[1741882412] transaction","detail":"{read_only:false; response_revision:24865; number_of_response:1; }","duration":"261.870975ms","start":"2026-04-27T21:53:50.451165Z","end":"2026-04-27T21:53:50.713036Z","steps":["trace[1741882412] 'process raft request' (duration: 242.602063ms)","trace[1741882412] 'compare' (duration: 18.047365ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:53:52.848188Z","caller":"traceutil/trace.go:171","msg":"trace[562747776] transaction","detail":"{read_only:false; response_revision:24880; number_of_response:1; }","duration":"130.121395ms","start":"2026-04-27T21:53:52.718036Z","end":"2026-04-27T21:53:52.848157Z","steps":["trace[562747776] 'process raft request' (duration: 125.604563ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:53:52.856314Z","caller":"traceutil/trace.go:171","msg":"trace[1274736637] transaction","detail":"{read_only:false; response_revision:24882; number_of_response:1; }","duration":"137.720235ms","start":"2026-04-27T21:53:52.718569Z","end":"2026-04-27T21:53:52.856289Z","steps":["trace[1274736637] 'process raft request' (duration: 137.617443ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:53:52.856361Z","caller":"traceutil/trace.go:171","msg":"trace[363008194] transaction","detail":"{read_only:false; response_revision:24883; number_of_response:1; }","duration":"136.898885ms","start":"2026-04-27T21:53:52.719439Z","end":"2026-04-27T21:53:52.856338Z","steps":["trace[363008194] 'process raft request' (duration: 136.803003ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:53:52.856624Z","caller":"traceutil/trace.go:171","msg":"trace[859646276] transaction","detail":"{read_only:false; response_revision:24881; number_of_response:1; }","duration":"138.039753ms","start":"2026-04-27T21:53:52.718539Z","end":"2026-04-27T21:53:52.856579Z","steps":["trace[859646276] 'process raft request' (duration: 137.491679ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:53:54.861773Z","caller":"traceutil/trace.go:171","msg":"trace[274558396] transaction","detail":"{read_only:false; response_revision:24892; number_of_response:1; }","duration":"146.544963ms","start":"2026-04-27T21:53:54.715213Z","end":"2026-04-27T21:53:54.861758Z","steps":["trace[274558396] 'process raft request' (duration: 146.446191ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:53:55.036976Z","caller":"traceutil/trace.go:171","msg":"trace[270897016] transaction","detail":"{read_only:false; response_revision:24895; number_of_response:1; }","duration":"175.371298ms","start":"2026-04-27T21:53:54.861582Z","end":"2026-04-27T21:53:55.036953Z","steps":["trace[270897016] 'process raft request' (duration: 175.180774ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:53:55.03746Z","caller":"traceutil/trace.go:171","msg":"trace[1034515749] transaction","detail":"{read_only:false; response_revision:24896; number_of_response:1; }","duration":"174.297614ms","start":"2026-04-27T21:53:54.863133Z","end":"2026-04-27T21:53:55.037431Z","steps":["trace[1034515749] 'process raft request' (duration: 173.774672ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:53:55.037847Z","caller":"traceutil/trace.go:171","msg":"trace[1094859650] linearizableReadLoop","detail":"{readStateIndex:25748; appliedIndex:25745; }","duration":"105.447371ms","start":"2026-04-27T21:53:54.932364Z","end":"2026-04-27T21:53:55.037812Z","steps":["trace[1094859650] 'read index received' (duration: 104.343037ms)","trace[1094859650] 'applied index is now lower than readState.Index' (duration: 1.102704ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:53:55.037913Z","caller":"traceutil/trace.go:171","msg":"trace[445279336] transaction","detail":"{read_only:false; response_revision:24897; number_of_response:1; }","duration":"174.56706ms","start":"2026-04-27T21:53:54.863313Z","end":"2026-04-27T21:53:55.03788Z","steps":["trace[445279336] 'process raft request' (duration: 174.192732ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:53:55.038314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.941453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-04-27T21:53:55.03837Z","caller":"traceutil/trace.go:171","msg":"trace[1260862991] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:24897; }","duration":"106.042805ms","start":"2026-04-27T21:53:54.932311Z","end":"2026-04-27T21:53:55.038354Z","steps":["trace[1260862991] 'agreement among raft nodes before linearized reading' (duration: 105.623146ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:53:55.464199Z","caller":"traceutil/trace.go:171","msg":"trace[698740784] linearizableReadLoop","detail":"{readStateIndex:25755; appliedIndex:25751; }","duration":"103.623801ms","start":"2026-04-27T21:53:55.360553Z","end":"2026-04-27T21:53:55.464177Z","steps":["trace[698740784] 'read index received' (duration: 56.107726ms)","trace[698740784] 'applied index is now lower than readState.Index' (duration: 47.515055ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:53:55.464542Z","caller":"traceutil/trace.go:171","msg":"trace[173105213] transaction","detail":"{read_only:false; response_revision:24902; number_of_response:1; }","duration":"116.97871ms","start":"2026-04-27T21:53:55.347547Z","end":"2026-04-27T21:53:55.464525Z","steps":["trace[173105213] 'process raft request' (duration: 116.420797ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:53:55.464754Z","caller":"traceutil/trace.go:171","msg":"trace[129938108] transaction","detail":"{read_only:false; response_revision:24903; number_of_response:1; }","duration":"117.181005ms","start":"2026-04-27T21:53:55.347561Z","end":"2026-04-27T21:53:55.464742Z","steps":["trace[129938108] 'process raft request' (duration: 116.5336ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:53:55.464956Z","caller":"traceutil/trace.go:171","msg":"trace[604870763] transaction","detail":"{read_only:false; response_revision:24904; number_of_response:1; }","duration":"116.434629ms","start":"2026-04-27T21:53:55.348507Z","end":"2026-04-27T21:53:55.464941Z","steps":["trace[604870763] 'process raft request' (duration: 115.63182ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:53:55.465253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.677256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-04-27T21:53:55.465303Z","caller":"traceutil/trace.go:171","msg":"trace[1030724416] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24904; }","duration":"104.768727ms","start":"2026-04-27T21:53:55.360523Z","end":"2026-04-27T21:53:55.465292Z","steps":["trace[1030724416] 'agreement among raft nodes before linearized reading' (duration: 104.580513ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:53:56.520916Z","caller":"traceutil/trace.go:171","msg":"trace[1482601073] transaction","detail":"{read_only:false; response_revision:24908; number_of_response:1; }","duration":"299.671362ms","start":"2026-04-27T21:53:56.221224Z","end":"2026-04-27T21:53:56.520895Z","steps":["trace[1482601073] 'process raft request' (duration: 299.503548ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:53:56.530271Z","caller":"traceutil/trace.go:171","msg":"trace[729554069] transaction","detail":"{read_only:false; response_revision:24909; number_of_response:1; }","duration":"182.348005ms","start":"2026-04-27T21:53:56.347891Z","end":"2026-04-27T21:53:56.530239Z","steps":["trace[729554069] 'process raft request' (duration: 182.16444ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:53:57.016388Z","caller":"traceutil/trace.go:171","msg":"trace[1459879594] transaction","detail":"{read_only:false; response_revision:24912; number_of_response:1; }","duration":"138.828039ms","start":"2026-04-27T21:53:56.877539Z","end":"2026-04-27T21:53:57.016367Z","steps":["trace[1459879594] 'process raft request' (duration: 95.606991ms)","trace[1459879594] 'compare' (duration: 43.119596ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:53:58.05279Z","caller":"traceutil/trace.go:171","msg":"trace[1084091412] transaction","detail":"{read_only:false; response_revision:24929; number_of_response:1; }","duration":"142.094842ms","start":"2026-04-27T21:53:57.910667Z","end":"2026-04-27T21:53:58.052762Z","steps":["trace[1084091412] 'process raft request' (duration: 141.905348ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:53:58.052836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.124247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:53:58.052954Z","caller":"traceutil/trace.go:171","msg":"trace[685726681] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:24929; }","duration":"106.25417ms","start":"2026-04-27T21:53:57.946637Z","end":"2026-04-27T21:53:58.052891Z","steps":["trace[685726681] 'agreement among raft nodes before linearized reading' (duration: 106.126917ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:53:58.284658Z","caller":"traceutil/trace.go:171","msg":"trace[1784183245] linearizableReadLoop","detail":"{readStateIndex:25786; appliedIndex:25784; }","duration":"108.261955ms","start":"2026-04-27T21:53:58.176356Z","end":"2026-04-27T21:53:58.284618Z","steps":["trace[1784183245] 'read index received' (duration: 62.0708ms)","trace[1784183245] 'applied index is now lower than readState.Index' (duration: 46.190115ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:53:58.284862Z","caller":"traceutil/trace.go:171","msg":"trace[1228285749] transaction","detail":"{read_only:false; response_revision:24932; number_of_response:1; }","duration":"155.943423ms","start":"2026-04-27T21:53:58.128911Z","end":"2026-04-27T21:53:58.284854Z","steps":["trace[1228285749] 'process raft request' (duration: 109.524734ms)","trace[1228285749] 'compare' (duration: 46.03091ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:53:58.284986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.612473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:53:58.285054Z","caller":"traceutil/trace.go:171","msg":"trace[684748936] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:24933; }","duration":"108.730266ms","start":"2026-04-27T21:53:58.176308Z","end":"2026-04-27T21:53:58.285038Z","steps":["trace[684748936] 'agreement among raft nodes before linearized reading' (duration: 108.596913ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:53:58.285319Z","caller":"traceutil/trace.go:171","msg":"trace[1950571618] transaction","detail":"{read_only:false; response_revision:24933; number_of_response:1; }","duration":"150.680735ms","start":"2026-04-27T21:53:58.134627Z","end":"2026-04-27T21:53:58.285308Z","steps":["trace[1950571618] 'process raft request' (duration: 149.939849ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:53:59.667241Z","caller":"traceutil/trace.go:171","msg":"trace[483318825] linearizableReadLoop","detail":"{readStateIndex:25800; appliedIndex:25799; }","duration":"168.805752ms","start":"2026-04-27T21:53:59.498415Z","end":"2026-04-27T21:53:59.66722Z","steps":["trace[483318825] 'read index received' (duration: 168.601527ms)","trace[483318825] 'applied index is now lower than readState.Index' (duration: 203.145µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:53:59.667542Z","caller":"traceutil/trace.go:171","msg":"trace[710667201] transaction","detail":"{read_only:false; response_revision:24947; number_of_response:1; }","duration":"185.030435ms","start":"2026-04-27T21:53:59.482501Z","end":"2026-04-27T21:53:59.667532Z","steps":["trace[710667201] 'process raft request' (duration: 184.595535ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:53:59.66774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.314853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-27T21:53:59.66777Z","caller":"traceutil/trace.go:171","msg":"trace[1041126054] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24947; }","duration":"169.388355ms","start":"2026-04-27T21:53:59.498374Z","end":"2026-04-27T21:53:59.667763Z","steps":["trace[1041126054] 'agreement among raft nodes before linearized reading' (duration: 169.288882ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:53:59.6679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.475482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-27T21:53:59.667926Z","caller":"traceutil/trace.go:171","msg":"trace[258148223] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24947; }","duration":"163.519953ms","start":"2026-04-27T21:53:59.504398Z","end":"2026-04-27T21:53:59.667918Z","steps":["trace[258148223] 'agreement among raft nodes before linearized reading' (duration: 163.463782ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:53:59.668003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.69978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-27T21:53:59.668025Z","caller":"traceutil/trace.go:171","msg":"trace[285790753] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24947; }","duration":"160.75104ms","start":"2026-04-27T21:53:59.507268Z","end":"2026-04-27T21:53:59.668019Z","steps":["trace[285790753] 'agreement among raft nodes before linearized reading' (duration: 160.702389ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:54:01.237381Z","caller":"traceutil/trace.go:171","msg":"trace[471249152] transaction","detail":"{read_only:false; response_revision:24962; number_of_response:1; }","duration":"103.595711ms","start":"2026-04-27T21:54:01.133759Z","end":"2026-04-27T21:54:01.237355Z","steps":["trace[471249152] 'process raft request' (duration: 84.103214ms)","trace[471249152] 'compare' (duration: 19.305482ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:54:01.237608Z","caller":"traceutil/trace.go:171","msg":"trace[730535831] transaction","detail":"{read_only:false; response_revision:24963; number_of_response:1; }","duration":"103.227873ms","start":"2026-04-27T21:54:01.134314Z","end":"2026-04-27T21:54:01.237542Z","steps":["trace[730535831] 'process raft request' (duration: 102.993718ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:54:01.458617Z","caller":"traceutil/trace.go:171","msg":"trace[951136958] linearizableReadLoop","detail":"{readStateIndex:25818; appliedIndex:25817; }","duration":"142.771678ms","start":"2026-04-27T21:54:01.315821Z","end":"2026-04-27T21:54:01.458593Z","steps":["trace[951136958] 'read index received' (duration: 64.006074ms)","trace[951136958] 'applied index is now lower than readState.Index' (duration: 78.763964ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:54:01.45893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.088595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:54:01.458973Z","caller":"traceutil/trace.go:171","msg":"trace[1789864230] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24964; }","duration":"143.154766ms","start":"2026-04-27T21:54:01.315807Z","end":"2026-04-27T21:54:01.458962Z","steps":["trace[1789864230] 'agreement among raft nodes before linearized reading' (duration: 143.067914ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:54:01.869272Z","caller":"traceutil/trace.go:171","msg":"trace[1518170672] transaction","detail":"{read_only:false; response_revision:24968; number_of_response:1; }","duration":"122.937734ms","start":"2026-04-27T21:54:01.746316Z","end":"2026-04-27T21:54:01.869254Z","steps":["trace[1518170672] 'process raft request' (duration: 122.826462ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:54:02.034532Z","caller":"traceutil/trace.go:171","msg":"trace[1946962951] linearizableReadLoop","detail":"{readStateIndex:25825; appliedIndex:25821; }","duration":"274.827306ms","start":"2026-04-27T21:54:01.759681Z","end":"2026-04-27T21:54:02.034508Z","steps":["trace[1946962951] 'read index received' (duration: 109.492792ms)","trace[1946962951] 'applied index is now lower than readState.Index' (duration: 165.333364ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:54:02.034609Z","caller":"traceutil/trace.go:171","msg":"trace[340146488] transaction","detail":"{read_only:false; response_revision:24970; number_of_response:1; }","duration":"287.425399ms","start":"2026-04-27T21:54:01.747149Z","end":"2026-04-27T21:54:02.034574Z","steps":["trace[340146488] 'process raft request' (duration: 287.280246ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:54:02.034666Z","caller":"traceutil/trace.go:171","msg":"trace[908037152] transaction","detail":"{read_only:false; response_revision:24971; number_of_response:1; }","duration":"287.49944ms","start":"2026-04-27T21:54:01.747153Z","end":"2026-04-27T21:54:02.034652Z","steps":["trace[908037152] 'process raft request' (duration: 287.313196ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:54:02.034855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.157013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:54:02.034894Z","caller":"traceutil/trace.go:171","msg":"trace[1537666487] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:24971; }","duration":"275.229925ms","start":"2026-04-27T21:54:01.759654Z","end":"2026-04-27T21:54:02.034884Z","steps":["trace[1537666487] 'agreement among raft nodes before linearized reading' (duration: 275.126143ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:54:02.034914Z","caller":"traceutil/trace.go:171","msg":"trace[875979516] transaction","detail":"{read_only:false; response_revision:24969; number_of_response:1; }","duration":"288.046952ms","start":"2026-04-27T21:54:01.746854Z","end":"2026-04-27T21:54:02.034901Z","steps":["trace[875979516] 'process raft request' (duration: 287.403928ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:54:02.035028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.110754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-27T21:54:02.035125Z","caller":"traceutil/trace.go:171","msg":"trace[871277763] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24971; }","duration":"255.246538ms","start":"2026-04-27T21:54:01.779854Z","end":"2026-04-27T21:54:02.035101Z","steps":["trace[871277763] 'agreement among raft nodes before linearized reading' (duration: 254.999792ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:54:02.035372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.071312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:54:02.035423Z","caller":"traceutil/trace.go:171","msg":"trace[1249921352] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:24971; }","duration":"138.158515ms","start":"2026-04-27T21:54:01.897251Z","end":"2026-04-27T21:54:02.03541Z","steps":["trace[1249921352] 'agreement among raft nodes before linearized reading' (duration: 138.073453ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:54:02.21754Z","caller":"traceutil/trace.go:171","msg":"trace[379417725] linearizableReadLoop","detail":"{readStateIndex:25826; appliedIndex:25825; }","duration":"153.0653ms","start":"2026-04-27T21:54:02.064441Z","end":"2026-04-27T21:54:02.217506Z","steps":["trace[379417725] 'read index received' (duration: 68.667649ms)","trace[379417725] 'applied index is now lower than readState.Index' (duration: 84.395921ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:54:02.217628Z","caller":"traceutil/trace.go:171","msg":"trace[559377998] transaction","detail":"{read_only:false; response_revision:24972; number_of_response:1; }","duration":"153.981909ms","start":"2026-04-27T21:54:02.063607Z","end":"2026-04-27T21:54:02.217589Z","steps":["trace[559377998] 'process raft request' (duration: 69.473037ms)","trace[559377998] 'compare' (duration: 84.184875ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:54:02.217822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.351686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:1 size:12669"} {"level":"info","ts":"2026-04-27T21:54:02.217889Z","caller":"traceutil/trace.go:171","msg":"trace[1272708545] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:1; response_revision:24972; }","duration":"153.443188ms","start":"2026-04-27T21:54:02.064425Z","end":"2026-04-27T21:54:02.217868Z","steps":["trace[1272708545] 'agreement among raft nodes before linearized reading' (duration: 153.205792ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:54:03.240874Z","caller":"traceutil/trace.go:171","msg":"trace[393847134] transaction","detail":"{read_only:false; response_revision:24975; number_of_response:1; }","duration":"130.453372ms","start":"2026-04-27T21:54:03.110393Z","end":"2026-04-27T21:54:03.240846Z","steps":["trace[393847134] 'process raft request' (duration: 130.237767ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:54:03.424322Z","caller":"traceutil/trace.go:171","msg":"trace[2108498289] transaction","detail":"{read_only:false; response_revision:24979; number_of_response:1; }","duration":"127.517857ms","start":"2026-04-27T21:54:03.296775Z","end":"2026-04-27T21:54:03.424293Z","steps":["trace[2108498289] 'process raft request' (duration: 91.192054ms)","trace[2108498289] 'compare' (duration: 36.17375ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:54:03.576381Z","caller":"traceutil/trace.go:171","msg":"trace[1943463416] linearizableReadLoop","detail":"{readStateIndex:25834; appliedIndex:25832; }","duration":"189.516225ms","start":"2026-04-27T21:54:03.386838Z","end":"2026-04-27T21:54:03.576355Z","steps":["trace[1943463416] 'read index received' (duration: 1.144806ms)","trace[1943463416] 'applied index is now lower than readState.Index' (duration: 188.370289ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:54:03.576436Z","caller":"traceutil/trace.go:171","msg":"trace[1932235004] transaction","detail":"{read_only:false; response_revision:24980; number_of_response:1; }","duration":"254.371928ms","start":"2026-04-27T21:54:03.322021Z","end":"2026-04-27T21:54:03.576393Z","steps":["trace[1932235004] 'process raft request' (duration: 222.32058ms)","trace[1932235004] 'compare' (duration: 31.880614ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:54:03.576542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.688699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:54:03.576726Z","caller":"traceutil/trace.go:171","msg":"trace[1893155557] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:24980; }","duration":"189.879723ms","start":"2026-04-27T21:54:03.38682Z","end":"2026-04-27T21:54:03.576699Z","steps":["trace[1893155557] 'agreement among raft nodes before linearized reading' (duration: 189.641918ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:54:03.577209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.391062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:54:03.577328Z","caller":"traceutil/trace.go:171","msg":"trace[1320996367] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:24980; }","duration":"114.532874ms","start":"2026-04-27T21:54:03.462742Z","end":"2026-04-27T21:54:03.577275Z","steps":["trace[1320996367] 'agreement among raft nodes before linearized reading' (duration: 114.382171ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:54:04.024163Z","caller":"traceutil/trace.go:171","msg":"trace[1719866041] transaction","detail":"{read_only:false; response_revision:24983; number_of_response:1; }","duration":"148.698031ms","start":"2026-04-27T21:54:03.875421Z","end":"2026-04-27T21:54:04.024119Z","steps":["trace[1719866041] 'process raft request' (duration: 148.471726ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:54:04.35067Z","caller":"traceutil/trace.go:171","msg":"trace[1903761077] transaction","detail":"{read_only:false; response_revision:24988; number_of_response:1; }","duration":"127.292942ms","start":"2026-04-27T21:54:04.22335Z","end":"2026-04-27T21:54:04.350643Z","steps":["trace[1903761077] 'process raft request' (duration: 127.124498ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:54:04.463778Z","caller":"traceutil/trace.go:171","msg":"trace[943437301] transaction","detail":"{read_only:false; response_revision:24989; number_of_response:1; }","duration":"175.036152ms","start":"2026-04-27T21:54:04.288678Z","end":"2026-04-27T21:54:04.463714Z","steps":["trace[943437301] 'process raft request' (duration: 161.507169ms)","trace[943437301] 'compare' (duration: 13.227836ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:54:05.045708Z","caller":"traceutil/trace.go:171","msg":"trace[1816165488] transaction","detail":"{read_only:false; response_revision:24992; number_of_response:1; }","duration":"118.557116ms","start":"2026-04-27T21:54:04.927134Z","end":"2026-04-27T21:54:05.045691Z","steps":["trace[1816165488] 'process raft request' (duration: 118.449334ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:54:05.217292Z","caller":"traceutil/trace.go:171","msg":"trace[618102857] linearizableReadLoop","detail":"{readStateIndex:25850; appliedIndex:25849; }","duration":"105.819431ms","start":"2026-04-27T21:54:05.111444Z","end":"2026-04-27T21:54:05.217263Z","steps":["trace[618102857] 'read index received' (duration: 9.640047ms)","trace[618102857] 'applied index is now lower than readState.Index' (duration: 96.178144ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:54:05.217353Z","caller":"traceutil/trace.go:171","msg":"trace[1920876593] transaction","detail":"{read_only:false; response_revision:24996; number_of_response:1; }","duration":"144.106328ms","start":"2026-04-27T21:54:05.073221Z","end":"2026-04-27T21:54:05.217328Z","steps":["trace[1920876593] 'process raft request' (duration: 47.820972ms)","trace[1920876593] 'compare' (duration: 96.020331ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:54:05.217554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.091657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:54:05.217617Z","caller":"traceutil/trace.go:171","msg":"trace[1893292341] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:24996; }","duration":"106.204149ms","start":"2026-04-27T21:54:05.111396Z","end":"2026-04-27T21:54:05.2176Z","steps":["trace[1893292341] 'agreement among raft nodes before linearized reading' (duration: 106.050826ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:54:05.480099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.327049ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T21:54:05.480418Z","caller":"traceutil/trace.go:171","msg":"trace[1484383014] transaction","detail":"{read_only:false; response_revision:24998; number_of_response:1; }","duration":"232.610871ms","start":"2026-04-27T21:54:05.247777Z","end":"2026-04-27T21:54:05.480388Z","steps":["trace[1484383014] 'process raft request' (duration: 122.894223ms)","trace[1484383014] 'compare' (duration: 109.143665ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:54:05.480426Z","caller":"traceutil/trace.go:171","msg":"trace[1136169023] transaction","detail":"{read_only:false; response_revision:24999; number_of_response:1; }","duration":"231.270291ms","start":"2026-04-27T21:54:05.249121Z","end":"2026-04-27T21:54:05.480391Z","steps":["trace[1136169023] 'process raft request' (duration: 231.073427ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:54:05.480472Z","caller":"traceutil/trace.go:171","msg":"trace[1798625073] transaction","detail":"{read_only:false; response_revision:25000; number_of_response:1; }","duration":"164.615038ms","start":"2026-04-27T21:54:05.315826Z","end":"2026-04-27T21:54:05.480441Z","steps":["trace[1798625073] 'process raft request' (duration: 164.460745ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:54:05.785503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.016825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:54:05.785587Z","caller":"traceutil/trace.go:171","msg":"trace[1951752229] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:25000; }","duration":"202.145618ms","start":"2026-04-27T21:54:05.583422Z","end":"2026-04-27T21:54:05.785567Z","steps":["trace[1951752229] 'range keys from in-memory index tree' (duration: 201.944033ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:54:05.785611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.881641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-27T21:54:05.785675Z","caller":"traceutil/trace.go:171","msg":"trace[1365242436] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25000; }","duration":"109.981154ms","start":"2026-04-27T21:54:05.675676Z","end":"2026-04-27T21:54:05.785657Z","steps":["trace[1365242436] 'range keys from in-memory index tree' (duration: 109.652466ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:54:05.785842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.306063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-27T21:54:05.785876Z","caller":"traceutil/trace.go:171","msg":"trace[156364834] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25000; }","duration":"127.375613ms","start":"2026-04-27T21:54:05.658488Z","end":"2026-04-27T21:54:05.785864Z","steps":["trace[156364834] 'range keys from in-memory index tree' (duration: 127.179159ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:54:06.263859Z","caller":"traceutil/trace.go:171","msg":"trace[855381216] transaction","detail":"{read_only:false; response_revision:25006; number_of_response:1; }","duration":"160.74241ms","start":"2026-04-27T21:54:06.10309Z","end":"2026-04-27T21:54:06.263832Z","steps":["trace[855381216] 'process raft request' (duration: 93.490874ms)","trace[855381216] 'compare' (duration: 67.026611ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:54:06.263896Z","caller":"traceutil/trace.go:171","msg":"trace[1977032280] linearizableReadLoop","detail":"{readStateIndex:25862; appliedIndex:25859; }","duration":"113.814159ms","start":"2026-04-27T21:54:06.150054Z","end":"2026-04-27T21:54:06.263868Z","steps":["trace[1977032280] 'read index received' (duration: 46.517021ms)","trace[1977032280] 'applied index is now lower than readState.Index' (duration: 67.296088ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:54:06.26431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.247369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:54:06.264359Z","caller":"traceutil/trace.go:171","msg":"trace[1946847798] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:25008; }","duration":"114.325831ms","start":"2026-04-27T21:54:06.150021Z","end":"2026-04-27T21:54:06.264346Z","steps":["trace[1946847798] 'agreement among raft nodes before linearized reading' (duration: 114.239849ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:54:06.26442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.908811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:54:06.264472Z","caller":"traceutil/trace.go:171","msg":"trace[1425814955] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:25008; }","duration":"113.995744ms","start":"2026-04-27T21:54:06.150464Z","end":"2026-04-27T21:54:06.26446Z","steps":["trace[1425814955] 'agreement among raft nodes before linearized reading' (duration: 113.909452ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:54:06.2645Z","caller":"traceutil/trace.go:171","msg":"trace[270942265] transaction","detail":"{read_only:false; response_revision:25007; number_of_response:1; }","duration":"161.196091ms","start":"2026-04-27T21:54:06.103294Z","end":"2026-04-27T21:54:06.26449Z","steps":["trace[270942265] 'process raft request' (duration: 160.464024ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:54:06.264678Z","caller":"traceutil/trace.go:171","msg":"trace[67892216] transaction","detail":"{read_only:false; response_revision:25008; number_of_response:1; }","duration":"161.131889ms","start":"2026-04-27T21:54:06.103533Z","end":"2026-04-27T21:54:06.264665Z","steps":["trace[67892216] 'process raft request' (duration: 160.29036ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:54:06.474372Z","caller":"traceutil/trace.go:171","msg":"trace[828463035] transaction","detail":"{read_only:false; response_revision:25009; number_of_response:1; }","duration":"118.835493ms","start":"2026-04-27T21:54:06.355499Z","end":"2026-04-27T21:54:06.474335Z","steps":["trace[828463035] 'process raft request' (duration: 34.260687ms)","trace[828463035] 'compare' (duration: 84.102265ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:54:06.47456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.893787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-ks-endpoints-52rqg\" ","response":"range_response_count:1 size:15219"} {"level":"info","ts":"2026-04-27T21:54:06.47462Z","caller":"traceutil/trace.go:171","msg":"trace[1617527547] range","detail":"{range_begin:/registry/pods/openstack/magnum-ks-endpoints-52rqg; range_end:; response_count:1; response_revision:25009; }","duration":"115.991949ms","start":"2026-04-27T21:54:06.358616Z","end":"2026-04-27T21:54:06.474608Z","steps":["trace[1617527547] 'agreement among raft nodes before linearized reading' (duration: 115.800325ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:54:06.474376Z","caller":"traceutil/trace.go:171","msg":"trace[668870634] linearizableReadLoop","detail":"{readStateIndex:25863; appliedIndex:25862; }","duration":"115.660422ms","start":"2026-04-27T21:54:06.358656Z","end":"2026-04-27T21:54:06.474317Z","steps":["trace[668870634] 'read index received' (duration: 31.032965ms)","trace[668870634] 'applied index is now lower than readState.Index' (duration: 84.626407ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:54:06.632405Z","caller":"traceutil/trace.go:171","msg":"trace[451631341] linearizableReadLoop","detail":"{readStateIndex:25864; appliedIndex:25863; }","duration":"122.836602ms","start":"2026-04-27T21:54:06.509544Z","end":"2026-04-27T21:54:06.632381Z","steps":["trace[451631341] 'read index received' (duration: 118.692329ms)","trace[451631341] 'applied index is now lower than readState.Index' (duration: 4.142883ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:54:06.63252Z","caller":"traceutil/trace.go:171","msg":"trace[506531745] transaction","detail":"{read_only:false; response_revision:25010; number_of_response:1; }","duration":"145.130401ms","start":"2026-04-27T21:54:06.487378Z","end":"2026-04-27T21:54:06.632508Z","steps":["trace[506531745] 'process raft request' (duration: 140.914867ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:54:06.633145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.586268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-27T21:54:06.633315Z","caller":"traceutil/trace.go:171","msg":"trace[381630311] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25010; }","duration":"123.819664ms","start":"2026-04-27T21:54:06.509464Z","end":"2026-04-27T21:54:06.633284Z","steps":["trace[381630311] 'agreement among raft nodes before linearized reading' (duration: 123.529637ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:54:07.464882Z","caller":"traceutil/trace.go:171","msg":"trace[1065460028] transaction","detail":"{read_only:false; response_revision:25014; number_of_response:1; }","duration":"146.193374ms","start":"2026-04-27T21:54:07.318662Z","end":"2026-04-27T21:54:07.464855Z","steps":["trace[1065460028] 'process raft request' (duration: 145.651472ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:54:07.600535Z","caller":"traceutil/trace.go:171","msg":"trace[792944895] transaction","detail":"{read_only:false; response_revision:25017; number_of_response:1; }","duration":"113.82714ms","start":"2026-04-27T21:54:07.486685Z","end":"2026-04-27T21:54:07.600512Z","steps":["trace[792944895] 'process raft request' (duration: 113.769228ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:54:07.600819Z","caller":"traceutil/trace.go:171","msg":"trace[2107292925] transaction","detail":"{read_only:false; response_revision:25016; number_of_response:1; }","duration":"115.270382ms","start":"2026-04-27T21:54:07.485522Z","end":"2026-04-27T21:54:07.600792Z","steps":["trace[2107292925] 'process raft request' (duration: 73.548547ms)","trace[2107292925] 'compare' (duration: 41.259055ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:54:07.774977Z","caller":"traceutil/trace.go:171","msg":"trace[671116930] transaction","detail":"{read_only:false; response_revision:25018; number_of_response:1; }","duration":"128.242983ms","start":"2026-04-27T21:54:07.646707Z","end":"2026-04-27T21:54:07.77495Z","steps":["trace[671116930] 'process raft request' (duration: 126.856621ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:54:08.08563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.102917ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T21:54:08.085733Z","caller":"traceutil/trace.go:171","msg":"trace[347046474] linearizableReadLoop","detail":"{readStateIndex:25874; appliedIndex:25873; }","duration":"222.988165ms","start":"2026-04-27T21:54:07.862729Z","end":"2026-04-27T21:54:08.085717Z","steps":["trace[347046474] 'read index received' (duration: 41.670253ms)","trace[347046474] 'applied index is now lower than readState.Index' (duration: 181.316862ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:54:08.085805Z","caller":"traceutil/trace.go:171","msg":"trace[566882783] transaction","detail":"{read_only:false; response_revision:25019; number_of_response:1; }","duration":"259.237377ms","start":"2026-04-27T21:54:07.82654Z","end":"2026-04-27T21:54:08.085777Z","steps":["trace[566882783] 'process raft request' (duration: 77.908935ms)","trace[566882783] 'compare' (duration: 180.986835ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:54:08.085856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.120998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-27T21:54:08.086134Z","caller":"traceutil/trace.go:171","msg":"trace[567920779] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25019; }","duration":"223.18918ms","start":"2026-04-27T21:54:07.86269Z","end":"2026-04-27T21:54:08.085879Z","steps":["trace[567920779] 'agreement among raft nodes before linearized reading' (duration: 223.071537ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:54:08.477332Z","caller":"traceutil/trace.go:171","msg":"trace[1459916297] transaction","detail":"{read_only:false; response_revision:25024; number_of_response:1; }","duration":"203.678483ms","start":"2026-04-27T21:54:08.273631Z","end":"2026-04-27T21:54:08.47731Z","steps":["trace[1459916297] 'process raft request' (duration: 127.075136ms)","trace[1459916297] 'compare' (duration: 76.431143ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:54:08.837775Z","caller":"traceutil/trace.go:171","msg":"trace[1342995734] transaction","detail":"{read_only:false; response_revision:25026; number_of_response:1; }","duration":"113.84492ms","start":"2026-04-27T21:54:08.723912Z","end":"2026-04-27T21:54:08.837757Z","steps":["trace[1342995734] 'process raft request' (duration: 113.668376ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:54:09.513889Z","caller":"traceutil/trace.go:171","msg":"trace[990291405] transaction","detail":"{read_only:false; response_revision:25028; number_of_response:1; }","duration":"227.015425ms","start":"2026-04-27T21:54:09.286849Z","end":"2026-04-27T21:54:09.513864Z","steps":["trace[990291405] 'process raft request' (duration: 226.849191ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:54:09.5866Z","caller":"traceutil/trace.go:171","msg":"trace[597910053] linearizableReadLoop","detail":"{readStateIndex:25884; appliedIndex:25882; }","duration":"171.732718ms","start":"2026-04-27T21:54:09.414846Z","end":"2026-04-27T21:54:09.586578Z","steps":["trace[597910053] 'read index received' (duration: 98.793464ms)","trace[597910053] 'applied index is now lower than readState.Index' (duration: 72.938274ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:54:09.586708Z","caller":"traceutil/trace.go:171","msg":"trace[1592863635] transaction","detail":"{read_only:false; response_revision:25029; number_of_response:1; }","duration":"181.22599ms","start":"2026-04-27T21:54:09.405455Z","end":"2026-04-27T21:54:09.586681Z","steps":["trace[1592863635] 'process raft request' (duration: 179.155593ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:54:09.586918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.057625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:54:09.586981Z","caller":"traceutil/trace.go:171","msg":"trace[337339410] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25030; }","duration":"172.167217ms","start":"2026-04-27T21:54:09.414802Z","end":"2026-04-27T21:54:09.586969Z","steps":["trace[337339410] 'agreement among raft nodes before linearized reading' (duration: 172.069085ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:54:09.587087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.31914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:54:09.58713Z","caller":"traceutil/trace.go:171","msg":"trace[257736892] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:25030; }","duration":"118.414582ms","start":"2026-04-27T21:54:09.468704Z","end":"2026-04-27T21:54:09.587118Z","steps":["trace[257736892] 'agreement among raft nodes before linearized reading' (duration: 118.32017ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:54:09.784175Z","caller":"traceutil/trace.go:171","msg":"trace[27706357] transaction","detail":"{read_only:false; response_revision:25031; number_of_response:1; }","duration":"178.410136ms","start":"2026-04-27T21:54:09.605747Z","end":"2026-04-27T21:54:09.784157Z","steps":["trace[27706357] 'process raft request' (duration: 173.2502ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:54:09.784408Z","caller":"traceutil/trace.go:171","msg":"trace[1246371582] transaction","detail":"{read_only:false; response_revision:25032; number_of_response:1; }","duration":"177.817052ms","start":"2026-04-27T21:54:09.606583Z","end":"2026-04-27T21:54:09.7844Z","steps":["trace[1246371582] 'process raft request' (duration: 177.745401ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:54:10.203785Z","caller":"traceutil/trace.go:171","msg":"trace[18238324] transaction","detail":"{read_only:false; response_revision:25034; number_of_response:1; }","duration":"111.256502ms","start":"2026-04-27T21:54:10.092501Z","end":"2026-04-27T21:54:10.203758Z","steps":["trace[18238324] 'process raft request' (duration: 63.962362ms)","trace[18238324] 'compare' (duration: 47.031094ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:54:10.662109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.581798ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T21:54:10.662211Z","caller":"traceutil/trace.go:171","msg":"trace[890599618] transaction","detail":"{read_only:false; response_revision:25035; number_of_response:1; }","duration":"453.462227ms","start":"2026-04-27T21:54:10.20873Z","end":"2026-04-27T21:54:10.662193Z","steps":["trace[890599618] 'process raft request' (duration: 212.719514ms)","trace[890599618] 'compare' (duration: 240.364074ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:54:10.662268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:54:10.208709Z","time spent":"453.533709ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:54:10.687737Z","caller":"traceutil/trace.go:171","msg":"trace[321970135] linearizableReadLoop","detail":"{readStateIndex:25891; appliedIndex:25889; }","duration":"410.229209ms","start":"2026-04-27T21:54:10.277484Z","end":"2026-04-27T21:54:10.687714Z","steps":["trace[321970135] 'read index received' (duration: 143.974536ms)","trace[321970135] 'applied index is now lower than readState.Index' (duration: 266.253283ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:54:10.687832Z","caller":"traceutil/trace.go:171","msg":"trace[628843227] transaction","detail":"{read_only:false; response_revision:25037; number_of_response:1; }","duration":"362.895378ms","start":"2026-04-27T21:54:10.324905Z","end":"2026-04-27T21:54:10.687801Z","steps":["trace[628843227] 'process raft request' (duration: 362.764706ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:54:10.687926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.419894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:54:10.687991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:54:10.324888Z","time spent":"363.011982ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:54:10.688229Z","caller":"traceutil/trace.go:171","msg":"trace[370871541] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:25037; }","duration":"410.506165ms","start":"2026-04-27T21:54:10.277453Z","end":"2026-04-27T21:54:10.687959Z","steps":["trace[370871541] 'agreement among raft nodes before linearized reading' (duration: 410.378702ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:54:10.688291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:54:10.27744Z","time spent":"410.836533ms","remote":"127.0.0.1:40020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"info","ts":"2026-04-27T21:54:10.688619Z","caller":"traceutil/trace.go:171","msg":"trace[1473316775] transaction","detail":"{read_only:false; response_revision:25036; number_of_response:1; }","duration":"478.969539ms","start":"2026-04-27T21:54:10.208793Z","end":"2026-04-27T21:54:10.687763Z","steps":["trace[1473316775] 'process raft request' (duration: 478.715883ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:54:10.688872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:54:10.208772Z","time spent":"479.985751ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:54:10.753567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.438124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-27T21:54:10.753633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.210517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-27T21:54:10.753639Z","caller":"traceutil/trace.go:171","msg":"trace[1200258942] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25038; }","duration":"406.554997ms","start":"2026-04-27T21:54:10.347072Z","end":"2026-04-27T21:54:10.753627Z","steps":["trace[1200258942] 'agreement among raft nodes before linearized reading' (duration: 406.387013ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:54:10.753662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.235151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:54:10.753646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.259067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-04-27T21:54:10.753673Z","caller":"traceutil/trace.go:171","msg":"trace[456988057] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25038; }","duration":"272.291609ms","start":"2026-04-27T21:54:10.48137Z","end":"2026-04-27T21:54:10.753662Z","steps":["trace[456988057] 'agreement among raft nodes before linearized reading' (duration: 272.128286ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:54:10.753692Z","caller":"traceutil/trace.go:171","msg":"trace[111144744] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25038; }","duration":"332.299803ms","start":"2026-04-27T21:54:10.421385Z","end":"2026-04-27T21:54:10.753685Z","steps":["trace[111144744] 'agreement among raft nodes before linearized reading' (duration: 332.235261ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:54:10.753713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:54:10.42137Z","time spent":"332.338383ms","remote":"127.0.0.1:39786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-27T21:54:10.753714Z","caller":"traceutil/trace.go:171","msg":"trace[719264590] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25038; }","duration":"205.37412ms","start":"2026-04-27T21:54:10.548323Z","end":"2026-04-27T21:54:10.753697Z","steps":["trace[719264590] 'agreement among raft nodes before linearized reading' (duration: 205.158285ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:54:10.75374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.92187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-27T21:54:10.753677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:54:10.347053Z","time spent":"406.616478ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-27T21:54:10.753763Z","caller":"traceutil/trace.go:171","msg":"trace[1466932029] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25038; }","duration":"475.962951ms","start":"2026-04-27T21:54:10.277793Z","end":"2026-04-27T21:54:10.753756Z","steps":["trace[1466932029] 'agreement among raft nodes before linearized reading' (duration: 475.9027ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:54:10.75357Z","caller":"traceutil/trace.go:171","msg":"trace[830932194] transaction","detail":"{read_only:false; response_revision:25038; number_of_response:1; }","duration":"224.635302ms","start":"2026-04-27T21:54:10.528909Z","end":"2026-04-27T21:54:10.753544Z","steps":["trace[830932194] 'process raft request' (duration: 224.282954ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:54:10.753781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:54:10.277785Z","time spent":"475.992052ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-27T21:54:10.753884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.251344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:1 size:12669"} {"level":"warn","ts":"2026-04-27T21:54:10.7539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.621033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:54:10.753906Z","caller":"traceutil/trace.go:171","msg":"trace[1461107056] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:1; response_revision:25038; }","duration":"475.292386ms","start":"2026-04-27T21:54:10.278608Z","end":"2026-04-27T21:54:10.753901Z","steps":["trace[1461107056] 'agreement among raft nodes before linearized reading' (duration: 475.184603ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:54:10.753915Z","caller":"traceutil/trace.go:171","msg":"trace[1035527628] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:25038; }","duration":"475.657395ms","start":"2026-04-27T21:54:10.278253Z","end":"2026-04-27T21:54:10.753911Z","steps":["trace[1035527628] 'agreement among raft nodes before linearized reading' (duration: 475.628714ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:54:10.753924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:54:10.2786Z","time spent":"475.320246ms","remote":"127.0.0.1:40020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":12693,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"warn","ts":"2026-04-27T21:54:10.75393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:54:10.278241Z","time spent":"475.684885ms","remote":"127.0.0.1:40020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"info","ts":"2026-04-27T21:54:10.878782Z","caller":"traceutil/trace.go:171","msg":"trace[1481512284] transaction","detail":"{read_only:false; response_revision:25040; number_of_response:1; }","duration":"114.531896ms","start":"2026-04-27T21:54:10.76423Z","end":"2026-04-27T21:54:10.878762Z","steps":["trace[1481512284] 'process raft request' (duration: 114.366512ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:54:10.879139Z","caller":"traceutil/trace.go:171","msg":"trace[1224511304] transaction","detail":"{read_only:false; response_revision:25042; number_of_response:1; }","duration":"113.484733ms","start":"2026-04-27T21:54:10.765638Z","end":"2026-04-27T21:54:10.879123Z","steps":["trace[1224511304] 'process raft request' (duration: 113.34506ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:54:10.879133Z","caller":"traceutil/trace.go:171","msg":"trace[112505729] transaction","detail":"{read_only:false; response_revision:25043; number_of_response:1; }","duration":"112.789596ms","start":"2026-04-27T21:54:10.766324Z","end":"2026-04-27T21:54:10.879114Z","steps":["trace[112505729] 'process raft request' (duration: 112.742095ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:54:10.879118Z","caller":"traceutil/trace.go:171","msg":"trace[286616895] transaction","detail":"{read_only:false; response_revision:25041; number_of_response:1; }","duration":"114.263199ms","start":"2026-04-27T21:54:10.764827Z","end":"2026-04-27T21:54:10.879091Z","steps":["trace[286616895] 'process raft request' (duration: 113.895541ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:54:11.440578Z","caller":"traceutil/trace.go:171","msg":"trace[2088677697] linearizableReadLoop","detail":"{readStateIndex:25901; appliedIndex:25900; }","duration":"100.180003ms","start":"2026-04-27T21:54:11.340377Z","end":"2026-04-27T21:54:11.440557Z","steps":["trace[2088677697] 'read index received' (duration: 100.102402ms)","trace[2088677697] 'applied index is now lower than readState.Index' (duration: 76.541µs)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:54:11.4408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.394578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T21:54:11.440848Z","caller":"traceutil/trace.go:171","msg":"trace[181138337] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:25045; }","duration":"100.506281ms","start":"2026-04-27T21:54:11.34033Z","end":"2026-04-27T21:54:11.440836Z","steps":["trace[181138337] 'agreement among raft nodes before linearized reading' (duration: 100.300076ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:54:11.541833Z","caller":"traceutil/trace.go:171","msg":"trace[2010635399] transaction","detail":"{read_only:false; response_revision:25046; number_of_response:1; }","duration":"100.076882ms","start":"2026-04-27T21:54:11.441727Z","end":"2026-04-27T21:54:11.541804Z","steps":["trace[2010635399] 'process raft request' (duration: 43.649487ms)","trace[2010635399] 'compare' (duration: 56.181278ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:54:11.625791Z","caller":"traceutil/trace.go:171","msg":"trace[153928785] transaction","detail":"{read_only:false; response_revision:25047; number_of_response:1; }","duration":"106.272711ms","start":"2026-04-27T21:54:11.519493Z","end":"2026-04-27T21:54:11.625765Z","steps":["trace[153928785] 'process raft request' (duration: 106.088065ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:54:11.682651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.561532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:54:11.682827Z","caller":"traceutil/trace.go:171","msg":"trace[389373155] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:25048; }","duration":"133.798827ms","start":"2026-04-27T21:54:11.549007Z","end":"2026-04-27T21:54:11.682806Z","steps":["trace[389373155] 'agreement among raft nodes before linearized reading' (duration: 133.558752ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:54:13.223285Z","caller":"traceutil/trace.go:171","msg":"trace[124344062] transaction","detail":"{read_only:false; response_revision:25059; number_of_response:1; }","duration":"104.775038ms","start":"2026-04-27T21:54:13.118483Z","end":"2026-04-27T21:54:13.223258Z","steps":["trace[124344062] 'process raft request' (duration: 104.581693ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:54:22.827646Z","caller":"traceutil/trace.go:171","msg":"trace[1700821937] linearizableReadLoop","detail":"{readStateIndex:26006; appliedIndex:26004; }","duration":"108.731756ms","start":"2026-04-27T21:54:22.718892Z","end":"2026-04-27T21:54:22.827624Z","steps":["trace[1700821937] 'read index received' (duration: 61.288013ms)","trace[1700821937] 'applied index is now lower than readState.Index' (duration: 47.443013ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:54:22.827854Z","caller":"traceutil/trace.go:171","msg":"trace[18595712] transaction","detail":"{read_only:false; response_revision:25148; number_of_response:1; }","duration":"131.354823ms","start":"2026-04-27T21:54:22.696491Z","end":"2026-04-27T21:54:22.827846Z","steps":["trace[18595712] 'process raft request' (duration: 121.511903ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:54:22.828181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.229737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T21:54:22.828247Z","caller":"traceutil/trace.go:171","msg":"trace[721269977] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:25148; }","duration":"109.37923ms","start":"2026-04-27T21:54:22.718857Z","end":"2026-04-27T21:54:22.828236Z","steps":["trace[721269977] 'agreement among raft nodes before linearized reading' (duration: 109.209327ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:54:23.161903Z","caller":"traceutil/trace.go:171","msg":"trace[541196180] transaction","detail":"{read_only:false; response_revision:25153; number_of_response:1; }","duration":"159.468843ms","start":"2026-04-27T21:54:23.0024Z","end":"2026-04-27T21:54:23.161869Z","steps":["trace[541196180] 'process raft request' (duration: 121.580323ms)","trace[541196180] 'compare' (duration: 37.540691ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:54:23.201156Z","caller":"traceutil/trace.go:171","msg":"trace[1423409002] linearizableReadLoop","detail":"{readStateIndex:26012; appliedIndex:26010; }","duration":"198.422295ms","start":"2026-04-27T21:54:23.002702Z","end":"2026-04-27T21:54:23.201125Z","steps":["trace[1423409002] 'read index received' (duration: 121.307727ms)","trace[1423409002] 'applied index is now lower than readState.Index' (duration: 77.112958ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:54:23.201549Z","caller":"traceutil/trace.go:171","msg":"trace[1636853866] transaction","detail":"{read_only:false; response_revision:25154; number_of_response:1; }","duration":"198.887475ms","start":"2026-04-27T21:54:23.002642Z","end":"2026-04-27T21:54:23.201529Z","steps":["trace[1636853866] 'process raft request' (duration: 198.334602ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:54:23.201853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.13595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-27T21:54:23.201913Z","caller":"traceutil/trace.go:171","msg":"trace[1393561203] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25154; }","duration":"199.237503ms","start":"2026-04-27T21:54:23.00266Z","end":"2026-04-27T21:54:23.201897Z","steps":["trace[1393561203] 'agreement among raft nodes before linearized reading' (duration: 199.062059ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:54:23.21772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.375592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-27T21:54:23.217827Z","caller":"traceutil/trace.go:171","msg":"trace[1765115044] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25155; }","duration":"214.502054ms","start":"2026-04-27T21:54:23.003299Z","end":"2026-04-27T21:54:23.217801Z","steps":["trace[1765115044] 'agreement among raft nodes before linearized reading' (duration: 214.207338ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:54:29.038236Z","caller":"traceutil/trace.go:171","msg":"trace[1733025743] linearizableReadLoop","detail":"{readStateIndex:26054; appliedIndex:26053; }","duration":"135.134187ms","start":"2026-04-27T21:54:28.903076Z","end":"2026-04-27T21:54:29.038211Z","steps":["trace[1733025743] 'read index received' (duration: 134.919282ms)","trace[1733025743] 'applied index is now lower than readState.Index' (duration: 213.575µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:54:29.038287Z","caller":"traceutil/trace.go:171","msg":"trace[888060700] transaction","detail":"{read_only:false; response_revision:25195; number_of_response:1; }","duration":"138.823179ms","start":"2026-04-27T21:54:28.899428Z","end":"2026-04-27T21:54:29.038251Z","steps":["trace[888060700] 'process raft request' (duration: 138.564963ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:54:29.038489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.296201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-04-27T21:54:29.038505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.395473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-27T21:54:29.038538Z","caller":"traceutil/trace.go:171","msg":"trace[257411173] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25195; }","duration":"135.371462ms","start":"2026-04-27T21:54:28.903152Z","end":"2026-04-27T21:54:29.038523Z","steps":["trace[257411173] 'agreement among raft nodes before linearized reading' (duration: 135.213788ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:54:29.038598Z","caller":"traceutil/trace.go:171","msg":"trace[489662761] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25195; }","duration":"135.521495ms","start":"2026-04-27T21:54:28.903048Z","end":"2026-04-27T21:54:29.03857Z","steps":["trace[489662761] 'agreement among raft nodes before linearized reading' (duration: 135.29154ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:54:29.616693Z","caller":"traceutil/trace.go:171","msg":"trace[128061620] transaction","detail":"{read_only:false; response_revision:25199; number_of_response:1; }","duration":"389.620557ms","start":"2026-04-27T21:54:29.226958Z","end":"2026-04-27T21:54:29.616579Z","steps":["trace[128061620] 'process raft request' (duration: 360.124606ms)","trace[128061620] 'compare' (duration: 29.247345ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:54:29.616785Z","caller":"traceutil/trace.go:171","msg":"trace[1414639157] linearizableReadLoop","detail":"{readStateIndex:26058; appliedIndex:26057; }","duration":"299.985719ms","start":"2026-04-27T21:54:29.31679Z","end":"2026-04-27T21:54:29.616776Z","steps":["trace[1414639157] 'read index received' (duration: 270.283133ms)","trace[1414639157] 'applied index is now lower than readState.Index' (duration: 29.701786ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:54:29.616998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.186833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-27T21:54:29.617045Z","caller":"traceutil/trace.go:171","msg":"trace[1066953040] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25200; }","duration":"300.286596ms","start":"2026-04-27T21:54:29.316748Z","end":"2026-04-27T21:54:29.617034Z","steps":["trace[1066953040] 'agreement among raft nodes before linearized reading' (duration: 300.115492ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:54:29.617079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:54:29.316727Z","time spent":"300.344308ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-27T21:54:29.616954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:54:29.226883Z","time spent":"389.926714ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:54:29.61672Z","caller":"traceutil/trace.go:171","msg":"trace[185432605] transaction","detail":"{read_only:false; response_revision:25200; number_of_response:1; }","duration":"252.954236ms","start":"2026-04-27T21:54:29.363737Z","end":"2026-04-27T21:54:29.616691Z","steps":["trace[185432605] 'process raft request' (duration: 252.836514ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:54:29.61737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.293994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:54:29.617435Z","caller":"traceutil/trace.go:171","msg":"trace[938564962] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25200; }","duration":"203.396036ms","start":"2026-04-27T21:54:29.414021Z","end":"2026-04-27T21:54:29.617417Z","steps":["trace[938564962] 'agreement among raft nodes before linearized reading' (duration: 203.264333ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:54:29.617471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.326785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-27T21:54:29.617552Z","caller":"traceutil/trace.go:171","msg":"trace[2051186709] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25200; }","duration":"295.450388ms","start":"2026-04-27T21:54:29.322081Z","end":"2026-04-27T21:54:29.617531Z","steps":["trace[2051186709] 'agreement among raft nodes before linearized reading' (duration: 295.135181ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:54:30.197071Z","caller":"traceutil/trace.go:171","msg":"trace[2005248598] transaction","detail":"{read_only:false; response_revision:25205; number_of_response:1; }","duration":"202.406814ms","start":"2026-04-27T21:54:29.994636Z","end":"2026-04-27T21:54:30.197043Z","steps":["trace[2005248598] 'process raft request' (duration: 202.183299ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:54:30.232997Z","caller":"traceutil/trace.go:171","msg":"trace[1149358816] transaction","detail":"{read_only:false; response_revision:25207; number_of_response:1; }","duration":"213.568115ms","start":"2026-04-27T21:54:30.019401Z","end":"2026-04-27T21:54:30.232969Z","steps":["trace[1149358816] 'process raft request' (duration: 213.438362ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:54:30.232984Z","caller":"traceutil/trace.go:171","msg":"trace[1890093149] transaction","detail":"{read_only:false; response_revision:25206; number_of_response:1; }","duration":"225.313827ms","start":"2026-04-27T21:54:30.007633Z","end":"2026-04-27T21:54:30.232947Z","steps":["trace[1890093149] 'process raft request' (duration: 225.084202ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:54:30.378283Z","caller":"traceutil/trace.go:171","msg":"trace[166559827] linearizableReadLoop","detail":"{readStateIndex:26068; appliedIndex:26067; }","duration":"124.297095ms","start":"2026-04-27T21:54:30.253958Z","end":"2026-04-27T21:54:30.378256Z","steps":["trace[166559827] 'read index received' (duration: 93.057845ms)","trace[166559827] 'applied index is now lower than readState.Index' (duration: 31.2381ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:54:30.378338Z","caller":"traceutil/trace.go:171","msg":"trace[1392256155] transaction","detail":"{read_only:false; response_revision:25209; number_of_response:1; }","duration":"143.123936ms","start":"2026-04-27T21:54:30.235186Z","end":"2026-04-27T21:54:30.37831Z","steps":["trace[1392256155] 'process raft request' (duration: 111.787924ms)","trace[1392256155] 'compare' (duration: 31.160978ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:54:30.37857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.575241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:1 size:7346"} {"level":"info","ts":"2026-04-27T21:54:30.378663Z","caller":"traceutil/trace.go:171","msg":"trace[1836661616] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:1; response_revision:25209; }","duration":"124.730675ms","start":"2026-04-27T21:54:30.253918Z","end":"2026-04-27T21:54:30.378649Z","steps":["trace[1836661616] 'agreement among raft nodes before linearized reading' (duration: 124.49549ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:54:31.485067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.455855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-27T21:54:31.485125Z","caller":"traceutil/trace.go:171","msg":"trace[1764155413] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25213; }","duration":"264.568657ms","start":"2026-04-27T21:54:31.220542Z","end":"2026-04-27T21:54:31.485111Z","steps":["trace[1764155413] 'range keys from in-memory index tree' (duration: 264.26648ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:54:31.485133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.244996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-27T21:54:31.48519Z","caller":"traceutil/trace.go:171","msg":"trace[1683683097] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:25213; }","duration":"250.347169ms","start":"2026-04-27T21:54:31.234831Z","end":"2026-04-27T21:54:31.485178Z","steps":["trace[1683683097] 'count revisions from in-memory index tree' (duration: 250.145234ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:54:31.536169Z","caller":"traceutil/trace.go:171","msg":"trace[2003601875] linearizableReadLoop","detail":"{readStateIndex:26073; appliedIndex:26072; }","duration":"225.035741ms","start":"2026-04-27T21:54:31.311102Z","end":"2026-04-27T21:54:31.536138Z","steps":["trace[2003601875] 'read index received' (duration: 224.777435ms)","trace[2003601875] 'applied index is now lower than readState.Index' (duration: 257.176µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:54:31.536259Z","caller":"traceutil/trace.go:171","msg":"trace[1191425142] transaction","detail":"{read_only:false; response_revision:25214; number_of_response:1; }","duration":"296.979812ms","start":"2026-04-27T21:54:31.239251Z","end":"2026-04-27T21:54:31.536231Z","steps":["trace[1191425142] 'process raft request' (duration: 296.603613ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:54:31.536487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.265606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.250\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-04-27T21:54:31.536536Z","caller":"traceutil/trace.go:171","msg":"trace[1227189512] range","detail":"{range_begin:/registry/masterleases/199.204.45.250; range_end:; response_count:1; response_revision:25214; }","duration":"225.46075ms","start":"2026-04-27T21:54:31.311061Z","end":"2026-04-27T21:54:31.536522Z","steps":["trace[1227189512] 'agreement among raft nodes before linearized reading' (duration: 225.206825ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:54:31.574546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.66537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:54:31.574606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.274785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:54:31.574618Z","caller":"traceutil/trace.go:171","msg":"trace[327929301] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:25215; }","duration":"223.747462ms","start":"2026-04-27T21:54:31.350853Z","end":"2026-04-27T21:54:31.574601Z","steps":["trace[327929301] 'agreement among raft nodes before linearized reading' (duration: 223.607219ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:54:31.574659Z","caller":"traceutil/trace.go:171","msg":"trace[1921464763] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25215; }","duration":"158.363678ms","start":"2026-04-27T21:54:31.41628Z","end":"2026-04-27T21:54:31.574644Z","steps":["trace[1921464763] 'agreement among raft nodes before linearized reading' (duration: 158.272746ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:54:31.680656Z","caller":"traceutil/trace.go:171","msg":"trace[1903452622] linearizableReadLoop","detail":"{readStateIndex:26075; appliedIndex:26074; }","duration":"104.269825ms","start":"2026-04-27T21:54:31.576341Z","end":"2026-04-27T21:54:31.680611Z","steps":["trace[1903452622] 'read index received' (duration: 38.864821ms)","trace[1903452622] 'applied index is now lower than readState.Index' (duration: 65.402304ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:54:31.68084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.478271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:54:31.680941Z","caller":"traceutil/trace.go:171","msg":"trace[1282476055] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25215; }","duration":"104.569263ms","start":"2026-04-27T21:54:31.576312Z","end":"2026-04-27T21:54:31.680881Z","steps":["trace[1282476055] 'agreement among raft nodes before linearized reading' (duration: 104.466801ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:54:31.811301Z","caller":"traceutil/trace.go:171","msg":"trace[172286023] transaction","detail":"{read_only:false; response_revision:25220; number_of_response:1; }","duration":"112.685363ms","start":"2026-04-27T21:54:31.698586Z","end":"2026-04-27T21:54:31.811271Z","steps":["trace[172286023] 'process raft request' (duration: 112.558181ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:54:31.811305Z","caller":"traceutil/trace.go:171","msg":"trace[2047665489] transaction","detail":"{read_only:false; response_revision:25219; number_of_response:1; }","duration":"113.243066ms","start":"2026-04-27T21:54:31.69801Z","end":"2026-04-27T21:54:31.811253Z","steps":["trace[2047665489] 'process raft request' (duration: 86.279112ms)","trace[2047665489] 'compare' (duration: 26.673088ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:54:32.312338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.814901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:54:32.312431Z","caller":"traceutil/trace.go:171","msg":"trace[1838957831] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:25222; }","duration":"193.971215ms","start":"2026-04-27T21:54:32.118436Z","end":"2026-04-27T21:54:32.312407Z","steps":["trace[1838957831] 'count revisions from in-memory index tree' (duration: 193.705569ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:54:32.312655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.186855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T21:54:32.312723Z","caller":"traceutil/trace.go:171","msg":"trace[1669418857] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:25222; }","duration":"359.317328ms","start":"2026-04-27T21:54:31.953387Z","end":"2026-04-27T21:54:32.312705Z","steps":["trace[1669418857] 'count revisions from in-memory index tree' (duration: 359.112484ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:54:32.312757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:54:31.953373Z","time spent":"359.374139ms","remote":"127.0.0.1:40342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":32,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:54:32.312618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.578195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:54:32.313397Z","caller":"traceutil/trace.go:171","msg":"trace[1189575880] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:25222; }","duration":"331.390803ms","start":"2026-04-27T21:54:31.981988Z","end":"2026-04-27T21:54:32.313378Z","steps":["trace[1189575880] 'range keys from in-memory index tree' (duration: 330.497983ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:54:32.313555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:54:31.981972Z","time spent":"331.565927ms","remote":"127.0.0.1:40020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"info","ts":"2026-04-27T21:54:32.329561Z","caller":"traceutil/trace.go:171","msg":"trace[996531240] transaction","detail":"{read_only:false; response_revision:25223; number_of_response:1; }","duration":"127.098517ms","start":"2026-04-27T21:54:32.202452Z","end":"2026-04-27T21:54:32.329551Z","steps":["trace[996531240] 'process raft request' (duration: 126.988274ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:54:33.252952Z","caller":"traceutil/trace.go:171","msg":"trace[1456824728] linearizableReadLoop","detail":"{readStateIndex:26084; appliedIndex:26082; }","duration":"934.436461ms","start":"2026-04-27T21:54:32.318485Z","end":"2026-04-27T21:54:33.252921Z","steps":["trace[1456824728] 'read index received' (duration: 10.963496ms)","trace[1456824728] 'applied index is now lower than readState.Index' (duration: 923.471535ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:54:33.252957Z","caller":"traceutil/trace.go:171","msg":"trace[377225281] transaction","detail":"{read_only:false; response_revision:25224; number_of_response:1; }","duration":"1.013560973s","start":"2026-04-27T21:54:32.239365Z","end":"2026-04-27T21:54:33.252926Z","steps":["trace[377225281] 'process raft request' (duration: 1.002408043s)","trace[377225281] 'compare' (duration: 10.956576ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:54:33.253106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:54:32.239334Z","time spent":"1.013697467s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:54:33.254148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"935.639108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-27T21:54:33.25421Z","caller":"traceutil/trace.go:171","msg":"trace[1000383679] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25224; }","duration":"935.73844ms","start":"2026-04-27T21:54:32.318456Z","end":"2026-04-27T21:54:33.254195Z","steps":["trace[1000383679] 'agreement among raft nodes before linearized reading' (duration: 934.582985ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:54:33.254242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:54:32.318444Z","time spent":"935.790771ms","remote":"127.0.0.1:39966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-27T21:54:33.286745Z","caller":"traceutil/trace.go:171","msg":"trace[1081166643] transaction","detail":"{read_only:false; response_revision:25225; number_of_response:1; }","duration":"235.190348ms","start":"2026-04-27T21:54:33.051521Z","end":"2026-04-27T21:54:33.286711Z","steps":["trace[1081166643] 'process raft request' (duration: 234.781769ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:54:33.287132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.462178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-27T21:54:33.287206Z","caller":"traceutil/trace.go:171","msg":"trace[270269528] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25225; }","duration":"791.584231ms","start":"2026-04-27T21:54:32.495603Z","end":"2026-04-27T21:54:33.287188Z","steps":["trace[270269528] 'agreement among raft nodes before linearized reading' (duration: 791.365537ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:54:33.287265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:54:32.495586Z","time spent":"791.663673ms","remote":"127.0.0.1:39882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-27T21:54:33.287387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.496182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:1 size:7346"} {"level":"info","ts":"2026-04-27T21:54:33.287452Z","caller":"traceutil/trace.go:171","msg":"trace[1316974927] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:1; response_revision:25225; }","duration":"384.568914ms","start":"2026-04-27T21:54:32.902866Z","end":"2026-04-27T21:54:33.287435Z","steps":["trace[1316974927] 'agreement among raft nodes before linearized reading' (duration: 384.39136ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:54:33.287496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:54:32.902861Z","time spent":"384.622055ms","remote":"127.0.0.1:40020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":7370,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"warn","ts":"2026-04-27T21:54:33.287544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.252283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:54:33.2876Z","caller":"traceutil/trace.go:171","msg":"trace[1023962101] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:25225; }","duration":"399.356165ms","start":"2026-04-27T21:54:32.888231Z","end":"2026-04-27T21:54:33.287587Z","steps":["trace[1023962101] 'agreement among raft nodes before linearized reading' (duration: 399.266953ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:54:33.287649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:54:32.888208Z","time spent":"399.429026ms","remote":"127.0.0.1:40020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-04-27T21:54:33.287629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"854.810808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-27T21:54:33.287724Z","caller":"traceutil/trace.go:171","msg":"trace[2002743972] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25225; }","duration":"855.074113ms","start":"2026-04-27T21:54:32.432632Z","end":"2026-04-27T21:54:33.287706Z","steps":["trace[2002743972] 'agreement among raft nodes before linearized reading' (duration: 854.896349ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:54:33.287774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:54:32.432611Z","time spent":"855.153695ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-27T21:54:33.28787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.930297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:54:33.287926Z","caller":"traceutil/trace.go:171","msg":"trace[644013249] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:25225; }","duration":"583.033529ms","start":"2026-04-27T21:54:32.704878Z","end":"2026-04-27T21:54:33.287911Z","steps":["trace[644013249] 'agreement among raft nodes before linearized reading' (duration: 582.942627ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:54:33.28797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:54:32.70485Z","time spent":"583.105561ms","remote":"127.0.0.1:44466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:54:33.287984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.700415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-27T21:54:33.288036Z","caller":"traceutil/trace.go:171","msg":"trace[1033151015] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25225; }","duration":"175.785208ms","start":"2026-04-27T21:54:33.112235Z","end":"2026-04-27T21:54:33.28802Z","steps":["trace[1033151015] 'agreement among raft nodes before linearized reading' (duration: 175.665085ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:54:33.288178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"903.201361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:1 size:7346"} {"level":"info","ts":"2026-04-27T21:54:33.288302Z","caller":"traceutil/trace.go:171","msg":"trace[1601987231] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:1; response_revision:25225; }","duration":"903.364844ms","start":"2026-04-27T21:54:32.384912Z","end":"2026-04-27T21:54:33.288276Z","steps":["trace[1601987231] 'agreement among raft nodes before linearized reading' (duration: 903.094128ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:54:33.288364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:54:32.384892Z","time spent":"903.456257ms","remote":"127.0.0.1:40020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":7370,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"warn","ts":"2026-04-27T21:54:33.287853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.358976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-27T21:54:33.288444Z","caller":"traceutil/trace.go:171","msg":"trace[1123509819] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25225; }","duration":"162.980771ms","start":"2026-04-27T21:54:33.125445Z","end":"2026-04-27T21:54:33.288426Z","steps":["trace[1123509819] 'agreement among raft nodes before linearized reading' (duration: 162.263905ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:54:36.033445Z","caller":"traceutil/trace.go:171","msg":"trace[8808653] transaction","detail":"{read_only:false; response_revision:25246; number_of_response:1; }","duration":"115.363215ms","start":"2026-04-27T21:54:35.91806Z","end":"2026-04-27T21:54:36.033423Z","steps":["trace[8808653] 'process raft request' (duration: 115.203141ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:54:36.035271Z","caller":"traceutil/trace.go:171","msg":"trace[208682588] linearizableReadLoop","detail":"{readStateIndex:26107; appliedIndex:26105; }","duration":"116.517551ms","start":"2026-04-27T21:54:35.918737Z","end":"2026-04-27T21:54:36.035254Z","steps":["trace[208682588] 'read index received' (duration: 114.516866ms)","trace[208682588] 'applied index is now lower than readState.Index' (duration: 1.999895ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:54:36.035324Z","caller":"traceutil/trace.go:171","msg":"trace[2086404374] transaction","detail":"{read_only:false; response_revision:25247; number_of_response:1; }","duration":"116.672154ms","start":"2026-04-27T21:54:35.918633Z","end":"2026-04-27T21:54:36.035306Z","steps":["trace[2086404374] 'process raft request' (duration: 116.521611ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:54:36.035464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.699505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-27T21:54:36.035494Z","caller":"traceutil/trace.go:171","msg":"trace[1995466271] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25247; }","duration":"116.786656ms","start":"2026-04-27T21:54:35.9187Z","end":"2026-04-27T21:54:36.035487Z","steps":["trace[1995466271] 'agreement among raft nodes before linearized reading' (duration: 116.641313ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:54:36.035591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.827268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-27T21:54:36.035674Z","caller":"traceutil/trace.go:171","msg":"trace[522626097] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25247; }","duration":"116.91734ms","start":"2026-04-27T21:54:35.918736Z","end":"2026-04-27T21:54:36.035654Z","steps":["trace[522626097] 'agreement among raft nodes before linearized reading' (duration: 116.679965ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:54:53.719667Z","caller":"traceutil/trace.go:171","msg":"trace[915362573] transaction","detail":"{read_only:false; response_revision:25402; number_of_response:1; }","duration":"105.215228ms","start":"2026-04-27T21:54:53.614387Z","end":"2026-04-27T21:54:53.719602Z","steps":["trace[915362573] 'process raft request' (duration: 31.456555ms)","trace[915362573] 'compare' (duration: 73.347454ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:54:54.325346Z","caller":"traceutil/trace.go:171","msg":"trace[402998197] linearizableReadLoop","detail":"{readStateIndex:26274; appliedIndex:26272; }","duration":"116.250694ms","start":"2026-04-27T21:54:54.209068Z","end":"2026-04-27T21:54:54.325319Z","steps":["trace[402998197] 'read index received' (duration: 49.159581ms)","trace[402998197] 'applied index is now lower than readState.Index' (duration: 67.090043ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:54:54.325508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.428858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:54:54.325574Z","caller":"traceutil/trace.go:171","msg":"trace[1527058046] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:25410; }","duration":"116.53759ms","start":"2026-04-27T21:54:54.209021Z","end":"2026-04-27T21:54:54.325559Z","steps":["trace[1527058046] 'agreement among raft nodes before linearized reading' (duration: 116.400497ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:54:54.325855Z","caller":"traceutil/trace.go:171","msg":"trace[2027419297] transaction","detail":"{read_only:false; response_revision:25410; number_of_response:1; }","duration":"151.983825ms","start":"2026-04-27T21:54:54.173857Z","end":"2026-04-27T21:54:54.325841Z","steps":["trace[2027419297] 'process raft request' (duration: 151.33009ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:54:56.480475Z","caller":"traceutil/trace.go:171","msg":"trace[59879768] linearizableReadLoop","detail":"{readStateIndex:26289; appliedIndex:26288; }","duration":"151.918973ms","start":"2026-04-27T21:54:56.32853Z","end":"2026-04-27T21:54:56.480449Z","steps":["trace[59879768] 'read index received' (duration: 119.566719ms)","trace[59879768] 'applied index is now lower than readState.Index' (duration: 32.351014ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:54:56.480604Z","caller":"traceutil/trace.go:171","msg":"trace[1043839328] transaction","detail":"{read_only:false; response_revision:25425; number_of_response:1; }","duration":"214.655507ms","start":"2026-04-27T21:54:56.265897Z","end":"2026-04-27T21:54:56.480552Z","steps":["trace[1043839328] 'process raft request' (duration: 182.299123ms)","trace[1043839328] 'compare' (duration: 32.109469ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:54:56.480751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.209898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:54:56.480782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.24331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-27T21:54:56.480827Z","caller":"traceutil/trace.go:171","msg":"trace[494493035] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:25425; }","duration":"143.328531ms","start":"2026-04-27T21:54:56.337482Z","end":"2026-04-27T21:54:56.480811Z","steps":["trace[494493035] 'agreement among raft nodes before linearized reading' (duration: 143.181928ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:54:56.480854Z","caller":"traceutil/trace.go:171","msg":"trace[738927300] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25425; }","duration":"152.360482ms","start":"2026-04-27T21:54:56.328474Z","end":"2026-04-27T21:54:56.480835Z","steps":["trace[738927300] 'agreement among raft nodes before linearized reading' (duration: 152.109977ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:54:56.773939Z","caller":"traceutil/trace.go:171","msg":"trace[673129066] transaction","detail":"{read_only:false; response_revision:25427; number_of_response:1; }","duration":"224.13553ms","start":"2026-04-27T21:54:56.549778Z","end":"2026-04-27T21:54:56.773913Z","steps":["trace[673129066] 'process raft request' (duration: 166.441888ms)","trace[673129066] 'compare' (duration: 57.431566ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:54:57.65183Z","caller":"traceutil/trace.go:171","msg":"trace[617949633] transaction","detail":"{read_only:false; response_revision:25429; number_of_response:1; }","duration":"112.059101ms","start":"2026-04-27T21:54:57.539745Z","end":"2026-04-27T21:54:57.651804Z","steps":["trace[617949633] 'process raft request' (duration: 111.878857ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:55:00.158503Z","caller":"traceutil/trace.go:171","msg":"trace[1887221778] linearizableReadLoop","detail":"{readStateIndex:26313; appliedIndex:26311; }","duration":"175.254455ms","start":"2026-04-27T21:54:59.983232Z","end":"2026-04-27T21:55:00.158486Z","steps":["trace[1887221778] 'read index received' (duration: 19.724402ms)","trace[1887221778] 'applied index is now lower than readState.Index' (duration: 155.529403ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:55:00.158625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.382268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:55:00.158651Z","caller":"traceutil/trace.go:171","msg":"trace[2051521825] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:25448; }","duration":"175.44771ms","start":"2026-04-27T21:54:59.983193Z","end":"2026-04-27T21:55:00.158641Z","steps":["trace[2051521825] 'agreement among raft nodes before linearized reading' (duration: 175.358748ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:55:00.15884Z","caller":"traceutil/trace.go:171","msg":"trace[55655663] transaction","detail":"{read_only:false; response_revision:25448; number_of_response:1; }","duration":"187.03986ms","start":"2026-04-27T21:54:59.971791Z","end":"2026-04-27T21:55:00.158831Z","steps":["trace[55655663] 'process raft request' (duration: 109.391351ms)","trace[55655663] 'compare' (duration: 76.77695ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:55:00.287938Z","caller":"traceutil/trace.go:171","msg":"trace[1144081258] transaction","detail":"{read_only:false; response_revision:25450; number_of_response:1; }","duration":"122.631137ms","start":"2026-04-27T21:55:00.165267Z","end":"2026-04-27T21:55:00.287899Z","steps":["trace[1144081258] 'process raft request' (duration: 115.663461ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:55:00.290137Z","caller":"traceutil/trace.go:171","msg":"trace[1532450466] linearizableReadLoop","detail":"{readStateIndex:26317; appliedIndex:26314; }","duration":"105.482814ms","start":"2026-04-27T21:55:00.184632Z","end":"2026-04-27T21:55:00.290114Z","steps":["trace[1532450466] 'read index received' (duration: 96.317379ms)","trace[1532450466] 'applied index is now lower than readState.Index' (duration: 9.164385ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:55:00.290346Z","caller":"traceutil/trace.go:171","msg":"trace[196211465] transaction","detail":"{read_only:false; response_revision:25451; number_of_response:1; }","duration":"120.754165ms","start":"2026-04-27T21:55:00.169433Z","end":"2026-04-27T21:55:00.290188Z","steps":["trace[196211465] 'process raft request' (duration: 120.484489ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:00.290432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.7863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T21:55:00.290477Z","caller":"traceutil/trace.go:171","msg":"trace[510339563] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25453; }","duration":"105.880022ms","start":"2026-04-27T21:55:00.184587Z","end":"2026-04-27T21:55:00.290467Z","steps":["trace[510339563] 'agreement among raft nodes before linearized reading' (duration: 105.77341ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:55:01.936967Z","caller":"traceutil/trace.go:171","msg":"trace[787630387] transaction","detail":"{read_only:false; response_revision:25473; number_of_response:1; }","duration":"136.150471ms","start":"2026-04-27T21:55:01.800777Z","end":"2026-04-27T21:55:01.936927Z","steps":["trace[787630387] 'process raft request' (duration: 96.774269ms)","trace[787630387] 'compare' (duration: 38.914781ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:55:01.936989Z","caller":"traceutil/trace.go:171","msg":"trace[675044817] transaction","detail":"{read_only:false; response_revision:25474; number_of_response:1; }","duration":"135.458823ms","start":"2026-04-27T21:55:01.801504Z","end":"2026-04-27T21:55:01.936963Z","steps":["trace[675044817] 'process raft request' (duration: 135.210238ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:55:02.115908Z","caller":"traceutil/trace.go:171","msg":"trace[946027386] transaction","detail":"{read_only:false; response_revision:25475; number_of_response:1; }","duration":"174.464628ms","start":"2026-04-27T21:55:01.941411Z","end":"2026-04-27T21:55:02.115875Z","steps":["trace[946027386] 'process raft request' (duration: 174.276484ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:55:02.119367Z","caller":"traceutil/trace.go:171","msg":"trace[1803789903] transaction","detail":"{read_only:false; response_revision:25476; number_of_response:1; }","duration":"110.797641ms","start":"2026-04-27T21:55:02.008539Z","end":"2026-04-27T21:55:02.119336Z","steps":["trace[1803789903] 'process raft request' (duration: 110.231569ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:55:02.949049Z","caller":"traceutil/trace.go:171","msg":"trace[760581077] transaction","detail":"{read_only:false; response_revision:25486; number_of_response:1; }","duration":"110.677939ms","start":"2026-04-27T21:55:02.838348Z","end":"2026-04-27T21:55:02.949026Z","steps":["trace[760581077] 'process raft request' (duration: 110.527515ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:55:08.288718Z","caller":"traceutil/trace.go:171","msg":"trace[604558145] linearizableReadLoop","detail":"{readStateIndex:26409; appliedIndex:26406; }","duration":"146.373839ms","start":"2026-04-27T21:55:08.142327Z","end":"2026-04-27T21:55:08.2887Z","steps":["trace[604558145] 'read index received' (duration: 76.923164ms)","trace[604558145] 'applied index is now lower than readState.Index' (duration: 69.450065ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:55:08.288761Z","caller":"traceutil/trace.go:171","msg":"trace[1415873448] transaction","detail":"{read_only:false; response_revision:25541; number_of_response:1; }","duration":"151.177837ms","start":"2026-04-27T21:55:08.137556Z","end":"2026-04-27T21:55:08.288734Z","steps":["trace[1415873448] 'process raft request' (duration: 150.991963ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:55:08.288867Z","caller":"traceutil/trace.go:171","msg":"trace[1359342370] transaction","detail":"{read_only:false; response_revision:25542; number_of_response:1; }","duration":"138.488192ms","start":"2026-04-27T21:55:08.150264Z","end":"2026-04-27T21:55:08.288752Z","steps":["trace[1359342370] 'process raft request' (duration: 138.335329ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:08.289143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.816439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-27T21:55:08.289144Z","caller":"traceutil/trace.go:171","msg":"trace[967869359] transaction","detail":"{read_only:false; response_revision:25540; number_of_response:1; }","duration":"154.223376ms","start":"2026-04-27T21:55:08.134884Z","end":"2026-04-27T21:55:08.289107Z","steps":["trace[967869359] 'process raft request' (duration: 153.52907ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:55:08.289356Z","caller":"traceutil/trace.go:171","msg":"trace[627603557] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25543; }","duration":"147.053275ms","start":"2026-04-27T21:55:08.142276Z","end":"2026-04-27T21:55:08.289329Z","steps":["trace[627603557] 'agreement among raft nodes before linearized reading' (duration: 146.685546ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:55:08.564883Z","caller":"traceutil/trace.go:171","msg":"trace[1989809972] transaction","detail":"{read_only:false; response_revision:25548; number_of_response:1; }","duration":"138.919172ms","start":"2026-04-27T21:55:08.425936Z","end":"2026-04-27T21:55:08.564855Z","steps":["trace[1989809972] 'process raft request' (duration: 138.635906ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:55:09.833843Z","caller":"traceutil/trace.go:171","msg":"trace[277567646] transaction","detail":"{read_only:false; response_revision:25555; number_of_response:1; }","duration":"277.7089ms","start":"2026-04-27T21:55:09.556108Z","end":"2026-04-27T21:55:09.833817Z","steps":["trace[277567646] 'process raft request' (duration: 195.799726ms)","trace[277567646] 'compare' (duration: 81.577727ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:55:09.870689Z","caller":"traceutil/trace.go:171","msg":"trace[1153136552] linearizableReadLoop","detail":"{readStateIndex:26425; appliedIndex:26422; }","duration":"239.434293ms","start":"2026-04-27T21:55:09.631237Z","end":"2026-04-27T21:55:09.870672Z","steps":["trace[1153136552] 'read index received' (duration: 120.719054ms)","trace[1153136552] 'applied index is now lower than readState.Index' (duration: 118.714759ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:55:09.870862Z","caller":"traceutil/trace.go:171","msg":"trace[908548311] transaction","detail":"{read_only:false; response_revision:25556; number_of_response:1; }","duration":"301.167896ms","start":"2026-04-27T21:55:09.569688Z","end":"2026-04-27T21:55:09.870856Z","steps":["trace[908548311] 'process raft request' (duration: 300.816658ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:09.870918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:09.56967Z","time spent":"301.207416ms","remote":"127.0.0.1:39864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-27T21:55:09.87092Z","caller":"traceutil/trace.go:171","msg":"trace[805933081] transaction","detail":"{read_only:false; response_revision:25558; number_of_response:1; }","duration":"125.237146ms","start":"2026-04-27T21:55:09.745639Z","end":"2026-04-27T21:55:09.870877Z","steps":["trace[805933081] 'process raft request' (duration: 124.991411ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:09.871069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.836242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T21:55:09.871088Z","caller":"traceutil/trace.go:171","msg":"trace[1198269188] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:25558; }","duration":"239.899493ms","start":"2026-04-27T21:55:09.631184Z","end":"2026-04-27T21:55:09.871083Z","steps":["trace[1198269188] 'agreement among raft nodes before linearized reading' (duration: 239.840651ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:55:09.871227Z","caller":"traceutil/trace.go:171","msg":"trace[921914608] transaction","detail":"{read_only:false; response_revision:25557; number_of_response:1; }","duration":"281.893604ms","start":"2026-04-27T21:55:09.589324Z","end":"2026-04-27T21:55:09.871218Z","steps":["trace[921914608] 'process raft request' (duration: 281.26638ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:10.238469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.744698ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:55:10.238589Z","caller":"traceutil/trace.go:171","msg":"trace[722625091] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25565; }","duration":"155.874661ms","start":"2026-04-27T21:55:10.082696Z","end":"2026-04-27T21:55:10.238571Z","steps":["trace[722625091] 'range keys from in-memory index tree' (duration: 155.728198ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:10.239166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.528858ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T21:55:10.239321Z","caller":"traceutil/trace.go:171","msg":"trace[1252472097] transaction","detail":"{read_only:false; response_revision:25567; number_of_response:1; }","duration":"128.767114ms","start":"2026-04-27T21:55:10.110543Z","end":"2026-04-27T21:55:10.23931Z","steps":["trace[1252472097] 'process raft request' (duration: 128.700303ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:55:10.239509Z","caller":"traceutil/trace.go:171","msg":"trace[1668424271] transaction","detail":"{read_only:false; response_revision:25566; number_of_response:1; }","duration":"239.332741ms","start":"2026-04-27T21:55:10.000164Z","end":"2026-04-27T21:55:10.239497Z","steps":["trace[1668424271] 'process raft request' (duration: 123.415154ms)","trace[1668424271] 'compare' (duration: 115.342005ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:55:10.239679Z","caller":"traceutil/trace.go:171","msg":"trace[2076232083] linearizableReadLoop","detail":"{readStateIndex:26435; appliedIndex:26434; }","duration":"194.508248ms","start":"2026-04-27T21:55:10.045141Z","end":"2026-04-27T21:55:10.23965Z","steps":["trace[2076232083] 'read index received' (duration: 78.453258ms)","trace[2076232083] 'applied index is now lower than readState.Index' (duration: 116.05281ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:55:10.239828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.690331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:55:10.239877Z","caller":"traceutil/trace.go:171","msg":"trace[711640350] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:25567; }","duration":"194.777923ms","start":"2026-04-27T21:55:10.045087Z","end":"2026-04-27T21:55:10.239865Z","steps":["trace[711640350] 'agreement among raft nodes before linearized reading' (duration: 194.680371ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:10.239931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.963199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-27T21:55:10.239972Z","caller":"traceutil/trace.go:171","msg":"trace[236531268] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25567; }","duration":"175.062401ms","start":"2026-04-27T21:55:10.064897Z","end":"2026-04-27T21:55:10.23996Z","steps":["trace[236531268] 'agreement among raft nodes before linearized reading' (duration: 174.902858ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:10.240037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.326728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-27T21:55:10.240152Z","caller":"traceutil/trace.go:171","msg":"trace[1117966643] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25567; }","duration":"159.457172ms","start":"2026-04-27T21:55:10.080662Z","end":"2026-04-27T21:55:10.240119Z","steps":["trace[1117966643] 'agreement among raft nodes before linearized reading' (duration: 159.211977ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:55:10.485198Z","caller":"traceutil/trace.go:171","msg":"trace[1001887382] transaction","detail":"{read_only:false; response_revision:25575; number_of_response:1; }","duration":"128.241492ms","start":"2026-04-27T21:55:10.356928Z","end":"2026-04-27T21:55:10.48517Z","steps":["trace[1001887382] 'process raft request' (duration: 124.854806ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:55:10.48554Z","caller":"traceutil/trace.go:171","msg":"trace[276014954] transaction","detail":"{read_only:false; response_revision:25576; number_of_response:1; }","duration":"125.302676ms","start":"2026-04-27T21:55:10.360216Z","end":"2026-04-27T21:55:10.485519Z","steps":["trace[276014954] 'process raft request' (duration: 125.140302ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:55:10.485531Z","caller":"traceutil/trace.go:171","msg":"trace[966721521] linearizableReadLoop","detail":"{readStateIndex:26445; appliedIndex:26443; }","duration":"100.961891ms","start":"2026-04-27T21:55:10.384512Z","end":"2026-04-27T21:55:10.485474Z","steps":["trace[966721521] 'read index received' (duration: 97.266988ms)","trace[966721521] 'applied index is now lower than readState.Index' (duration: 3.693593ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:55:10.485726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.060596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/magnum-registry\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:55:10.485808Z","caller":"traceutil/trace.go:171","msg":"trace[1049871047] range","detail":"{range_begin:/registry/deployments/openstack/magnum-registry; range_end:; response_count:0; response_revision:25576; }","duration":"106.152608ms","start":"2026-04-27T21:55:10.379638Z","end":"2026-04-27T21:55:10.48579Z","steps":["trace[1049871047] 'agreement among raft nodes before linearized reading' (duration: 105.978625ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:55:10.498681Z","caller":"traceutil/trace.go:171","msg":"trace[76262315] transaction","detail":"{read_only:false; response_revision:25577; number_of_response:1; }","duration":"100.389519ms","start":"2026-04-27T21:55:10.398264Z","end":"2026-04-27T21:55:10.498653Z","steps":["trace[76262315] 'process raft request' (duration: 100.206595ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:10.499038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.3842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-04-27T21:55:10.499123Z","caller":"traceutil/trace.go:171","msg":"trace[459233517] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:25578; }","duration":"105.481022ms","start":"2026-04-27T21:55:10.393621Z","end":"2026-04-27T21:55:10.499102Z","steps":["trace[459233517] 'agreement among raft nodes before linearized reading' (duration: 105.026752ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:10.816929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.632206ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T21:55:10.817022Z","caller":"traceutil/trace.go:171","msg":"trace[281409403] linearizableReadLoop","detail":"{readStateIndex:26455; appliedIndex:26454; }","duration":"255.000262ms","start":"2026-04-27T21:55:10.562007Z","end":"2026-04-27T21:55:10.817007Z","steps":["trace[281409403] 'read index received' (duration: 95.228973ms)","trace[281409403] 'applied index is now lower than readState.Index' (duration: 159.770159ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:55:10.817084Z","caller":"traceutil/trace.go:171","msg":"trace[579021959] transaction","detail":"{read_only:false; response_revision:25586; number_of_response:1; }","duration":"312.94811ms","start":"2026-04-27T21:55:10.504125Z","end":"2026-04-27T21:55:10.817073Z","steps":["trace[579021959] 'process raft request' (duration: 153.09904ms)","trace[579021959] 'compare' (duration: 159.125034ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:55:10.81714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:10.504103Z","time spent":"313.009301ms","remote":"127.0.0.1:56704","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3781,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:55:10.817353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.513113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-04-27T21:55:10.81745Z","caller":"traceutil/trace.go:171","msg":"trace[565377835] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:25586; }","duration":"313.660746ms","start":"2026-04-27T21:55:10.503768Z","end":"2026-04-27T21:55:10.817429Z","steps":["trace[565377835] 'agreement among raft nodes before linearized reading' (duration: 313.38902ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:10.817498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:10.503753Z","time spent":"313.735088ms","remote":"127.0.0.1:39874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":1,"response size":675,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" "} {"level":"info","ts":"2026-04-27T21:55:10.822389Z","caller":"traceutil/trace.go:171","msg":"trace[721118490] transaction","detail":"{read_only:false; response_revision:25587; number_of_response:1; }","duration":"257.107819ms","start":"2026-04-27T21:55:10.565226Z","end":"2026-04-27T21:55:10.822334Z","steps":["trace[721118490] 'process raft request' (duration: 256.27856ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:55:10.822464Z","caller":"traceutil/trace.go:171","msg":"trace[1787686934] transaction","detail":"{read_only:false; response_revision:25588; number_of_response:1; }","duration":"246.960412ms","start":"2026-04-27T21:55:10.575481Z","end":"2026-04-27T21:55:10.822442Z","steps":["trace[1787686934] 'process raft request' (duration: 246.133724ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:55:10.822606Z","caller":"traceutil/trace.go:171","msg":"trace[97205631] transaction","detail":"{read_only:false; response_revision:25589; number_of_response:1; }","duration":"244.707101ms","start":"2026-04-27T21:55:10.577888Z","end":"2026-04-27T21:55:10.822595Z","steps":["trace[97205631] 'process raft request' (duration: 243.782161ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:10.822797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.263718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-conductor-0\" ","response":"range_response_count:1 size:9857"} {"level":"info","ts":"2026-04-27T21:55:10.82293Z","caller":"traceutil/trace.go:171","msg":"trace[2110211750] range","detail":"{range_begin:/registry/pods/openstack/magnum-conductor-0; range_end:; response_count:1; response_revision:25589; }","duration":"247.433982ms","start":"2026-04-27T21:55:10.575435Z","end":"2026-04-27T21:55:10.822869Z","steps":["trace[2110211750] 'agreement among raft nodes before linearized reading' (duration: 247.111825ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:10.82303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.689244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/magnum-registry\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:55:10.823215Z","caller":"traceutil/trace.go:171","msg":"trace[1045646522] range","detail":"{range_begin:/registry/services/specs/openstack/magnum-registry; range_end:; response_count:0; response_revision:25589; }","duration":"258.892688ms","start":"2026-04-27T21:55:10.564292Z","end":"2026-04-27T21:55:10.823184Z","steps":["trace[1045646522] 'agreement among raft nodes before linearized reading' (duration: 258.681514ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:10.823104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.869161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2212892"} {"level":"info","ts":"2026-04-27T21:55:10.8233Z","caller":"traceutil/trace.go:171","msg":"trace[216229955] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:25589; }","duration":"260.066275ms","start":"2026-04-27T21:55:10.5632Z","end":"2026-04-27T21:55:10.823266Z","steps":["trace[216229955] 'agreement among raft nodes before linearized reading' (duration: 258.526201ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:55:10.972932Z","caller":"traceutil/trace.go:171","msg":"trace[180127262] transaction","detail":"{read_only:false; response_revision:25593; number_of_response:1; }","duration":"144.135929ms","start":"2026-04-27T21:55:10.828762Z","end":"2026-04-27T21:55:10.972898Z","steps":["trace[180127262] 'process raft request' (duration: 143.902013ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:55:10.973012Z","caller":"traceutil/trace.go:171","msg":"trace[686866045] transaction","detail":"{read_only:false; response_revision:25594; number_of_response:1; }","duration":"144.118419ms","start":"2026-04-27T21:55:10.828864Z","end":"2026-04-27T21:55:10.972982Z","steps":["trace[686866045] 'process raft request' (duration: 143.932664ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:55:10.973222Z","caller":"traceutil/trace.go:171","msg":"trace[434129637] transaction","detail":"{read_only:false; response_revision:25598; number_of_response:1; }","duration":"139.445584ms","start":"2026-04-27T21:55:10.833758Z","end":"2026-04-27T21:55:10.973203Z","steps":["trace[434129637] 'process raft request' (duration: 139.332832ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:55:10.973228Z","caller":"traceutil/trace.go:171","msg":"trace[938863783] transaction","detail":"{read_only:false; response_revision:25597; number_of_response:1; }","duration":"142.359249ms","start":"2026-04-27T21:55:10.830827Z","end":"2026-04-27T21:55:10.973186Z","steps":["trace[938863783] 'process raft request' (duration: 142.197605ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:55:10.973311Z","caller":"traceutil/trace.go:171","msg":"trace[1832289660] transaction","detail":"{read_only:false; response_revision:25596; number_of_response:1; }","duration":"142.829439ms","start":"2026-04-27T21:55:10.830424Z","end":"2026-04-27T21:55:10.973254Z","steps":["trace[1832289660] 'process raft request' (duration: 142.540073ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:55:10.973477Z","caller":"traceutil/trace.go:171","msg":"trace[2109935033] transaction","detail":"{read_only:false; response_revision:25599; number_of_response:1; }","duration":"132.588401ms","start":"2026-04-27T21:55:10.840862Z","end":"2026-04-27T21:55:10.97345Z","steps":["trace[2109935033] 'process raft request' (duration: 132.293344ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:55:10.973678Z","caller":"traceutil/trace.go:171","msg":"trace[1863200493] transaction","detail":"{read_only:false; response_revision:25600; number_of_response:1; }","duration":"119.259331ms","start":"2026-04-27T21:55:10.854405Z","end":"2026-04-27T21:55:10.973664Z","steps":["trace[1863200493] 'process raft request' (duration: 118.973025ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:10.973718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.644548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-27T21:55:10.97375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.668123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1822"} {"level":"info","ts":"2026-04-27T21:55:10.973779Z","caller":"traceutil/trace.go:171","msg":"trace[1265427919] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:25600; }","duration":"118.760261ms","start":"2026-04-27T21:55:10.855005Z","end":"2026-04-27T21:55:10.973765Z","steps":["trace[1265427919] 'agreement among raft nodes before linearized reading' (duration: 118.563726ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:55:10.973826Z","caller":"traceutil/trace.go:171","msg":"trace[749888578] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:25600; }","duration":"124.771085ms","start":"2026-04-27T21:55:10.849034Z","end":"2026-04-27T21:55:10.973805Z","steps":["trace[749888578] 'agreement among raft nodes before linearized reading' (duration: 124.53809ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:10.97382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.001084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:709"} {"level":"info","ts":"2026-04-27T21:55:10.973905Z","caller":"traceutil/trace.go:171","msg":"trace[2038082500] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:25600; }","duration":"143.129876ms","start":"2026-04-27T21:55:10.830753Z","end":"2026-04-27T21:55:10.973883Z","steps":["trace[2038082500] 'agreement among raft nodes before linearized reading' (duration: 142.83392ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:55:10.974087Z","caller":"traceutil/trace.go:171","msg":"trace[1602875831] transaction","detail":"{read_only:false; response_revision:25595; number_of_response:1; }","duration":"145.153282ms","start":"2026-04-27T21:55:10.828908Z","end":"2026-04-27T21:55:10.974061Z","steps":["trace[1602875831] 'process raft request' (duration: 143.967486ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:55:11.047702Z","caller":"traceutil/trace.go:171","msg":"trace[1278798589] transaction","detail":"{read_only:false; response_revision:25601; number_of_response:1; }","duration":"153.260092ms","start":"2026-04-27T21:55:10.894416Z","end":"2026-04-27T21:55:11.047676Z","steps":["trace[1278798589] 'process raft request' (duration: 153.022046ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:11.047823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.602758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-04-27T21:55:11.047835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.367139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:55:11.047902Z","caller":"traceutil/trace.go:171","msg":"trace[453897116] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:25601; }","duration":"119.71338ms","start":"2026-04-27T21:55:10.928169Z","end":"2026-04-27T21:55:11.047883Z","steps":["trace[453897116] 'agreement among raft nodes before linearized reading' (duration: 119.504946ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:55:11.047916Z","caller":"traceutil/trace.go:171","msg":"trace[717601232] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:25601; }","duration":"138.499581ms","start":"2026-04-27T21:55:10.909396Z","end":"2026-04-27T21:55:11.047895Z","steps":["trace[717601232] 'agreement among raft nodes before linearized reading' (duration: 138.297077ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:55:11.08402Z","caller":"traceutil/trace.go:171","msg":"trace[269932013] transaction","detail":"{read_only:false; response_revision:25602; number_of_response:1; }","duration":"104.318796ms","start":"2026-04-27T21:55:10.979682Z","end":"2026-04-27T21:55:11.084001Z","steps":["trace[269932013] 'process raft request' (duration: 104.085981ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:55:11.084149Z","caller":"traceutil/trace.go:171","msg":"trace[2033490729] transaction","detail":"{read_only:false; response_revision:25604; number_of_response:1; }","duration":"100.477071ms","start":"2026-04-27T21:55:10.983641Z","end":"2026-04-27T21:55:11.084118Z","steps":["trace[2033490729] 'process raft request' (duration: 100.333478ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:11.084387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.911232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/magnum-registry\" ","response":"range_response_count:1 size:2664"} {"level":"warn","ts":"2026-04-27T21:55:11.084396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.254569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/magnum-api-certs\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:55:11.084458Z","caller":"traceutil/trace.go:171","msg":"trace[518223331] range","detail":"{range_begin:/registry/deployments/openstack/magnum-registry; range_end:; response_count:1; response_revision:25605; }","duration":"102.023135ms","start":"2026-04-27T21:55:10.982419Z","end":"2026-04-27T21:55:11.084442Z","steps":["trace[518223331] 'agreement among raft nodes before linearized reading' (duration: 101.830631ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:55:11.084469Z","caller":"traceutil/trace.go:171","msg":"trace[1195863290] range","detail":"{range_begin:/registry/secrets/openstack/magnum-api-certs; range_end:; response_count:0; response_revision:25605; }","duration":"102.358662ms","start":"2026-04-27T21:55:10.982094Z","end":"2026-04-27T21:55:11.084453Z","steps":["trace[1195863290] 'agreement among raft nodes before linearized reading' (duration: 102.25052ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:55:11.08408Z","caller":"traceutil/trace.go:171","msg":"trace[980131039] transaction","detail":"{read_only:false; response_revision:25603; number_of_response:1; }","duration":"101.570115ms","start":"2026-04-27T21:55:10.982493Z","end":"2026-04-27T21:55:11.084063Z","steps":["trace[980131039] 'process raft request' (duration: 101.424821ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:55:11.415876Z","caller":"traceutil/trace.go:171","msg":"trace[445004532] linearizableReadLoop","detail":"{readStateIndex:26493; appliedIndex:26492; }","duration":"133.243465ms","start":"2026-04-27T21:55:11.282612Z","end":"2026-04-27T21:55:11.415856Z","steps":["trace[445004532] 'read index received' (duration: 132.99089ms)","trace[445004532] 'applied index is now lower than readState.Index' (duration: 251.555µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:55:11.41602Z","caller":"traceutil/trace.go:171","msg":"trace[2059334743] transaction","detail":"{read_only:false; response_revision:25623; number_of_response:1; }","duration":"134.318398ms","start":"2026-04-27T21:55:11.281587Z","end":"2026-04-27T21:55:11.415905Z","steps":["trace[2059334743] 'process raft request' (duration: 134.105994ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:11.416132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.583265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1132"} {"level":"warn","ts":"2026-04-27T21:55:11.416117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.495541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:994"} {"level":"info","ts":"2026-04-27T21:55:11.416175Z","caller":"traceutil/trace.go:171","msg":"trace[2074759013] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:25623; }","duration":"126.656467ms","start":"2026-04-27T21:55:11.289504Z","end":"2026-04-27T21:55:11.416161Z","steps":["trace[2074759013] 'agreement among raft nodes before linearized reading' (duration: 126.474513ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:55:11.41619Z","caller":"traceutil/trace.go:171","msg":"trace[936357978] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:25623; }","duration":"133.591262ms","start":"2026-04-27T21:55:11.28258Z","end":"2026-04-27T21:55:11.416172Z","steps":["trace[936357978] 'agreement among raft nodes before linearized reading' (duration: 133.396988ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:11.416233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.940801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.250\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-04-27T21:55:11.416319Z","caller":"traceutil/trace.go:171","msg":"trace[1678083422] range","detail":"{range_begin:/registry/masterleases/199.204.45.250; range_end:; response_count:1; response_revision:25623; }","duration":"101.086154ms","start":"2026-04-27T21:55:11.315219Z","end":"2026-04-27T21:55:11.416305Z","steps":["trace[1678083422] 'agreement among raft nodes before linearized reading' (duration: 100.808588ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:11.416433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.198947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4727"} {"level":"info","ts":"2026-04-27T21:55:11.416544Z","caller":"traceutil/trace.go:171","msg":"trace[1903202864] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:25623; }","duration":"126.33561ms","start":"2026-04-27T21:55:11.290163Z","end":"2026-04-27T21:55:11.416499Z","steps":["trace[1903202864] 'agreement among raft nodes before linearized reading' (duration: 125.987302ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:55:11.612297Z","caller":"traceutil/trace.go:171","msg":"trace[386173895] linearizableReadLoop","detail":"{readStateIndex:26495; appliedIndex:26494; }","duration":"158.375178ms","start":"2026-04-27T21:55:11.453895Z","end":"2026-04-27T21:55:11.61227Z","steps":["trace[386173895] 'read index received' (duration: 140.055047ms)","trace[386173895] 'applied index is now lower than readState.Index' (duration: 18.318931ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:55:11.612631Z","caller":"traceutil/trace.go:171","msg":"trace[314941854] transaction","detail":"{read_only:false; response_revision:25624; number_of_response:1; }","duration":"183.156072ms","start":"2026-04-27T21:55:11.429453Z","end":"2026-04-27T21:55:11.612609Z","steps":["trace[314941854] 'process raft request' (duration: 164.460373ms)","trace[314941854] 'compare' (duration: 18.185628ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:55:11.613442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.864447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-04-27T21:55:11.613494Z","caller":"traceutil/trace.go:171","msg":"trace[97884175] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:25624; }","duration":"191.939039ms","start":"2026-04-27T21:55:11.42154Z","end":"2026-04-27T21:55:11.613479Z","steps":["trace[97884175] 'agreement among raft nodes before linearized reading' (duration: 191.353316ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:11.613486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.599944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:994"} {"level":"info","ts":"2026-04-27T21:55:11.614543Z","caller":"traceutil/trace.go:171","msg":"trace[1842826188] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:25624; }","duration":"193.683959ms","start":"2026-04-27T21:55:11.420827Z","end":"2026-04-27T21:55:11.614511Z","steps":["trace[1842826188] 'agreement among raft nodes before linearized reading' (duration: 192.119344ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:55:11.617642Z","caller":"traceutil/trace.go:171","msg":"trace[375237410] transaction","detail":"{read_only:false; response_revision:25625; number_of_response:1; }","duration":"162.774316ms","start":"2026-04-27T21:55:11.454854Z","end":"2026-04-27T21:55:11.617628Z","steps":["trace[375237410] 'process raft request' (duration: 162.530491ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:11.617753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.887463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:55:11.617856Z","caller":"traceutil/trace.go:171","msg":"trace[509712166] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:25626; }","duration":"140.020357ms","start":"2026-04-27T21:55:11.477815Z","end":"2026-04-27T21:55:11.617836Z","steps":["trace[509712166] 'agreement among raft nodes before linearized reading' (duration: 139.72725ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:55:12.018302Z","caller":"traceutil/trace.go:171","msg":"trace[565782303] linearizableReadLoop","detail":"{readStateIndex:26509; appliedIndex:26507; }","duration":"100.404529ms","start":"2026-04-27T21:55:11.91788Z","end":"2026-04-27T21:55:12.018284Z","steps":["trace[565782303] 'read index received' (duration: 42.501032ms)","trace[565782303] 'applied index is now lower than readState.Index' (duration: 57.902727ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:55:12.018404Z","caller":"traceutil/trace.go:171","msg":"trace[824651269] transaction","detail":"{read_only:false; response_revision:25638; number_of_response:1; }","duration":"105.476243ms","start":"2026-04-27T21:55:11.912914Z","end":"2026-04-27T21:55:12.018391Z","steps":["trace[824651269] 'process raft request' (duration: 101.33553ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:12.01856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.673825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1822"} {"level":"info","ts":"2026-04-27T21:55:12.018615Z","caller":"traceutil/trace.go:171","msg":"trace[1795579560] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:25638; }","duration":"100.759716ms","start":"2026-04-27T21:55:11.917842Z","end":"2026-04-27T21:55:12.018602Z","steps":["trace[1795579560] 'agreement among raft nodes before linearized reading' (duration: 100.620613ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:12.04886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.759736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-04-27T21:55:12.048915Z","caller":"traceutil/trace.go:171","msg":"trace[367267737] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:25639; }","duration":"116.821337ms","start":"2026-04-27T21:55:11.932083Z","end":"2026-04-27T21:55:12.048904Z","steps":["trace[367267737] 'agreement among raft nodes before linearized reading' (duration: 116.702135ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:12.266959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.390334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-04-27T21:55:12.267045Z","caller":"traceutil/trace.go:171","msg":"trace[1211093591] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:25642; }","duration":"144.535467ms","start":"2026-04-27T21:55:12.122491Z","end":"2026-04-27T21:55:12.267027Z","steps":["trace[1211093591] 'range keys from in-memory index tree' (duration: 144.21515ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:55:12.353151Z","caller":"traceutil/trace.go:171","msg":"trace[1526532535] transaction","detail":"{read_only:false; response_revision:25643; number_of_response:1; }","duration":"215.086378ms","start":"2026-04-27T21:55:12.138044Z","end":"2026-04-27T21:55:12.35313Z","steps":["trace[1526532535] 'process raft request' (duration: 214.790922ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:55:12.483904Z","caller":"traceutil/trace.go:171","msg":"trace[617836158] transaction","detail":"{read_only:false; response_revision:25644; number_of_response:1; }","duration":"210.31845ms","start":"2026-04-27T21:55:12.273569Z","end":"2026-04-27T21:55:12.483888Z","steps":["trace[617836158] 'process raft request' (duration: 210.000603ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:55:12.484051Z","caller":"traceutil/trace.go:171","msg":"trace[1662694122] transaction","detail":"{read_only:false; response_revision:25645; number_of_response:1; }","duration":"165.751963ms","start":"2026-04-27T21:55:12.318294Z","end":"2026-04-27T21:55:12.484046Z","steps":["trace[1662694122] 'process raft request' (duration: 165.569499ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:55:12.484171Z","caller":"traceutil/trace.go:171","msg":"trace[1645566308] linearizableReadLoop","detail":"{readStateIndex:26517; appliedIndex:26514; }","duration":"131.124108ms","start":"2026-04-27T21:55:12.353039Z","end":"2026-04-27T21:55:12.484164Z","steps":["trace[1645566308] 'read index received' (duration: 130.516764ms)","trace[1645566308] 'applied index is now lower than readState.Index' (duration: 606.584µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:55:12.484221Z","caller":"traceutil/trace.go:171","msg":"trace[213796901] transaction","detail":"{read_only:false; response_revision:25646; number_of_response:1; }","duration":"164.531735ms","start":"2026-04-27T21:55:12.319671Z","end":"2026-04-27T21:55:12.484202Z","steps":["trace[213796901] 'process raft request' (duration: 164.347271ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:12.484569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.592141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-27T21:55:12.484741Z","caller":"traceutil/trace.go:171","msg":"trace[1760903907] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25646; }","duration":"208.792626ms","start":"2026-04-27T21:55:12.275907Z","end":"2026-04-27T21:55:12.4847Z","steps":["trace[1760903907] 'agreement among raft nodes before linearized reading' (duration: 208.345266ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:12.485582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.282491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-27T21:55:12.48562Z","caller":"traceutil/trace.go:171","msg":"trace[842301530] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25646; }","duration":"185.356462ms","start":"2026-04-27T21:55:12.300255Z","end":"2026-04-27T21:55:12.485612Z","steps":["trace[842301530] 'agreement among raft nodes before linearized reading' (duration: 183.954081ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:55:12.495734Z","caller":"traceutil/trace.go:171","msg":"trace[429233507] transaction","detail":"{read_only:false; response_revision:25647; number_of_response:1; }","duration":"134.891221ms","start":"2026-04-27T21:55:12.360825Z","end":"2026-04-27T21:55:12.495716Z","steps":["trace[429233507] 'process raft request' (duration: 134.650586ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:55:12.495764Z","caller":"traceutil/trace.go:171","msg":"trace[396592942] transaction","detail":"{read_only:false; response_revision:25648; number_of_response:1; }","duration":"134.793229ms","start":"2026-04-27T21:55:12.360946Z","end":"2026-04-27T21:55:12.495739Z","steps":["trace[396592942] 'process raft request' (duration: 134.677896ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:12.495846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.069865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:55:12.495912Z","caller":"traceutil/trace.go:171","msg":"trace[408327812] transaction","detail":"{read_only:false; response_revision:25649; number_of_response:1; }","duration":"133.131091ms","start":"2026-04-27T21:55:12.362756Z","end":"2026-04-27T21:55:12.495887Z","steps":["trace[408327812] 'process raft request' (duration: 132.915436ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:55:12.495934Z","caller":"traceutil/trace.go:171","msg":"trace[1166190685] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1; range_end:; response_count:0; response_revision:25649; }","duration":"135.206979ms","start":"2026-04-27T21:55:12.360707Z","end":"2026-04-27T21:55:12.495914Z","steps":["trace[1166190685] 'agreement among raft nodes before linearized reading' (duration: 135.045565ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:12.496259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.734583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-27T21:55:12.496303Z","caller":"traceutil/trace.go:171","msg":"trace[995370343] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25649; }","duration":"107.819595ms","start":"2026-04-27T21:55:12.388473Z","end":"2026-04-27T21:55:12.496292Z","steps":["trace[995370343] 'agreement among raft nodes before linearized reading' (duration: 107.673022ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:55:13.052377Z","caller":"traceutil/trace.go:171","msg":"trace[1236091198] transaction","detail":"{read_only:false; response_revision:25664; number_of_response:1; }","duration":"117.826779ms","start":"2026-04-27T21:55:12.93451Z","end":"2026-04-27T21:55:13.052337Z","steps":["trace[1236091198] 'process raft request' (duration: 73.693371ms)","trace[1236091198] 'compare' (duration: 43.30506ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:55:13.052491Z","caller":"traceutil/trace.go:171","msg":"trace[513714455] transaction","detail":"{read_only:false; response_revision:25665; number_of_response:1; }","duration":"116.570881ms","start":"2026-04-27T21:55:12.935895Z","end":"2026-04-27T21:55:13.052466Z","steps":["trace[513714455] 'process raft request' (duration: 115.946648ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:13.315735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.604419ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T21:55:13.31623Z","caller":"traceutil/trace.go:171","msg":"trace[1722368938] transaction","detail":"{read_only:false; response_revision:25668; number_of_response:1; }","duration":"250.939592ms","start":"2026-04-27T21:55:13.065262Z","end":"2026-04-27T21:55:13.316201Z","steps":["trace[1722368938] 'process raft request' (duration: 250.574184ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:55:13.316414Z","caller":"traceutil/trace.go:171","msg":"trace[127744083] transaction","detail":"{read_only:false; response_revision:25667; number_of_response:1; }","duration":"254.46495ms","start":"2026-04-27T21:55:13.061921Z","end":"2026-04-27T21:55:13.316386Z","steps":["trace[127744083] 'process raft request' (duration: 113.134915ms)","trace[127744083] 'compare' (duration: 140.400165ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:55:13.316565Z","caller":"traceutil/trace.go:171","msg":"trace[1886382068] transaction","detail":"{read_only:false; response_revision:25669; number_of_response:1; }","duration":"232.985418ms","start":"2026-04-27T21:55:13.083548Z","end":"2026-04-27T21:55:13.316534Z","steps":["trace[1886382068] 'process raft request' (duration: 232.559799ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:55:13.316373Z","caller":"traceutil/trace.go:171","msg":"trace[965475689] transaction","detail":"{read_only:false; number_of_response:1; response_revision:25668; }","duration":"249.822246ms","start":"2026-04-27T21:55:13.066531Z","end":"2026-04-27T21:55:13.316353Z","steps":["trace[965475689] 'process raft request' (duration: 249.54394ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:55:13.316626Z","caller":"traceutil/trace.go:171","msg":"trace[1663833564] transaction","detail":"{read_only:false; response_revision:25670; number_of_response:1; }","duration":"226.629047ms","start":"2026-04-27T21:55:13.089974Z","end":"2026-04-27T21:55:13.316603Z","steps":["trace[1663833564] 'process raft request' (duration: 226.410222ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:55:13.838192Z","caller":"traceutil/trace.go:171","msg":"trace[778993889] transaction","detail":"{read_only:false; response_revision:25678; number_of_response:1; }","duration":"119.496026ms","start":"2026-04-27T21:55:13.718655Z","end":"2026-04-27T21:55:13.838151Z","steps":["trace[778993889] 'process raft request' (duration: 119.265141ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:55:13.838248Z","caller":"traceutil/trace.go:171","msg":"trace[814498375] transaction","detail":"{read_only:false; response_revision:25679; number_of_response:1; }","duration":"117.112733ms","start":"2026-04-27T21:55:13.721109Z","end":"2026-04-27T21:55:13.838221Z","steps":["trace[814498375] 'process raft request' (duration: 116.959629ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:55:13.838323Z","caller":"traceutil/trace.go:171","msg":"trace[1606056886] transaction","detail":"{read_only:false; response_revision:25682; number_of_response:1; }","duration":"116.475678ms","start":"2026-04-27T21:55:13.721825Z","end":"2026-04-27T21:55:13.838301Z","steps":["trace[1606056886] 'process raft request' (duration: 116.352176ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:55:13.83834Z","caller":"traceutil/trace.go:171","msg":"trace[1961011977] transaction","detail":"{read_only:false; response_revision:25681; number_of_response:1; }","duration":"116.585411ms","start":"2026-04-27T21:55:13.721704Z","end":"2026-04-27T21:55:13.83829Z","steps":["trace[1961011977] 'process raft request' (duration: 116.443978ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:55:13.838483Z","caller":"traceutil/trace.go:171","msg":"trace[1532942922] transaction","detail":"{read_only:false; response_revision:25683; number_of_response:1; }","duration":"116.564241ms","start":"2026-04-27T21:55:13.721911Z","end":"2026-04-27T21:55:13.838475Z","steps":["trace[1532942922] 'process raft request' (duration: 116.300915ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:55:13.83884Z","caller":"traceutil/trace.go:171","msg":"trace[1394569934] transaction","detail":"{read_only:false; response_revision:25680; number_of_response:1; }","duration":"117.143135ms","start":"2026-04-27T21:55:13.721674Z","end":"2026-04-27T21:55:13.838818Z","steps":["trace[1394569934] 'process raft request' (duration: 116.442798ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:55:13.839659Z","caller":"traceutil/trace.go:171","msg":"trace[1033101804] transaction","detail":"{read_only:false; response_revision:25684; number_of_response:1; }","duration":"105.231278ms","start":"2026-04-27T21:55:13.734412Z","end":"2026-04-27T21:55:13.839643Z","steps":["trace[1033101804] 'process raft request' (duration: 103.833156ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:55:14.285869Z","caller":"traceutil/trace.go:171","msg":"trace[363640869] linearizableReadLoop","detail":"{readStateIndex:26570; appliedIndex:26569; }","duration":"124.340614ms","start":"2026-04-27T21:55:14.161511Z","end":"2026-04-27T21:55:14.285852Z","steps":["trace[363640869] 'read index received' (duration: 28.042938ms)","trace[363640869] 'applied index is now lower than readState.Index' (duration: 96.296716ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:55:14.285944Z","caller":"traceutil/trace.go:171","msg":"trace[7297259] transaction","detail":"{read_only:false; response_revision:25696; number_of_response:1; }","duration":"124.670992ms","start":"2026-04-27T21:55:14.161237Z","end":"2026-04-27T21:55:14.285908Z","steps":["trace[7297259] 'process raft request' (duration: 28.411846ms)","trace[7297259] 'compare' (duration: 96.086602ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:55:14.286063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.533209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"info","ts":"2026-04-27T21:55:14.286127Z","caller":"traceutil/trace.go:171","msg":"trace[1204029140] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:25696; }","duration":"124.623561ms","start":"2026-04-27T21:55:14.161489Z","end":"2026-04-27T21:55:14.286113Z","steps":["trace[1204029140] 'agreement among raft nodes before linearized reading' (duration: 124.425417ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:55:14.335935Z","caller":"traceutil/trace.go:171","msg":"trace[873328649] transaction","detail":"{read_only:false; response_revision:25697; number_of_response:1; }","duration":"163.778828ms","start":"2026-04-27T21:55:14.172139Z","end":"2026-04-27T21:55:14.335918Z","steps":["trace[873328649] 'process raft request' (duration: 163.544803ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:14.336153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.644488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-27T21:55:14.336176Z","caller":"traceutil/trace.go:171","msg":"trace[1704470791] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25697; }","duration":"135.70345ms","start":"2026-04-27T21:55:14.200468Z","end":"2026-04-27T21:55:14.336171Z","steps":["trace[1704470791] 'agreement among raft nodes before linearized reading' (duration: 135.602398ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:14.336347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.451103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"info","ts":"2026-04-27T21:55:14.336365Z","caller":"traceutil/trace.go:171","msg":"trace[1939969687] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:25697; }","duration":"172.488823ms","start":"2026-04-27T21:55:14.163872Z","end":"2026-04-27T21:55:14.336361Z","steps":["trace[1939969687] 'agreement among raft nodes before linearized reading' (duration: 172.433352ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:14.33647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.744698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:55:14.336499Z","caller":"traceutil/trace.go:171","msg":"trace[1885129910] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:25697; }","duration":"167.809049ms","start":"2026-04-27T21:55:14.168686Z","end":"2026-04-27T21:55:14.336495Z","steps":["trace[1885129910] 'agreement among raft nodes before linearized reading' (duration: 167.764878ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:14.336553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.477113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:112162"} {"level":"info","ts":"2026-04-27T21:55:14.336616Z","caller":"traceutil/trace.go:171","msg":"trace[1366794697] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:25697; }","duration":"172.592265ms","start":"2026-04-27T21:55:14.164012Z","end":"2026-04-27T21:55:14.336604Z","steps":["trace[1366794697] 'agreement among raft nodes before linearized reading' (duration: 172.242748ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:55:14.791213Z","caller":"traceutil/trace.go:171","msg":"trace[1810631937] linearizableReadLoop","detail":"{readStateIndex:26578; appliedIndex:26575; }","duration":"176.74149ms","start":"2026-04-27T21:55:14.614445Z","end":"2026-04-27T21:55:14.791187Z","steps":["trace[1810631937] 'read index received' (duration: 21.559663ms)","trace[1810631937] 'applied index is now lower than readState.Index' (duration: 155.180757ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:55:14.791272Z","caller":"traceutil/trace.go:171","msg":"trace[474613351] transaction","detail":"{read_only:false; response_revision:25703; number_of_response:1; }","duration":"214.852363ms","start":"2026-04-27T21:55:14.576369Z","end":"2026-04-27T21:55:14.791221Z","steps":["trace[474613351] 'process raft request' (duration: 214.603807ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:55:14.791748Z","caller":"traceutil/trace.go:171","msg":"trace[593030482] transaction","detail":"{read_only:false; response_revision:25704; number_of_response:1; }","duration":"215.305373ms","start":"2026-04-27T21:55:14.576421Z","end":"2026-04-27T21:55:14.791727Z","steps":["trace[593030482] 'process raft request' (duration: 214.722301ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:14.79259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.127131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2212892"} {"level":"info","ts":"2026-04-27T21:55:14.792894Z","caller":"traceutil/trace.go:171","msg":"trace[1359235953] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:25704; }","duration":"178.469138ms","start":"2026-04-27T21:55:14.614401Z","end":"2026-04-27T21:55:14.79287Z","steps":["trace[1359235953] 'agreement among raft nodes before linearized reading' (duration: 176.907103ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:15.582645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.339568ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T21:55:15.582862Z","caller":"traceutil/trace.go:171","msg":"trace[492879054] transaction","detail":"{read_only:false; response_revision:25708; number_of_response:1; }","duration":"259.116213ms","start":"2026-04-27T21:55:15.323716Z","end":"2026-04-27T21:55:15.582832Z","steps":["trace[492879054] 'process raft request' (duration: 70.516079ms)","trace[492879054] 'compare' (duration: 187.02992ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:55:15.582911Z","caller":"traceutil/trace.go:171","msg":"trace[1133118753] linearizableReadLoop","detail":"{readStateIndex:26583; appliedIndex:26581; }","duration":"239.74648ms","start":"2026-04-27T21:55:15.343153Z","end":"2026-04-27T21:55:15.5829Z","steps":["trace[1133118753] 'read index received' (duration: 51.070804ms)","trace[1133118753] 'applied index is now lower than readState.Index' (duration: 188.675166ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:55:15.582953Z","caller":"traceutil/trace.go:171","msg":"trace[1795941622] transaction","detail":"{read_only:false; response_revision:25709; number_of_response:1; }","duration":"257.15891ms","start":"2026-04-27T21:55:15.325789Z","end":"2026-04-27T21:55:15.582948Z","steps":["trace[1795941622] 'process raft request' (duration: 256.949315ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:15.583079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.918983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T21:55:15.583117Z","caller":"traceutil/trace.go:171","msg":"trace[568430429] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:25710; }","duration":"240.004135ms","start":"2026-04-27T21:55:15.3431Z","end":"2026-04-27T21:55:15.583104Z","steps":["trace[568430429] 'agreement among raft nodes before linearized reading' (duration: 239.831461ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:17.140801Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185919323920678,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T21:55:17.518207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.2286043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-27T21:55:17.518297Z","caller":"traceutil/trace.go:171","msg":"trace[889766541] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25712; }","duration":"1.228745924s","start":"2026-04-27T21:55:16.289529Z","end":"2026-04-27T21:55:17.518275Z","steps":["trace[889766541] 'range keys from in-memory index tree' (duration: 1.228390036s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:17.518337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:16.289504Z","time spent":"1.228824746s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-27T21:55:17.517861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.102874715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:55:17.519713Z","caller":"traceutil/trace.go:171","msg":"trace[2113951167] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25712; }","duration":"1.104760388s","start":"2026-04-27T21:55:16.414921Z","end":"2026-04-27T21:55:17.519682Z","steps":["trace[2113951167] 'range keys from in-memory index tree' (duration: 1.10266953s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:17.519804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:16.414904Z","time spent":"1.10487807s","remote":"127.0.0.1:39786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T21:55:17.518543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"969.20361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:55:17.519963Z","caller":"traceutil/trace.go:171","msg":"trace[1440047901] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:25712; }","duration":"970.669533ms","start":"2026-04-27T21:55:16.549257Z","end":"2026-04-27T21:55:17.519927Z","steps":["trace[1440047901] 'count revisions from in-memory index tree' (duration: 969.053587ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:17.520057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:16.549206Z","time spent":"970.824447ms","remote":"127.0.0.1:44518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:55:17.641137Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185919323920678,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T21:55:17.992618Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.41702811s","expected-duration":"1s"} {"level":"info","ts":"2026-04-27T21:55:17.993304Z","caller":"traceutil/trace.go:171","msg":"trace[1576669676] transaction","detail":"{read_only:false; response_revision:25713; number_of_response:1; }","duration":"1.417795999s","start":"2026-04-27T21:55:16.575476Z","end":"2026-04-27T21:55:17.993272Z","steps":["trace[1576669676] 'process raft request' (duration: 1.417532492s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:17.9935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:16.575449Z","time spent":"1.417951012s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:55:18.199692Z","caller":"traceutil/trace.go:171","msg":"trace[1855328482] transaction","detail":"{read_only:false; response_revision:25714; number_of_response:1; }","duration":"1.622451472s","start":"2026-04-27T21:55:16.577216Z","end":"2026-04-27T21:55:18.199667Z","steps":["trace[1855328482] 'process raft request' (duration: 1.622275788s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:55:18.199733Z","caller":"traceutil/trace.go:171","msg":"trace[1979380217] transaction","detail":"{read_only:false; response_revision:25715; number_of_response:1; }","duration":"1.622447012s","start":"2026-04-27T21:55:16.577252Z","end":"2026-04-27T21:55:18.199699Z","steps":["trace[1979380217] 'process raft request' (duration: 1.622340309s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:18.199803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:16.577193Z","time spent":"1.622553644s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:55:18.200073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:16.577237Z","time spent":"1.622753008s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:55:18.249855Z","caller":"traceutil/trace.go:171","msg":"trace[728436160] transaction","detail":"{read_only:false; response_revision:25717; number_of_response:1; }","duration":"727.29363ms","start":"2026-04-27T21:55:17.522455Z","end":"2026-04-27T21:55:18.249749Z","steps":["trace[728436160] 'process raft request' (duration: 727.198268ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:55:18.249898Z","caller":"traceutil/trace.go:171","msg":"trace[1902401520] transaction","detail":"{read_only:false; response_revision:25718; number_of_response:1; }","duration":"660.307111ms","start":"2026-04-27T21:55:17.589551Z","end":"2026-04-27T21:55:18.249858Z","steps":["trace[1902401520] 'process raft request' (duration: 660.147368ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:55:18.249834Z","caller":"traceutil/trace.go:171","msg":"trace[37153601] transaction","detail":"{read_only:false; response_revision:25716; number_of_response:1; }","duration":"1.338581514s","start":"2026-04-27T21:55:16.911172Z","end":"2026-04-27T21:55:18.249754Z","steps":["trace[37153601] 'process raft request' (duration: 1.338344539s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:18.249982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:17.522436Z","time spent":"727.485435ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:55:18.250045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:16.911152Z","time spent":"1.338850329s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:55:18.250064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:17.589529Z","time spent":"660.450924ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:55:18.25022Z","caller":"traceutil/trace.go:171","msg":"trace[1000837952] linearizableReadLoop","detail":"{readStateIndex:26593; appliedIndex:26586; }","duration":"1.609772078s","start":"2026-04-27T21:55:16.640419Z","end":"2026-04-27T21:55:18.250191Z","steps":["trace[1000837952] 'read index received' (duration: 1.352500205s)","trace[1000837952] 'applied index is now lower than readState.Index' (duration: 257.269973ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:55:18.250209Z","caller":"traceutil/trace.go:171","msg":"trace[912088496] transaction","detail":"{read_only:false; response_revision:25719; number_of_response:1; }","duration":"279.848888ms","start":"2026-04-27T21:55:17.970329Z","end":"2026-04-27T21:55:18.250178Z","steps":["trace[912088496] 'process raft request' (duration: 279.587703ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:18.250354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.465809183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:55:18.250405Z","caller":"traceutil/trace.go:171","msg":"trace[1349759002] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:25720; }","duration":"1.465902785s","start":"2026-04-27T21:55:16.784489Z","end":"2026-04-27T21:55:18.250391Z","steps":["trace[1349759002] 'agreement among raft nodes before linearized reading' (duration: 1.465818233s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:18.250432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.453030037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-27T21:55:18.250466Z","caller":"traceutil/trace.go:171","msg":"trace[418171742] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25720; }","duration":"1.453111118s","start":"2026-04-27T21:55:16.797346Z","end":"2026-04-27T21:55:18.250457Z","steps":["trace[418171742] 'agreement among raft nodes before linearized reading' (duration: 1.453005556s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:18.250433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.200084841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:55:18.25046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.610025423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-04-27T21:55:18.250518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.454883809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-27T21:55:18.250533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.309344768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-04-27T21:55:18.250556Z","caller":"traceutil/trace.go:171","msg":"trace[131515220] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25720; }","duration":"1.610202297s","start":"2026-04-27T21:55:16.640328Z","end":"2026-04-27T21:55:18.250531Z","steps":["trace[131515220] 'agreement among raft nodes before linearized reading' (duration: 1.609930781s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:18.250595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.458132981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:55:18.250606Z","caller":"traceutil/trace.go:171","msg":"trace[1823619525] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:25720; }","duration":"1.30945449s","start":"2026-04-27T21:55:16.941133Z","end":"2026-04-27T21:55:18.250587Z","steps":["trace[1823619525] 'agreement among raft nodes before linearized reading' (duration: 1.309249786s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:55:18.250627Z","caller":"traceutil/trace.go:171","msg":"trace[457102499] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:25720; }","duration":"1.458194632s","start":"2026-04-27T21:55:16.792418Z","end":"2026-04-27T21:55:18.250613Z","steps":["trace[457102499] 'agreement among raft nodes before linearized reading' (duration: 1.458149441s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:18.25062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:16.640307Z","time spent":"1.610298779s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-27T21:55:18.250654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:16.792397Z","time spent":"1.458249334s","remote":"127.0.0.1:44746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:55:18.250527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.957938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:55:18.250681Z","caller":"traceutil/trace.go:171","msg":"trace[133039790] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25720; }","duration":"729.200003ms","start":"2026-04-27T21:55:17.521476Z","end":"2026-04-27T21:55:18.250676Z","steps":["trace[133039790] 'agreement among raft nodes before linearized reading' (duration: 729.028219ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:18.250697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.169843974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-27T21:55:18.250729Z","caller":"traceutil/trace.go:171","msg":"trace[1690044205] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25720; }","duration":"1.169917345s","start":"2026-04-27T21:55:17.080803Z","end":"2026-04-27T21:55:18.25072Z","steps":["trace[1690044205] 'agreement among raft nodes before linearized reading' (duration: 1.169771212s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:18.250488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:16.797323Z","time spent":"1.453160319s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-27T21:55:18.250746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.002631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/ingress-nginx/ingress-nginx-controller-5v4xr.18aa52aca409b91f\" ","response":"range_response_count:1 size:767"} {"level":"warn","ts":"2026-04-27T21:55:18.250779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.938083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T21:55:18.25055Z","caller":"traceutil/trace.go:171","msg":"trace[1001953367] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25720; }","duration":"1.454914169s","start":"2026-04-27T21:55:16.795627Z","end":"2026-04-27T21:55:18.250542Z","steps":["trace[1001953367] 'agreement among raft nodes before linearized reading' (duration: 1.454827477s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:55:18.250779Z","caller":"traceutil/trace.go:171","msg":"trace[1824905777] range","detail":"{range_begin:/registry/events/ingress-nginx/ingress-nginx-controller-5v4xr.18aa52aca409b91f; range_end:; response_count:1; response_revision:25720; }","duration":"413.076483ms","start":"2026-04-27T21:55:17.837692Z","end":"2026-04-27T21:55:18.250768Z","steps":["trace[1824905777] 'agreement among raft nodes before linearized reading' (duration: 412.98586ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:55:18.250799Z","caller":"traceutil/trace.go:171","msg":"trace[847497586] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:25720; }","duration":"510.035735ms","start":"2026-04-27T21:55:17.740758Z","end":"2026-04-27T21:55:18.250794Z","steps":["trace[847497586] 'agreement among raft nodes before linearized reading' (duration: 509.961152ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:18.250808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:16.795592Z","time spent":"1.455208616s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-27T21:55:18.250811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:17.837671Z","time spent":"413.134355ms","remote":"127.0.0.1:39864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":791,"request content":"key:\"/registry/events/ingress-nginx/ingress-nginx-controller-5v4xr.18aa52aca409b91f\" "} {"level":"warn","ts":"2026-04-27T21:55:18.250651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:16.941116Z","time spent":"1.309526013s","remote":"127.0.0.1:39944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1590,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" "} {"level":"warn","ts":"2026-04-27T21:55:18.250705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:17.521461Z","time spent":"729.239154ms","remote":"127.0.0.1:39788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T21:55:18.250817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:17.740714Z","time spent":"510.099616ms","remote":"127.0.0.1:40020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":78,"response size":32,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:55:18.250774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:17.080786Z","time spent":"1.169979797s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-27T21:55:18.250542Z","caller":"traceutil/trace.go:171","msg":"trace[1412970751] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:25720; }","duration":"1.200249335s","start":"2026-04-27T21:55:17.050268Z","end":"2026-04-27T21:55:18.250518Z","steps":["trace[1412970751] 'agreement among raft nodes before linearized reading' (duration: 1.200059871s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:18.251013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:17.050246Z","time spent":"1.200758976s","remote":"127.0.0.1:37644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:55:18.250437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:16.784467Z","time spent":"1.465961887s","remote":"127.0.0.1:44562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:55:18.250905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.409225986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:55:18.251171Z","caller":"traceutil/trace.go:171","msg":"trace[1038832838] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:25720; }","duration":"1.40983343s","start":"2026-04-27T21:55:16.841313Z","end":"2026-04-27T21:55:18.251147Z","steps":["trace[1038832838] 'agreement among raft nodes before linearized reading' (duration: 1.409052331s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:18.251209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.788318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-04-27T21:55:18.251253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:16.841301Z","time spent":"1.409909522s","remote":"127.0.0.1:44628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"info","ts":"2026-04-27T21:55:18.251271Z","caller":"traceutil/trace.go:171","msg":"trace[823134286] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25720; }","duration":"663.896781ms","start":"2026-04-27T21:55:17.587358Z","end":"2026-04-27T21:55:18.251255Z","steps":["trace[823134286] 'agreement among raft nodes before linearized reading' (duration: 663.0018ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:18.251309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:17.587331Z","time spent":"663.967943ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-27T21:55:20.338408Z","caller":"traceutil/trace.go:171","msg":"trace[581456768] transaction","detail":"{read_only:false; response_revision:25729; number_of_response:1; }","duration":"124.088771ms","start":"2026-04-27T21:55:20.214285Z","end":"2026-04-27T21:55:20.338374Z","steps":["trace[581456768] 'process raft request' (duration: 113.585085ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:55:20.579075Z","caller":"traceutil/trace.go:171","msg":"trace[587952478] transaction","detail":"{read_only:false; response_revision:25734; number_of_response:1; }","duration":"234.639996ms","start":"2026-04-27T21:55:20.344413Z","end":"2026-04-27T21:55:20.579053Z","steps":["trace[587952478] 'process raft request' (duration: 223.283641ms)","trace[587952478] 'compare' (duration: 11.260803ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:55:20.585203Z","caller":"traceutil/trace.go:171","msg":"trace[1946293305] transaction","detail":"{read_only:false; response_revision:25735; number_of_response:1; }","duration":"236.220962ms","start":"2026-04-27T21:55:20.348959Z","end":"2026-04-27T21:55:20.58518Z","steps":["trace[1946293305] 'process raft request' (duration: 236.013217ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:55:20.585223Z","caller":"traceutil/trace.go:171","msg":"trace[687830998] transaction","detail":"{read_only:false; response_revision:25739; number_of_response:1; }","duration":"236.030497ms","start":"2026-04-27T21:55:20.349173Z","end":"2026-04-27T21:55:20.585204Z","steps":["trace[687830998] 'process raft request' (duration: 235.995387ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:55:20.585351Z","caller":"traceutil/trace.go:171","msg":"trace[1314914023] transaction","detail":"{read_only:false; response_revision:25737; number_of_response:1; }","duration":"236.210861ms","start":"2026-04-27T21:55:20.349102Z","end":"2026-04-27T21:55:20.585312Z","steps":["trace[1314914023] 'process raft request' (duration: 236.017376ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:55:20.585434Z","caller":"traceutil/trace.go:171","msg":"trace[1289653931] transaction","detail":"{read_only:false; response_revision:25736; number_of_response:1; }","duration":"236.314443ms","start":"2026-04-27T21:55:20.349099Z","end":"2026-04-27T21:55:20.585413Z","steps":["trace[1289653931] 'process raft request' (duration: 235.991826ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:55:20.585386Z","caller":"traceutil/trace.go:171","msg":"trace[1146032550] transaction","detail":"{read_only:false; response_revision:25738; number_of_response:1; }","duration":"236.242141ms","start":"2026-04-27T21:55:20.349137Z","end":"2026-04-27T21:55:20.585379Z","steps":["trace[1146032550] 'process raft request' (duration: 236.007096ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:22.915663Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185919323920748,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T21:55:23.166788Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.153223481s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-27T21:55:23.539947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.532336514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-04-27T21:55:23.540053Z","caller":"traceutil/trace.go:171","msg":"trace[1621812426] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:25742; }","duration":"1.532484307s","start":"2026-04-27T21:55:22.007542Z","end":"2026-04-27T21:55:23.540026Z","steps":["trace[1621812426] 'range keys from in-memory index tree' (duration: 1.532046177s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:23.540146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:22.007522Z","time spent":"1.532582099s","remote":"127.0.0.1:39944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-04-27T21:55:23.540685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.527688ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T21:55:23.540799Z","caller":"traceutil/trace.go:171","msg":"trace[1736665760] transaction","detail":"{read_only:false; response_revision:25743; number_of_response:1; }","duration":"1.527316561s","start":"2026-04-27T21:55:22.013462Z","end":"2026-04-27T21:55:23.540778Z","steps":["trace[1736665760] 'process raft request' (duration: 1.153565468s)","trace[1736665760] 'compare' (duration: 373.407905ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:55:23.540863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:22.013442Z","time spent":"1.527389173s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:55:24.414611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999853506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T21:55:24.414687Z","caller":"traceutil/trace.go:171","msg":"trace[1478270983] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999943868s","start":"2026-04-27T21:55:22.414724Z","end":"2026-04-27T21:55:24.414668Z","steps":["trace[1478270983] 'agreement among raft nodes before linearized reading' (duration: 1.999849706s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:24.41473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:22.414657Z","time spent":"2.000063331s","remote":"127.0.0.1:39786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/27 21:55:24 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T21:55:24.94407Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.776958144s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-27T21:55:26.415521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00059279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T21:55:26.415604Z","caller":"traceutil/trace.go:171","msg":"trace[1356305479] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000728633s","start":"2026-04-27T21:55:24.414852Z","end":"2026-04-27T21:55:26.415581Z","steps":["trace[1356305479] 'agreement among raft nodes before linearized reading' (duration: 2.000630271s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:26.415651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:24.414839Z","time spent":"2.000804005s","remote":"127.0.0.1:39788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/27 21:55:26 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T21:55:27.262462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:22.263069Z","time spent":"4.999385772s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/27 21:55:27 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T21:55:27.343408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:22.345596Z","time spent":"4.997804637s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/27 21:55:27 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T21:55:27.343462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:22.344769Z","time spent":"4.998684696s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/27 21:55:27 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T21:55:27.34385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:22.345189Z","time spent":"4.998659076s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-27T21:55:27.343871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:22.346223Z","time spent":"4.997644643s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/27 21:55:27 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T21:55:27.416019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.471727774s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T21:55:27.416473Z","caller":"traceutil/trace.go:171","msg":"trace[171954649] linearizableReadLoop","detail":"{readStateIndex:26627; appliedIndex:26618; }","duration":"5.001716114s","start":"2026-04-27T21:55:22.41474Z","end":"2026-04-27T21:55:27.416456Z","steps":["trace[171954649] 'read index received' (duration: 752.326681ms)","trace[171954649] 'applied index is now lower than readState.Index' (duration: 4.249388523s)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:55:27.416742Z","caller":"traceutil/trace.go:171","msg":"trace[1381859330] transaction","detail":"{read_only:false; response_revision:25751; number_of_response:1; }","duration":"4.585804018s","start":"2026-04-27T21:55:22.830925Z","end":"2026-04-27T21:55:27.416729Z","steps":["trace[1381859330] 'process raft request' (duration: 4.585488811s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:55:27.41673Z","caller":"traceutil/trace.go:171","msg":"trace[222257329] transaction","detail":"{read_only:false; response_revision:25750; number_of_response:1; }","duration":"4.840009352s","start":"2026-04-27T21:55:22.576696Z","end":"2026-04-27T21:55:27.416706Z","steps":["trace[222257329] 'process raft request' (duration: 4.839677864s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:27.416807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:22.830899Z","time spent":"4.58587356s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:55:27.416842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:22.57667Z","time spent":"4.840110973s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:55:27.416856Z","caller":"traceutil/trace.go:171","msg":"trace[512183531] transaction","detail":"{read_only:false; response_revision:25747; number_of_response:1; }","duration":"5.07160066s","start":"2026-04-27T21:55:22.345244Z","end":"2026-04-27T21:55:27.416845Z","steps":["trace[512183531] 'process raft request' (duration: 5.071008437s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:27.4169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:22.345219Z","time spent":"5.071658231s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:55:27.58396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999611128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-27T21:55:27.584111Z","caller":"traceutil/trace.go:171","msg":"trace[2048942041] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999823493s","start":"2026-04-27T21:55:22.584252Z","end":"2026-04-27T21:55:27.584076Z","steps":["trace[2048942041] 'agreement among raft nodes before linearized reading' (duration: 4.999642499s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:27.584154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:22.584228Z","time spent":"4.999916425s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/04/27 21:55:27 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T21:55:27.58841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999753201s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T21:55:27.588501Z","caller":"traceutil/trace.go:171","msg":"trace[1511837826] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999862643s","start":"2026-04-27T21:55:22.588619Z","end":"2026-04-27T21:55:27.588482Z","steps":["trace[1511837826] 'agreement among raft nodes before linearized reading' (duration: 4.999749481s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:27.588551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:22.588548Z","time spent":"4.999993727s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/27 21:55:27 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T21:55:27.589897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999636838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T21:55:27.590029Z","caller":"traceutil/trace.go:171","msg":"trace[1004035568] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999808812s","start":"2026-04-27T21:55:22.590194Z","end":"2026-04-27T21:55:27.590003Z","steps":["trace[1004035568] 'agreement among raft nodes before linearized reading' (duration: 4.999658119s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:27.590082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:22.59018Z","time spent":"4.999890193s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/04/27 21:55:27 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T21:55:27.917298Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185919323920761,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T21:55:28.417553Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185919323920761,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T21:55:28.422255Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.875564972s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-27T21:55:28.423102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00002514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T21:55:28.423187Z","caller":"traceutil/trace.go:171","msg":"trace[863005637] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000152123s","start":"2026-04-27T21:55:26.423012Z","end":"2026-04-27T21:55:28.423164Z","steps":["trace[863005637] 'agreement among raft nodes before linearized reading' (duration: 2.000051141s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:28.423249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:26.422991Z","time spent":"2.000243194s","remote":"127.0.0.1:39786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/27 21:55:28 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T21:55:30.146495Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.724094049s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-27T21:55:30.373849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.807216ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:55:30.374012Z","caller":"traceutil/trace.go:171","msg":"trace[1660032014] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25751; }","duration":"291.97993ms","start":"2026-04-27T21:55:30.082013Z","end":"2026-04-27T21:55:30.373993Z","steps":["trace[1660032014] 'range keys from in-memory index tree' (duration: 291.789756ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:30.374157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.951510032s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T21:55:30.374347Z","caller":"traceutil/trace.go:171","msg":"trace[1221745937] transaction","detail":"{read_only:false; response_revision:25752; number_of_response:1; }","duration":"4.82778271s","start":"2026-04-27T21:55:25.54654Z","end":"2026-04-27T21:55:30.374323Z","steps":["trace[1221745937] 'process raft request' (duration: 2.876021163s)","trace[1221745937] 'compare' (duration: 1.947325638s)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:55:30.374434Z","caller":"traceutil/trace.go:171","msg":"trace[1599015332] transaction","detail":"{read_only:false; response_revision:25753; number_of_response:1; }","duration":"4.777827141s","start":"2026-04-27T21:55:25.596567Z","end":"2026-04-27T21:55:30.374394Z","steps":["trace[1599015332] 'process raft request' (duration: 4.777697678s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:30.374458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:25.546508Z","time spent":"4.827882613s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:55:30.374509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:25.596542Z","time spent":"4.777930233s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:55:30.423502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000018129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T21:55:30.423609Z","caller":"traceutil/trace.go:171","msg":"trace[786230269] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000238564s","start":"2026-04-27T21:55:28.423345Z","end":"2026-04-27T21:55:30.423583Z","steps":["trace[786230269] 'agreement among raft nodes before linearized reading' (duration: 2.00004358s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:30.423676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:28.423327Z","time spent":"2.000334367s","remote":"127.0.0.1:39788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/27 21:55:30 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T21:55:30.752126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000447039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-27T21:55:30.752206Z","caller":"traceutil/trace.go:171","msg":"trace[1050426734] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000587102s","start":"2026-04-27T21:55:28.751602Z","end":"2026-04-27T21:55:30.752189Z","steps":["trace[1050426734] 'agreement among raft nodes before linearized reading' (duration: 2.000481269s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:30.752452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:28.75158Z","time spent":"2.000862158s","remote":"127.0.0.1:39786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/27 21:55:30 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T21:55:31.429848Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.283219504s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-27T21:55:32.262348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.996613331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T21:55:32.262418Z","caller":"traceutil/trace.go:171","msg":"trace[905222892] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.996741254s","start":"2026-04-27T21:55:27.265658Z","end":"2026-04-27T21:55:32.2624Z","steps":["trace[905222892] 'agreement among raft nodes before linearized reading' (duration: 4.996652302s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:32.262456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:27.265637Z","time spent":"4.996809865s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/04/27 21:55:32 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T21:55:32.285723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.715605636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T21:55:32.285786Z","caller":"traceutil/trace.go:171","msg":"trace[1294931164] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; }","duration":"7.715701088s","start":"2026-04-27T21:55:24.570062Z","end":"2026-04-27T21:55:32.285763Z","steps":["trace[1294931164] 'agreement among raft nodes before linearized reading' (duration: 7.715627916s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:32.285815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:24.570045Z","time spent":"7.715762599s","remote":"127.0.0.1:39966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} 2026/04/27 21:55:32 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T21:55:32.344925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998085455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-27T21:55:32.34499Z","caller":"traceutil/trace.go:171","msg":"trace[1060208193] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"4.998187727s","start":"2026-04-27T21:55:27.346789Z","end":"2026-04-27T21:55:32.344976Z","steps":["trace[1060208193] 'agreement among raft nodes before linearized reading' (duration: 4.998089845s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:32.3446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.000024298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context deadline exceeded"} {"level":"warn","ts":"2026-04-27T21:55:32.345032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:27.346783Z","time spent":"4.998239958s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} 2026/04/27 21:55:32 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T21:55:32.345041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998582537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-27T21:55:32.345077Z","caller":"traceutil/trace.go:171","msg":"trace[689779888] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"5.00055613s","start":"2026-04-27T21:55:27.344493Z","end":"2026-04-27T21:55:32.345049Z","steps":["trace[689779888] 'agreement among raft nodes before linearized reading' (duration: 5.000053499s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:55:32.345143Z","caller":"traceutil/trace.go:171","msg":"trace[219874371] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"4.99872423s","start":"2026-04-27T21:55:27.346395Z","end":"2026-04-27T21:55:32.345119Z","steps":["trace[219874371] 'agreement among raft nodes before linearized reading' (duration: 4.998589647s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:32.345158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:27.344478Z","time spent":"5.000666212s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} 2026/04/27 21:55:32 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T21:55:32.345267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:27.346389Z","time spent":"4.998863713s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} 2026/04/27 21:55:32 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T21:55:32.345594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999773443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-27T21:55:32.345631Z","caller":"traceutil/trace.go:171","msg":"trace[228316602] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"5.000479479s","start":"2026-04-27T21:55:27.34514Z","end":"2026-04-27T21:55:32.345619Z","steps":["trace[228316602] 'agreement among raft nodes before linearized reading' (duration: 4.999791703s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:32.345668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:27.345128Z","time spent":"5.00053204s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} 2026/04/27 21:55:32 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T21:55:32.429474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000332157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-27T21:55:32.429528Z","caller":"traceutil/trace.go:171","msg":"trace[1844818632] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000418828s","start":"2026-04-27T21:55:30.429098Z","end":"2026-04-27T21:55:32.429517Z","steps":["trace[1844818632] 'agreement among raft nodes before linearized reading' (duration: 2.000354046s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:32.429557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:30.429082Z","time spent":"2.00046833s","remote":"127.0.0.1:39786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T21:55:32.583808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998263499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T21:55:32.583913Z","caller":"traceutil/trace.go:171","msg":"trace[1959197618] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.998455084s","start":"2026-04-27T21:55:29.585434Z","end":"2026-04-27T21:55:32.583889Z","steps":["trace[1959197618] 'agreement among raft nodes before linearized reading' (duration: 2.99829619s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:32.583975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:29.585414Z","time spent":"2.998545405s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/04/27 21:55:32 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T21:55:32.587612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997029522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T21:55:32.587651Z","caller":"traceutil/trace.go:171","msg":"trace[1763256738] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.997092934s","start":"2026-04-27T21:55:29.590549Z","end":"2026-04-27T21:55:32.587642Z","steps":["trace[1763256738] 'agreement among raft nodes before linearized reading' (duration: 2.997051813s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:32.587674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:29.590537Z","time spent":"2.997131734s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/27 21:55:32 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T21:55:32.589424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997768759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T21:55:32.589466Z","caller":"traceutil/trace.go:171","msg":"trace[564533923] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.997850651s","start":"2026-04-27T21:55:29.591605Z","end":"2026-04-27T21:55:32.589456Z","steps":["trace[564533923] 'agreement among raft nodes before linearized reading' (duration: 2.99780542s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:32.589494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:29.591586Z","time spent":"2.997901071s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-27T21:55:32.589489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999987904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T21:55:32.589522Z","caller":"traceutil/trace.go:171","msg":"trace[1187016100] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"10.000044716s","start":"2026-04-27T21:55:22.589469Z","end":"2026-04-27T21:55:32.589513Z","steps":["trace[1187016100] 'agreement among raft nodes before linearized reading' (duration: 10.000005435s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:32.589499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.000367023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"","error":"context canceled"} 2026/04/27 21:55:32 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-27T21:55:32.589607Z","caller":"traceutil/trace.go:171","msg":"trace[1824056606] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"10.000519076s","start":"2026-04-27T21:55:22.589062Z","end":"2026-04-27T21:55:32.589582Z","steps":["trace[1824056606] 'agreement among raft nodes before linearized reading' (duration: 10.000382083s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:32.58955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:22.58946Z","time spent":"10.000084817s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} 2026/04/27 21:55:32 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T21:55:32.589749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:22.589052Z","time spent":"10.00067995s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} 2026/04/27 21:55:32 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T21:55:32.589833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.000017035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T21:55:32.589861Z","caller":"traceutil/trace.go:171","msg":"trace[41925554] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"10.000048775s","start":"2026-04-27T21:55:22.589805Z","end":"2026-04-27T21:55:32.589854Z","steps":["trace[41925554] 'agreement among raft nodes before linearized reading' (duration: 10.000016175s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:32.589882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:22.589796Z","time spent":"10.000081166s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/04/27 21:55:32 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T21:55:33.139103Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.197491983s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-27T21:55:33.575675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.201297498s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-04-27T21:55:33.575834Z","caller":"traceutil/trace.go:171","msg":"trace[1093384545] linearizableReadLoop","detail":"{readStateIndex:26630; appliedIndex:26627; }","duration":"6.159311667s","start":"2026-04-27T21:55:27.416504Z","end":"2026-04-27T21:55:33.575815Z","steps":["trace[1093384545] 'read index received' (duration: 1.006030905s)","trace[1093384545] 'applied index is now lower than readState.Index' (duration: 5.153280132s)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:55:33.576284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.355636101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:55:33.576309Z","caller":"traceutil/trace.go:171","msg":"trace[72089742] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:25753; }","duration":"9.355696901s","start":"2026-04-27T21:55:24.220604Z","end":"2026-04-27T21:55:33.576301Z","steps":["trace[72089742] 'agreement among raft nodes before linearized reading' (duration: 9.35564561s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:33.576328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:24.220583Z","time spent":"9.355739873s","remote":"127.0.0.1:44878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:55:33.576321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.764212942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:55:33.576425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.634068238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:55:33.576416Z","caller":"traceutil/trace.go:171","msg":"trace[527513675] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:25753; }","duration":"8.764356445s","start":"2026-04-27T21:55:24.812039Z","end":"2026-04-27T21:55:33.576395Z","steps":["trace[527513675] 'agreement among raft nodes before linearized reading' (duration: 8.764197802s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:55:33.57644Z","caller":"traceutil/trace.go:171","msg":"trace[2059881868] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:25753; }","duration":"9.634112159s","start":"2026-04-27T21:55:23.942323Z","end":"2026-04-27T21:55:33.576435Z","steps":["trace[2059881868] 'agreement among raft nodes before linearized reading' (duration: 9.634083989s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:33.576455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:23.942307Z","time spent":"9.63414453s","remote":"127.0.0.1:44394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:55:33.576469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:24.812018Z","time spent":"8.764435958s","remote":"127.0.0.1:44312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:55:33.576711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.032234646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-8d1c9d61-5bd5-4727-acbc-fe5f3201a55a\" ","response":"range_response_count:1 size:1320"} {"level":"info","ts":"2026-04-27T21:55:33.576772Z","caller":"traceutil/trace.go:171","msg":"trace[476205971] range","detail":"{range_begin:/registry/persistentvolumes/pvc-8d1c9d61-5bd5-4727-acbc-fe5f3201a55a; range_end:; response_count:1; response_revision:25753; }","duration":"10.032331598s","start":"2026-04-27T21:55:23.544422Z","end":"2026-04-27T21:55:33.576754Z","steps":["trace[476205971] 'agreement among raft nodes before linearized reading' (duration: 10.032102203s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:33.576818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:23.544407Z","time spent":"10.032396599s","remote":"127.0.0.1:39928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1344,"request content":"key:\"/registry/persistentvolumes/pvc-8d1c9d61-5bd5-4727-acbc-fe5f3201a55a\" "} {"level":"warn","ts":"2026-04-27T21:55:33.57685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.730779513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:55:33.576853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.485780266s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:55:33.57692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.674497062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:55:33.576937Z","caller":"traceutil/trace.go:171","msg":"trace[213435786] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:25753; }","duration":"10.674539713s","start":"2026-04-27T21:55:22.902391Z","end":"2026-04-27T21:55:33.576931Z","steps":["trace[213435786] 'agreement among raft nodes before linearized reading' (duration: 10.674507832s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:55:33.576928Z","caller":"traceutil/trace.go:171","msg":"trace[1043570243] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:25753; }","duration":"10.485900738s","start":"2026-04-27T21:55:23.091004Z","end":"2026-04-27T21:55:33.576905Z","steps":["trace[1043570243] 'agreement among raft nodes before linearized reading' (duration: 10.485768535s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:33.576934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.450792264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-04-27T21:55:33.576951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:22.902376Z","time spent":"10.674571314s","remote":"127.0.0.1:37840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"info","ts":"2026-04-27T21:55:33.57697Z","caller":"traceutil/trace.go:171","msg":"trace[1147715926] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25753; }","duration":"7.450861476s","start":"2026-04-27T21:55:26.126097Z","end":"2026-04-27T21:55:33.576959Z","steps":["trace[1147715926] 'agreement among raft nodes before linearized reading' (duration: 7.450728673s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:33.576969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:23.090985Z","time spent":"10.4859748s","remote":"127.0.0.1:37802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:55:33.576989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:26.12608Z","time spent":"7.450904336s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":557,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-27T21:55:33.57698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.452996974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-04-27T21:55:33.577033Z","caller":"traceutil/trace.go:171","msg":"trace[2003715942] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25753; }","duration":"7.453079186s","start":"2026-04-27T21:55:26.123938Z","end":"2026-04-27T21:55:33.577017Z","steps":["trace[2003715942] 'agreement among raft nodes before linearized reading' (duration: 7.452912412s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:33.577027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.978369693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:55:33.577049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.049616244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:55:33.577138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.239968094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T21:55:33.576887Z","caller":"traceutil/trace.go:171","msg":"trace[185764222] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:25753; }","duration":"10.730884825s","start":"2026-04-27T21:55:22.845992Z","end":"2026-04-27T21:55:33.576877Z","steps":["trace[185764222] 'agreement among raft nodes before linearized reading' (duration: 10.730750562s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:55:33.577135Z","caller":"traceutil/trace.go:171","msg":"trace[267950876] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:25753; }","duration":"7.978504936s","start":"2026-04-27T21:55:25.59861Z","end":"2026-04-27T21:55:33.577114Z","steps":["trace[267950876] 'agreement among raft nodes before linearized reading' (duration: 7.978366602s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:55:33.577139Z","caller":"traceutil/trace.go:171","msg":"trace[1672319770] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/addressscopes/; range_end:/registry/openstack.k-orc.cloud/addressscopes0; response_count:0; response_revision:25753; }","duration":"11.049709587s","start":"2026-04-27T21:55:22.527413Z","end":"2026-04-27T21:55:33.577123Z","steps":["trace[1672319770] 'agreement among raft nodes before linearized reading' (duration: 11.049584934s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:33.577137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:26.123922Z","time spent":"7.453202469s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-27T21:55:33.577183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.698436713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:55:33.577176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:22.845942Z","time spent":"10.731221103s","remote":"127.0.0.1:42710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"info","ts":"2026-04-27T21:55:33.5772Z","caller":"traceutil/trace.go:171","msg":"trace[300950461] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:25753; }","duration":"6.698489704s","start":"2026-04-27T21:55:26.878706Z","end":"2026-04-27T21:55:33.577196Z","steps":["trace[300950461] 'agreement among raft nodes before linearized reading' (duration: 6.698462503s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:33.577192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:25.598598Z","time spent":"7.978574757s","remote":"127.0.0.1:51818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:55:33.577215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:26.87865Z","time spent":"6.698560655s","remote":"127.0.0.1:44898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:55:33.577239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.152697128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-api-c7ff8bd68-5snzl\" ","response":"range_response_count:1 size:8647"} {"level":"info","ts":"2026-04-27T21:55:33.577261Z","caller":"traceutil/trace.go:171","msg":"trace[1136154891] range","detail":"{range_begin:/registry/pods/openstack/magnum-api-c7ff8bd68-5snzl; range_end:; response_count:1; response_revision:25753; }","duration":"8.152748709s","start":"2026-04-27T21:55:25.424506Z","end":"2026-04-27T21:55:33.577255Z","steps":["trace[1136154891] 'agreement among raft nodes before linearized reading' (duration: 8.152659647s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:33.577286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:25.424491Z","time spent":"8.15279177s","remote":"127.0.0.1:39966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":8671,"request content":"key:\"/registry/pods/openstack/magnum-api-c7ff8bd68-5snzl\" "} {"level":"warn","ts":"2026-04-27T21:55:33.577279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.214601835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:55:33.57735Z","caller":"traceutil/trace.go:171","msg":"trace[1915901863] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:25753; }","duration":"7.214702977s","start":"2026-04-27T21:55:26.362629Z","end":"2026-04-27T21:55:33.577332Z","steps":["trace[1915901863] 'agreement among raft nodes before linearized reading' (duration: 7.214588434s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:33.57736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.159172663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa528bd1523b50\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-04-27T21:55:33.57741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:26.362613Z","time spent":"7.214780608s","remote":"127.0.0.1:39992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":30,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-04-27T21:55:33.577418Z","caller":"traceutil/trace.go:171","msg":"trace[2003354725] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aa528bd1523b50; range_end:; response_count:1; response_revision:25753; }","duration":"7.159264046s","start":"2026-04-27T21:55:26.418136Z","end":"2026-04-27T21:55:33.5774Z","steps":["trace[2003354725] 'agreement among raft nodes before linearized reading' (duration: 7.159099882s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:33.577435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.934438419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:55:33.577159Z","caller":"traceutil/trace.go:171","msg":"trace[236975366] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:25753; }","duration":"6.240026034s","start":"2026-04-27T21:55:27.337126Z","end":"2026-04-27T21:55:33.577152Z","steps":["trace[236975366] 'agreement among raft nodes before linearized reading' (duration: 6.239991903s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:33.577464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:26.418115Z","time spent":"7.159335487s","remote":"127.0.0.1:39864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa528bd1523b50\" "} {"level":"info","ts":"2026-04-27T21:55:33.577485Z","caller":"traceutil/trace.go:171","msg":"trace[939983352] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:25753; }","duration":"7.934530901s","start":"2026-04-27T21:55:25.642937Z","end":"2026-04-27T21:55:33.577468Z","steps":["trace[939983352] 'agreement among raft nodes before linearized reading' (duration: 7.934446449s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:33.577501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:27.337105Z","time spent":"6.240384983s","remote":"127.0.0.1:40044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":32,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:55:33.577193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:22.527368Z","time spent":"11.04980964s","remote":"127.0.0.1:44526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:55:33.577531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:25.642911Z","time spent":"7.934605853s","remote":"127.0.0.1:37716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:55:33.577148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.162973928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-27T21:55:33.577674Z","caller":"traceutil/trace.go:171","msg":"trace[1274975750] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:25753; }","duration":"8.163519769s","start":"2026-04-27T21:55:25.414136Z","end":"2026-04-27T21:55:33.577656Z","steps":["trace[1274975750] 'agreement among raft nodes before linearized reading' (duration: 8.162834533s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:33.577726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:25.41412Z","time spent":"8.163588601s","remote":"127.0.0.1:50642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":161,"response size":33,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"info","ts":"2026-04-27T21:55:33.578529Z","caller":"traceutil/trace.go:171","msg":"trace[119159580] transaction","detail":"{read_only:false; response_revision:25754; number_of_response:1; }","duration":"4.155114182s","start":"2026-04-27T21:55:29.423395Z","end":"2026-04-27T21:55:33.578509Z","steps":["trace[119159580] 'process raft request' (duration: 4.15235225s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:33.578651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:29.423369Z","time spent":"4.155213775s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:55:34.076794Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185919323920770,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T21:55:34.323577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.994227ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T21:55:34.323692Z","caller":"traceutil/trace.go:171","msg":"trace[644716946] transaction","detail":"{read_only:false; response_revision:25755; number_of_response:1; }","duration":"2.382176009s","start":"2026-04-27T21:55:31.941494Z","end":"2026-04-27T21:55:34.32367Z","steps":["trace[644716946] 'process raft request' (duration: 1.637000958s)","trace[644716946] 'compare' (duration: 743.939684ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:55:34.323756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:31.941469Z","time spent":"2.382258061s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:55:34.323845Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.184347649s","expected-duration":"1s"} {"level":"info","ts":"2026-04-27T21:55:34.324338Z","caller":"traceutil/trace.go:171","msg":"trace[706943526] transaction","detail":"{read_only:false; response_revision:25756; number_of_response:1; }","duration":"1.97594107s","start":"2026-04-27T21:55:32.348373Z","end":"2026-04-27T21:55:34.324314Z","steps":["trace[706943526] 'process raft request' (duration: 1.975732306s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:55:34.324368Z","caller":"traceutil/trace.go:171","msg":"trace[1107141631] transaction","detail":"{read_only:false; response_revision:25758; number_of_response:1; }","duration":"1.738544712s","start":"2026-04-27T21:55:32.585806Z","end":"2026-04-27T21:55:34.324351Z","steps":["trace[1107141631] 'process raft request' (duration: 1.73847067s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:55:34.3244Z","caller":"traceutil/trace.go:171","msg":"trace[1436097591] transaction","detail":"{read_only:false; response_revision:25757; number_of_response:1; }","duration":"1.944494685s","start":"2026-04-27T21:55:32.379871Z","end":"2026-04-27T21:55:34.324365Z","steps":["trace[1436097591] 'process raft request' (duration: 1.944343912s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:34.324445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:32.348351Z","time spent":"1.976036372s","remote":"127.0.0.1:39864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":906,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-27T21:55:34.324473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:32.58578Z","time spent":"1.738640834s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:55:34.324533Z","caller":"traceutil/trace.go:171","msg":"trace[929849309] transaction","detail":"{read_only:false; response_revision:25761; number_of_response:1; }","duration":"1.73042372s","start":"2026-04-27T21:55:32.594083Z","end":"2026-04-27T21:55:34.324507Z","steps":["trace[929849309] 'process raft request' (duration: 1.730393539s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:34.324552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:32.379852Z","time spent":"1.944617149s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:55:34.324627Z","caller":"traceutil/trace.go:171","msg":"trace[1480579343] transaction","detail":"{read_only:false; response_revision:25760; number_of_response:1; }","duration":"1.732156289s","start":"2026-04-27T21:55:32.592459Z","end":"2026-04-27T21:55:34.324616Z","steps":["trace[1480579343] 'process raft request' (duration: 1.731964195s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:34.324594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:32.594071Z","time spent":"1.730496352s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":415,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:55:34.324726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:32.592448Z","time spent":"1.732247241s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":411,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:55:34.324673Z","caller":"traceutil/trace.go:171","msg":"trace[301186517] transaction","detail":"{read_only:false; response_revision:25759; number_of_response:1; }","duration":"1.732852944s","start":"2026-04-27T21:55:32.591763Z","end":"2026-04-27T21:55:34.324616Z","steps":["trace[301186517] 'process raft request' (duration: 1.732554577s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:34.325439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:32.591735Z","time spent":"1.733213812s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:55:34.430388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999978929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T21:55:34.430449Z","caller":"traceutil/trace.go:171","msg":"trace[60794157] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000068851s","start":"2026-04-27T21:55:32.430367Z","end":"2026-04-27T21:55:34.430436Z","steps":["trace[60794157] 'agreement among raft nodes before linearized reading' (duration: 1.999994759s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:34.430482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:32.430345Z","time spent":"2.000130782s","remote":"127.0.0.1:39788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/27 21:55:34 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T21:55:36.348542Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.977602497s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-27T21:55:36.435248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000901169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T21:55:36.435336Z","caller":"traceutil/trace.go:171","msg":"trace[616003241] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001032053s","start":"2026-04-27T21:55:34.434285Z","end":"2026-04-27T21:55:36.435317Z","steps":["trace[616003241] 'agreement among raft nodes before linearized reading' (duration: 2.000923721s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:36.435393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:34.43427Z","time spent":"2.001104435s","remote":"127.0.0.1:39786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/27 21:55:36 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T21:55:36.941086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:35.629505Z","time spent":"1.311564418s","remote":"127.0.0.1:41770","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-27T21:55:36.9418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.004424ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T21:55:36.942012Z","caller":"traceutil/trace.go:171","msg":"trace[1111597041] transaction","detail":"{read_only:false; response_revision:25762; number_of_response:1; }","duration":"3.361484416s","start":"2026-04-27T21:55:33.580482Z","end":"2026-04-27T21:55:36.941966Z","steps":["trace[1111597041] 'process raft request' (duration: 2.768240087s)","trace[1111597041] 'compare' (duration: 592.261747ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:55:36.942099Z","caller":"traceutil/trace.go:171","msg":"trace[1118320173] linearizableReadLoop","detail":"{readStateIndex:26642; appliedIndex:26632; }","duration":"3.366233393s","start":"2026-04-27T21:55:33.575849Z","end":"2026-04-27T21:55:36.942082Z","steps":["trace[1118320173] 'read index received' (duration: 748.199509ms)","trace[1118320173] 'applied index is now lower than readState.Index' (duration: 2.618033074s)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:55:36.942151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:33.580463Z","time spent":"3.361616039s","remote":"127.0.0.1:39864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:55:36.942132Z","caller":"traceutil/trace.go:171","msg":"trace[437643112] transaction","detail":"{read_only:false; response_revision:25764; number_of_response:1; }","duration":"3.359141343s","start":"2026-04-27T21:55:33.582956Z","end":"2026-04-27T21:55:36.942097Z","steps":["trace[437643112] 'process raft request' (duration: 3.359036191s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:55:36.94231Z","caller":"traceutil/trace.go:171","msg":"trace[1036446909] transaction","detail":"{read_only:false; response_revision:25765; number_of_response:1; }","duration":"3.354596802s","start":"2026-04-27T21:55:33.5877Z","end":"2026-04-27T21:55:36.942297Z","steps":["trace[1036446909] 'process raft request' (duration: 3.354331767s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:36.94236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:33.582939Z","time spent":"3.359273515s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:55:36.942484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.844261469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:55:36.942532Z","caller":"traceutil/trace.go:171","msg":"trace[2058569017] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:25765; }","duration":"4.84433754s","start":"2026-04-27T21:55:32.098183Z","end":"2026-04-27T21:55:36.94252Z","steps":["trace[2058569017] 'agreement among raft nodes before linearized reading' (duration: 4.844254748s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:36.942568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:32.098169Z","time spent":"4.844390672s","remote":"127.0.0.1:39920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":30,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:55:36.942579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.168618344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:55:36.942635Z","caller":"traceutil/trace.go:171","msg":"trace[1831893225] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:25765; }","duration":"7.168732167s","start":"2026-04-27T21:55:29.773891Z","end":"2026-04-27T21:55:36.942623Z","steps":["trace[1831893225] 'agreement among raft nodes before linearized reading' (duration: 7.168619634s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:55:36.942664Z","caller":"traceutil/trace.go:171","msg":"trace[250621648] transaction","detail":"{read_only:false; response_revision:25763; number_of_response:1; }","duration":"3.35990922s","start":"2026-04-27T21:55:33.582734Z","end":"2026-04-27T21:55:36.942643Z","steps":["trace[250621648] 'process raft request' (duration: 3.359154263s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:36.942734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.36840318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:55:36.942768Z","caller":"traceutil/trace.go:171","msg":"trace[23185356] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:25765; }","duration":"3.368474191s","start":"2026-04-27T21:55:33.574284Z","end":"2026-04-27T21:55:36.942758Z","steps":["trace[23185356] 'agreement among raft nodes before linearized reading' (duration: 3.36840534s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:36.942806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:33.574272Z","time spent":"3.368525572s","remote":"127.0.0.1:42698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:55:36.942881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:33.582715Z","time spent":"3.360036042s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:55:36.942926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.625877137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.250\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-04-27T21:55:36.942955Z","caller":"traceutil/trace.go:171","msg":"trace[1500401651] range","detail":"{range_begin:/registry/masterleases/199.204.45.250; range_end:; response_count:1; response_revision:25765; }","duration":"5.625948239s","start":"2026-04-27T21:55:31.317001Z","end":"2026-04-27T21:55:36.942949Z","steps":["trace[1500401651] 'agreement among raft nodes before linearized reading' (duration: 5.625787975s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:36.942969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:31.316986Z","time spent":"5.625979799s","remote":"127.0.0.1:39810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":164,"request content":"key:\"/registry/masterleases/199.204.45.250\" "} {"level":"warn","ts":"2026-04-27T21:55:36.943015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.38399939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-27T21:55:36.943055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.953860443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:55:36.943104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.403713201s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:55:36.943134Z","caller":"traceutil/trace.go:171","msg":"trace[1682089571] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:25765; }","duration":"3.403782643s","start":"2026-04-27T21:55:33.539344Z","end":"2026-04-27T21:55:36.943126Z","steps":["trace[1682089571] 'agreement among raft nodes before linearized reading' (duration: 3.403738012s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:36.943168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:33.539325Z","time spent":"3.403835514s","remote":"127.0.0.1:44516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:55:36.943319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.714955903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:55:36.943354Z","caller":"traceutil/trace.go:171","msg":"trace[560577849] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:25765; }","duration":"3.715020564s","start":"2026-04-27T21:55:33.228324Z","end":"2026-04-27T21:55:36.943344Z","steps":["trace[560577849] 'agreement among raft nodes before linearized reading' (duration: 3.714967503s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:36.943384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:33.228307Z","time spent":"3.715067465s","remote":"127.0.0.1:51766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:55:36.943545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.263199144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:55:36.943582Z","caller":"traceutil/trace.go:171","msg":"trace[854806465] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:25765; }","duration":"4.263270625s","start":"2026-04-27T21:55:32.680301Z","end":"2026-04-27T21:55:36.943572Z","steps":["trace[854806465] 'agreement among raft nodes before linearized reading' (duration: 4.263217704s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:36.943609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:32.680281Z","time spent":"4.263320596s","remote":"127.0.0.1:37756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:55:36.943682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.617654651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:55:36.943768Z","caller":"traceutil/trace.go:171","msg":"trace[5892791] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25765; }","duration":"7.617799994s","start":"2026-04-27T21:55:29.325948Z","end":"2026-04-27T21:55:36.943748Z","steps":["trace[5892791] 'agreement among raft nodes before linearized reading' (duration: 7.617634801s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:36.943802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.59743835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:541"} {"level":"warn","ts":"2026-04-27T21:55:36.943818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:29.325928Z","time spent":"7.617878006s","remote":"127.0.0.1:44320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-04-27T21:55:36.943838Z","caller":"traceutil/trace.go:171","msg":"trace[173675411] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:25765; }","duration":"4.597509602s","start":"2026-04-27T21:55:32.346319Z","end":"2026-04-27T21:55:36.943829Z","steps":["trace[173675411] 'agreement among raft nodes before linearized reading' (duration: 4.597397339s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:36.943866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:32.3463Z","time spent":"4.597560693s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":565,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-04-27T21:55:36.943999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.81484062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:55:36.94402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.202314688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T21:55:36.944031Z","caller":"traceutil/trace.go:171","msg":"trace[46094408] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:25765; }","duration":"4.814907481s","start":"2026-04-27T21:55:32.129115Z","end":"2026-04-27T21:55:36.944023Z","steps":["trace[46094408] 'agreement among raft nodes before linearized reading' (duration: 4.81486233s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:36.942741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:29.773869Z","time spent":"7.168861139s","remote":"127.0.0.1:42878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:55:36.942776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.544104826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:55:36.943064Z","caller":"traceutil/trace.go:171","msg":"trace[1181359593] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:25765; }","duration":"3.384080802s","start":"2026-04-27T21:55:33.558974Z","end":"2026-04-27T21:55:36.943055Z","steps":["trace[1181359593] 'agreement among raft nodes before linearized reading' (duration: 3.38400109s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:55:36.944298Z","caller":"traceutil/trace.go:171","msg":"trace[1532783750] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:25765; }","duration":"5.54563987s","start":"2026-04-27T21:55:31.39863Z","end":"2026-04-27T21:55:36.94427Z","steps":["trace[1532783750] 'agreement among raft nodes before linearized reading' (duration: 5.544126446s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:36.944353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:33.558958Z","time spent":"3.385383731s","remote":"127.0.0.1:40308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":21,"response size":32,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:55:36.94438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:31.398578Z","time spent":"5.545777023s","remote":"127.0.0.1:51832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"info","ts":"2026-04-27T21:55:36.944053Z","caller":"traceutil/trace.go:171","msg":"trace[1716320410] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:25765; }","duration":"7.20238356s","start":"2026-04-27T21:55:29.741659Z","end":"2026-04-27T21:55:36.944043Z","steps":["trace[1716320410] 'agreement among raft nodes before linearized reading' (duration: 7.202329288s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:36.944432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:29.741639Z","time spent":"7.20278088s","remote":"127.0.0.1:52398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:55:36.942398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:33.587692Z","time spent":"3.354672194s","remote":"127.0.0.1:39966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8445,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:55:36.943104Z","caller":"traceutil/trace.go:171","msg":"trace[1659584736] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:25765; }","duration":"6.953938225s","start":"2026-04-27T21:55:29.989153Z","end":"2026-04-27T21:55:36.943091Z","steps":["trace[1659584736] 'agreement among raft nodes before linearized reading' (duration: 6.953853963s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:36.944571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:29.989137Z","time spent":"6.955414168s","remote":"127.0.0.1:42758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:55:36.944066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:32.129097Z","time spent":"4.814957692s","remote":"127.0.0.1:42756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:55:37.442428Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185919323920780,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T21:55:37.943093Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185919323920780,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T21:55:38.435281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999991019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T21:55:38.435363Z","caller":"traceutil/trace.go:171","msg":"trace[1712706970] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000121622s","start":"2026-04-27T21:55:36.435223Z","end":"2026-04-27T21:55:38.435345Z","steps":["trace[1712706970] 'agreement among raft nodes before linearized reading' (duration: 2.00002086s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:38.435424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:36.435205Z","time spent":"2.000196923s","remote":"127.0.0.1:39788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/27 21:55:38 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T21:55:38.444569Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185919323920780,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T21:55:38.94681Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185919323920780,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T21:55:39.030123Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.899596007s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-27T21:55:40.44198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000577052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-27T21:55:40.442089Z","caller":"traceutil/trace.go:171","msg":"trace[495836624] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000767706s","start":"2026-04-27T21:55:38.441296Z","end":"2026-04-27T21:55:40.442064Z","steps":["trace[495836624] 'agreement among raft nodes before linearized reading' (duration: 2.000606142s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:40.442158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:38.44128Z","time spent":"2.000861918s","remote":"127.0.0.1:39786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T21:55:40.518555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:38.760136Z","time spent":"1.758413127s","remote":"127.0.0.1:41776","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-27T21:55:40.52404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.382132ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:55:40.524136Z","caller":"traceutil/trace.go:171","msg":"trace[959821753] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25765; }","duration":"439.488945ms","start":"2026-04-27T21:55:40.084633Z","end":"2026-04-27T21:55:40.524122Z","steps":["trace[959821753] 'range keys from in-memory index tree' (duration: 439.369742ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:40.524544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.494197553s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T21:55:40.52474Z","caller":"traceutil/trace.go:171","msg":"trace[560703580] transaction","detail":"{read_only:false; response_revision:25769; number_of_response:1; }","duration":"4.194569517s","start":"2026-04-27T21:55:36.33016Z","end":"2026-04-27T21:55:40.52473Z","steps":["trace[560703580] 'process raft request' (duration: 4.194511736s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:40.524775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:36.330137Z","time spent":"4.194621298s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:55:40.52487Z","caller":"traceutil/trace.go:171","msg":"trace[1436886572] transaction","detail":"{read_only:false; response_revision:25766; number_of_response:1; }","duration":"5.601389818s","start":"2026-04-27T21:55:34.923435Z","end":"2026-04-27T21:55:40.524825Z","steps":["trace[1436886572] 'process raft request' (duration: 4.106857288s)","trace[1436886572] 'compare' (duration: 1.491686177s)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:55:40.524856Z","caller":"traceutil/trace.go:171","msg":"trace[917161628] transaction","detail":"{read_only:false; response_revision:25767; number_of_response:1; }","duration":"5.146076499s","start":"2026-04-27T21:55:35.378713Z","end":"2026-04-27T21:55:40.524789Z","steps":["trace[917161628] 'process raft request' (duration: 5.145885695s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:40.524984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:34.923412Z","time spent":"5.601513961s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:55:40.524871Z","caller":"traceutil/trace.go:171","msg":"trace[59655536] transaction","detail":"{read_only:false; response_revision:25768; number_of_response:1; }","duration":"4.940516465s","start":"2026-04-27T21:55:35.584309Z","end":"2026-04-27T21:55:40.524825Z","steps":["trace[59655536] 'process raft request' (duration: 4.940325991s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:40.525089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:35.378695Z","time spent":"5.146252793s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:55:40.525142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:35.584285Z","time spent":"4.940766061s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:55:40.553117Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.522830234s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-27T21:55:42.443644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000164923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T21:55:42.443741Z","caller":"traceutil/trace.go:171","msg":"trace[1299100134] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000310616s","start":"2026-04-27T21:55:40.443412Z","end":"2026-04-27T21:55:42.443722Z","steps":["trace[1299100134] 'agreement among raft nodes before linearized reading' (duration: 2.000197654s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:42.443786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:40.443393Z","time spent":"2.000383508s","remote":"127.0.0.1:39788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/27 21:55:42 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T21:55:42.650451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.097138904s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"warn","ts":"2026-04-27T21:55:42.651279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:36.944297Z","time spent":"5.706978955s","remote":"127.0.0.1:39810","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-27T21:55:42.653356Z","caller":"traceutil/trace.go:171","msg":"trace[1210239150] linearizableReadLoop","detail":"{readStateIndex:26649; appliedIndex:26642; }","duration":"5.711206608s","start":"2026-04-27T21:55:36.942137Z","end":"2026-04-27T21:55:42.653343Z","steps":["trace[1210239150] 'read index received' (duration: 2.088169671s)","trace[1210239150] 'applied index is now lower than readState.Index' (duration: 3.623036267s)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:55:42.65337Z","caller":"traceutil/trace.go:171","msg":"trace[653374027] transaction","detail":"{read_only:false; response_revision:25771; number_of_response:1; }","duration":"4.936210359s","start":"2026-04-27T21:55:37.717139Z","end":"2026-04-27T21:55:42.653349Z","steps":["trace[653374027] 'process raft request' (duration: 4.934057871s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:42.653501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:37.717108Z","time spent":"4.936320251s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:55:42.653546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.577814429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:55:42.653607Z","caller":"traceutil/trace.go:171","msg":"trace[1889971921] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:25771; }","duration":"8.577943873s","start":"2026-04-27T21:55:34.075651Z","end":"2026-04-27T21:55:42.653595Z","steps":["trace[1889971921] 'agreement among raft nodes before linearized reading' (duration: 8.5778417s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:42.653573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.361521435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-27T21:55:42.65363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:34.075628Z","time spent":"8.577997394s","remote":"127.0.0.1:37888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:55:42.653672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.934905208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:31 size:268802"} {"level":"info","ts":"2026-04-27T21:55:42.653673Z","caller":"traceutil/trace.go:171","msg":"trace[1865044453] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:25771; }","duration":"8.361687238s","start":"2026-04-27T21:55:34.291963Z","end":"2026-04-27T21:55:42.65365Z","steps":["trace[1865044453] 'agreement among raft nodes before linearized reading' (duration: 8.361491873s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:55:42.653695Z","caller":"traceutil/trace.go:171","msg":"trace[1686611411] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:31; response_revision:25771; }","duration":"7.93496944s","start":"2026-04-27T21:55:34.718718Z","end":"2026-04-27T21:55:42.653687Z","steps":["trace[1686611411] 'agreement among raft nodes before linearized reading' (duration: 7.934679373s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:42.653718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:34.718698Z","time spent":"7.935016302s","remote":"127.0.0.1:40292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":31,"response size":268826,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-04-27T21:55:42.65372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:34.291941Z","time spent":"8.36176754s","remote":"127.0.0.1:40342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":32,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:55:42.653842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.535191145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:55:42.65387Z","caller":"traceutil/trace.go:171","msg":"trace[155662742] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:25771; }","duration":"6.535253547s","start":"2026-04-27T21:55:36.11861Z","end":"2026-04-27T21:55:42.653863Z","steps":["trace[155662742] 'agreement among raft nodes before linearized reading' (duration: 6.535185705s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:42.653887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:36.11859Z","time spent":"6.535292607s","remote":"127.0.0.1:37658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:55:42.653895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.071759454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-04-27T21:55:42.653918Z","caller":"traceutil/trace.go:171","msg":"trace[1901896864] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:25771; }","duration":"9.071810835s","start":"2026-04-27T21:55:33.582099Z","end":"2026-04-27T21:55:42.65391Z","steps":["trace[1901896864] 'agreement among raft nodes before linearized reading' (duration: 9.071755214s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:42.653931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:33.582082Z","time spent":"9.071846275s","remote":"127.0.0.1:39944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2107,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-04-27T21:55:42.653966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.255339366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:55:42.654012Z","caller":"traceutil/trace.go:171","msg":"trace[1755069813] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:25771; }","duration":"8.255387027s","start":"2026-04-27T21:55:34.398612Z","end":"2026-04-27T21:55:42.653999Z","steps":["trace[1755069813] 'agreement among raft nodes before linearized reading' (duration: 8.255315275s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:42.654043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:34.398598Z","time spent":"8.255436409s","remote":"127.0.0.1:33952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:55:42.654134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.975818295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T21:55:42.654156Z","caller":"traceutil/trace.go:171","msg":"trace[1331685008] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:25771; }","duration":"6.975865166s","start":"2026-04-27T21:55:35.678286Z","end":"2026-04-27T21:55:42.654152Z","steps":["trace[1331685008] 'agreement among raft nodes before linearized reading' (duration: 6.975823775s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:42.654172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:35.678274Z","time spent":"6.975893747s","remote":"127.0.0.1:39928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":16,"response size":32,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:55:42.653987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.713678754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:55:42.654218Z","caller":"traceutil/trace.go:171","msg":"trace[2011364730] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:25771; }","duration":"5.71393546s","start":"2026-04-27T21:55:36.940269Z","end":"2026-04-27T21:55:42.654205Z","steps":["trace[2011364730] 'agreement among raft nodes before linearized reading' (duration: 5.713699484s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:42.654263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:36.940249Z","time spent":"5.714001592s","remote":"127.0.0.1:42784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:55:42.654542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.029809505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:55:42.654588Z","caller":"traceutil/trace.go:171","msg":"trace[905114103] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:25771; }","duration":"7.029887147s","start":"2026-04-27T21:55:35.624688Z","end":"2026-04-27T21:55:42.654575Z","steps":["trace[905114103] 'agreement among raft nodes before linearized reading' (duration: 7.029822875s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:42.654623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:35.624668Z","time spent":"7.029947259s","remote":"127.0.0.1:52438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:55:42.655508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.502638636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:55:42.655697Z","caller":"traceutil/trace.go:171","msg":"trace[144277365] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:25771; }","duration":"7.50287102s","start":"2026-04-27T21:55:35.152812Z","end":"2026-04-27T21:55:42.655683Z","steps":["trace[144277365] 'agreement among raft nodes before linearized reading' (duration: 7.500538128s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:42.655732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:35.152795Z","time spent":"7.502927282s","remote":"127.0.0.1:37878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:55:43.154135Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185919323920787,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T21:55:43.654699Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185919323920787,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T21:55:44.155097Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185919323920787,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T21:55:44.461633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.004666484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-27T21:55:44.461691Z","caller":"traceutil/trace.go:171","msg":"trace[774776102] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.004763706s","start":"2026-04-27T21:55:42.456915Z","end":"2026-04-27T21:55:44.461678Z","steps":["trace[774776102] 'agreement among raft nodes before linearized reading' (duration: 2.004693674s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:44.461717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:42.456897Z","time spent":"2.004814197s","remote":"127.0.0.1:39786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T21:55:44.526969Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.977946645s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-27T21:55:46.284825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.757634861s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T21:55:46.284904Z","caller":"traceutil/trace.go:171","msg":"trace[1302921649] transaction","detail":"{read_only:false; response_revision:25772; number_of_response:1; }","duration":"3.755181385s","start":"2026-04-27T21:55:42.529708Z","end":"2026-04-27T21:55:46.28489Z","steps":["trace[1302921649] 'process raft request' (duration: 1.997423642s)","trace[1302921649] 'compare' (duration: 1.757547909s)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:55:46.284945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:42.529677Z","time spent":"3.755248826s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:55:46.462481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000286016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T21:55:46.462589Z","caller":"traceutil/trace.go:171","msg":"trace[1528533689] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000423789s","start":"2026-04-27T21:55:44.462141Z","end":"2026-04-27T21:55:46.462565Z","steps":["trace[1528533689] 'agreement among raft nodes before linearized reading' (duration: 2.000297606s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:46.462653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:44.462132Z","time spent":"2.00050549s","remote":"127.0.0.1:39788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/27 21:55:46 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T21:55:46.961566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.010127122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T21:55:46.961649Z","caller":"traceutil/trace.go:171","msg":"trace[1264318058] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; }","duration":"10.010241324s","start":"2026-04-27T21:55:36.951388Z","end":"2026-04-27T21:55:46.96163Z","steps":["trace[1264318058] 'agreement among raft nodes before linearized reading' (duration: 10.010139822s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:46.961695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:36.951379Z","time spent":"10.010305087s","remote":"127.0.0.1:39974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} 2026/04/27 21:55:46 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T21:55:47.52927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:42.530913Z","time spent":"4.99834974s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/27 21:55:47 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T21:55:47.716815Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.189621196s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-27T21:55:48.469881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000356056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T21:55:48.46995Z","caller":"traceutil/trace.go:171","msg":"trace[725287954] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000470369s","start":"2026-04-27T21:55:46.469462Z","end":"2026-04-27T21:55:48.469933Z","steps":["trace[725287954] 'agreement among raft nodes before linearized reading' (duration: 2.000388617s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:48.469984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:46.469445Z","time spent":"2.000532311s","remote":"127.0.0.1:39786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/27 21:55:48 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T21:55:49.654134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:42.653265Z","time spent":"7.000862336s","remote":"127.0.0.1:39810","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-27T21:55:50.471634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000741306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-27T21:55:50.471702Z","caller":"traceutil/trace.go:171","msg":"trace[310938010] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001222676s","start":"2026-04-27T21:55:48.470464Z","end":"2026-04-27T21:55:50.471687Z","steps":["trace[310938010] 'agreement among raft nodes before linearized reading' (duration: 2.000766116s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:50.471736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:48.470444Z","time spent":"2.001285018s","remote":"127.0.0.1:39788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/27 21:55:50 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T21:55:50.603331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.667443ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:55:50.603486Z","caller":"traceutil/trace.go:171","msg":"trace[180967648] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25772; }","duration":"520.833216ms","start":"2026-04-27T21:55:50.082628Z","end":"2026-04-27T21:55:50.603461Z","steps":["trace[180967648] 'range keys from in-memory index tree' (duration: 520.648382ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:50.60802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.890570938s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-27T21:55:50.608691Z","caller":"traceutil/trace.go:171","msg":"trace[1951422987] transaction","detail":"{read_only:false; response_revision:25775; number_of_response:1; }","duration":"5.077774609s","start":"2026-04-27T21:55:45.530902Z","end":"2026-04-27T21:55:50.608676Z","steps":["trace[1951422987] 'process raft request' (duration: 5.077718138s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:55:50.608788Z","caller":"traceutil/trace.go:171","msg":"trace[692187271] transaction","detail":"{read_only:false; response_revision:25774; number_of_response:1; }","duration":"6.275845556s","start":"2026-04-27T21:55:44.332919Z","end":"2026-04-27T21:55:50.608764Z","steps":["trace[692187271] 'process raft request' (duration: 6.275630112s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:55:50.608832Z","caller":"traceutil/trace.go:171","msg":"trace[378427681] linearizableReadLoop","detail":"{readStateIndex:26652; appliedIndex:26649; }","duration":"7.955426938s","start":"2026-04-27T21:55:42.653381Z","end":"2026-04-27T21:55:50.608808Z","steps":["trace[378427681] 'read index received' (duration: 1.873826883s)","trace[378427681] 'applied index is now lower than readState.Index' (duration: 6.081596965s)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:55:50.608864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.66546556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:55:50.608864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.142206491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:55:50.608893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:44.332902Z","time spent":"6.275929538s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:55:50.608905Z","caller":"traceutil/trace.go:171","msg":"trace[1980162962] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:25775; }","duration":"12.665580563s","start":"2026-04-27T21:55:37.943313Z","end":"2026-04-27T21:55:50.608893Z","steps":["trace[1980162962] 'agreement among raft nodes before linearized reading' (duration: 12.665507212s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:55:50.608911Z","caller":"traceutil/trace.go:171","msg":"trace[754851105] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:25775; }","duration":"8.142308563s","start":"2026-04-27T21:55:42.466589Z","end":"2026-04-27T21:55:50.608898Z","steps":["trace[754851105] 'agreement among raft nodes before linearized reading' (duration: 8.142215891s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:50.608921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.883937175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-27T21:55:50.608937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:37.943289Z","time spent":"12.665638124s","remote":"127.0.0.1:44582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:55:50.608915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.077383699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:55:50.608946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:42.466561Z","time spent":"8.142375815s","remote":"127.0.0.1:44778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:55:50.608812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:45.530879Z","time spent":"5.07784075s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:55:50.608938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.016005213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:55:50.608983Z","caller":"traceutil/trace.go:171","msg":"trace[910447465] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:25775; }","duration":"8.077523162s","start":"2026-04-27T21:55:42.531442Z","end":"2026-04-27T21:55:50.608965Z","steps":["trace[910447465] 'agreement among raft nodes before linearized reading' (duration: 8.077370788s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:50.608984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.696362164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-27T21:55:50.608975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.975802174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:55:50.608959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.380697393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:55:50.60903Z","caller":"traceutil/trace.go:171","msg":"trace[403589988] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:25775; }","duration":"8.696449886s","start":"2026-04-27T21:55:41.912572Z","end":"2026-04-27T21:55:50.609022Z","steps":["trace[403589988] 'agreement among raft nodes before linearized reading' (duration: 8.696274192s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:55:50.609035Z","caller":"traceutil/trace.go:171","msg":"trace[182231947] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:25775; }","duration":"10.016163417s","start":"2026-04-27T21:55:40.592849Z","end":"2026-04-27T21:55:50.609013Z","steps":["trace[182231947] 'agreement among raft nodes before linearized reading' (duration: 10.015983963s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:50.609056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:41.912549Z","time spent":"8.696500568s","remote":"127.0.0.1:39976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":240,"response size":33,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"info","ts":"2026-04-27T21:55:50.609045Z","caller":"traceutil/trace.go:171","msg":"trace[349501095] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:25775; }","duration":"10.975913615s","start":"2026-04-27T21:55:39.633117Z","end":"2026-04-27T21:55:50.609031Z","steps":["trace[349501095] 'agreement among raft nodes before linearized reading' (duration: 10.975800453s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:50.609074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.331810967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:55:50.609083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.299746048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T21:55:50.609074Z","caller":"traceutil/trace.go:171","msg":"trace[249248256] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:25775; }","duration":"8.380907298s","start":"2026-04-27T21:55:42.228138Z","end":"2026-04-27T21:55:50.609046Z","steps":["trace[249248256] 'agreement among raft nodes before linearized reading' (duration: 8.380671372s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:50.609094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:39.633097Z","time spent":"10.975985007s","remote":"127.0.0.1:37894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:55:50.60909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:42.531417Z","time spent":"8.077605144s","remote":"127.0.0.1:44300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-04-27T21:55:50.609105Z","caller":"traceutil/trace.go:171","msg":"trace[205312070] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:25775; }","duration":"12.331866478s","start":"2026-04-27T21:55:38.277228Z","end":"2026-04-27T21:55:50.609094Z","steps":["trace[205312070] 'agreement among raft nodes before linearized reading' (duration: 12.331822877s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:50.609066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.661957216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-27T21:55:50.609108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.651536688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7112"} {"level":"warn","ts":"2026-04-27T21:55:50.609143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:38.277212Z","time spent":"12.33192315s","remote":"127.0.0.1:56696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:55:50.609016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.891142047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:55:50.609164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:42.228115Z","time spent":"8.381022081s","remote":"127.0.0.1:44530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"info","ts":"2026-04-27T21:55:50.609174Z","caller":"traceutil/trace.go:171","msg":"trace[769263161] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:25775; }","duration":"13.65162892s","start":"2026-04-27T21:55:36.957533Z","end":"2026-04-27T21:55:50.609162Z","steps":["trace[769263161] 'agreement among raft nodes before linearized reading' (duration: 13.651486147s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:50.609189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.651722643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa528bd1523b50\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-04-27T21:55:50.609115Z","caller":"traceutil/trace.go:171","msg":"trace[1016117149] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:25775; }","duration":"12.29982076s","start":"2026-04-27T21:55:38.309286Z","end":"2026-04-27T21:55:50.609107Z","steps":["trace[1016117149] 'agreement among raft nodes before linearized reading' (duration: 12.299758449s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:50.609089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.212372002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418154"} {"level":"warn","ts":"2026-04-27T21:55:50.609218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:36.957519Z","time spent":"13.651685231s","remote":"127.0.0.1:39966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7136,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-04-27T21:55:50.609224Z","caller":"traceutil/trace.go:171","msg":"trace[1111246578] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aa528bd1523b50; range_end:; response_count:1; response_revision:25775; }","duration":"13.651760483s","start":"2026-04-27T21:55:36.957454Z","end":"2026-04-27T21:55:50.609215Z","steps":["trace[1111246578] 'agreement among raft nodes before linearized reading' (duration: 13.651673241s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:50.609002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.585812165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:55:50.609256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:36.957425Z","time spent":"13.651822974s","remote":"127.0.0.1:39864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa528bd1523b50\" "} {"level":"info","ts":"2026-04-27T21:55:50.609252Z","caller":"traceutil/trace.go:171","msg":"trace[1113657016] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:25775; }","duration":"9.212605398s","start":"2026-04-27T21:55:41.396632Z","end":"2026-04-27T21:55:50.609238Z","steps":["trace[1113657016] 'agreement among raft nodes before linearized reading' (duration: 9.212183569s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:55:50.609194Z","caller":"traceutil/trace.go:171","msg":"trace[1490919222] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:25775; }","duration":"8.891370063s","start":"2026-04-27T21:55:41.717816Z","end":"2026-04-27T21:55:50.609186Z","steps":["trace[1490919222] 'agreement among raft nodes before linearized reading' (duration: 8.891173008s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:50.609225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:38.309265Z","time spent":"12.299952832s","remote":"127.0.0.1:40248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":32,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:55:50.608961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.200797641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:55:50.609295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:41.396612Z","time spent":"9.212667909s","remote":"127.0.0.1:37634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418178,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-04-27T21:55:50.60931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:41.717791Z","time spent":"8.891503265s","remote":"127.0.0.1:44572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-04-27T21:55:50.60933Z","caller":"traceutil/trace.go:171","msg":"trace[865202372] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:25775; }","duration":"13.2012013s","start":"2026-04-27T21:55:37.408113Z","end":"2026-04-27T21:55:50.609314Z","steps":["trace[865202372] 'agreement among raft nodes before linearized reading' (duration: 13.200799072s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:55:50.609166Z","caller":"traceutil/trace.go:171","msg":"trace[683687951] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:25775; }","duration":"11.66210687s","start":"2026-04-27T21:55:38.947037Z","end":"2026-04-27T21:55:50.609144Z","steps":["trace[683687951] 'agreement among raft nodes before linearized reading' (duration: 11.661772952s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:50.609366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:37.408092Z","time spent":"13.201261791s","remote":"127.0.0.1:44762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:55:50.609388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:38.94702Z","time spent":"11.662357755s","remote":"127.0.0.1:39874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":231,"response size":33,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-04-27T21:55:50.609266Z","caller":"traceutil/trace.go:171","msg":"trace[157545100] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:25775; }","duration":"13.586098981s","start":"2026-04-27T21:55:37.023155Z","end":"2026-04-27T21:55:50.609254Z","steps":["trace[157545100] 'agreement among raft nodes before linearized reading' (duration: 13.585823825s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:50.609434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:37.023142Z","time spent":"13.586279967s","remote":"127.0.0.1:37864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:55:50.609093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:40.592825Z","time spent":"10.016254639s","remote":"127.0.0.1:42866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"info","ts":"2026-04-27T21:55:50.608963Z","caller":"traceutil/trace.go:171","msg":"trace[977551249] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25775; }","duration":"9.884028368s","start":"2026-04-27T21:55:40.724923Z","end":"2026-04-27T21:55:50.608952Z","steps":["trace[977551249] 'agreement among raft nodes before linearized reading' (duration: 9.883952096s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:50.609565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:40.724892Z","time spent":"9.884656643s","remote":"127.0.0.1:38014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:55:50.753004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000726925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-27T21:55:50.753469Z","caller":"traceutil/trace.go:171","msg":"trace[1652433496] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001272417s","start":"2026-04-27T21:55:48.752177Z","end":"2026-04-27T21:55:50.753449Z","steps":["trace[1652433496] 'agreement among raft nodes before linearized reading' (duration: 2.000757345s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:50.753734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:48.752146Z","time spent":"2.001378789s","remote":"127.0.0.1:39786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/27 21:55:50 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T21:55:51.109405Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185919323920792,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T21:55:51.610417Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185919323920792,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T21:55:52.111488Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185919323920792,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T21:55:52.196974Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.592896899s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-27T21:55:52.518586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000121851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-27T21:55:52.51867Z","caller":"traceutil/trace.go:171","msg":"trace[168718994] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000232134s","start":"2026-04-27T21:55:50.51842Z","end":"2026-04-27T21:55:52.518652Z","steps":["trace[168718994] 'agreement among raft nodes before linearized reading' (duration: 2.000114601s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:52.518718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:50.51838Z","time spent":"2.000328616s","remote":"127.0.0.1:39786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T21:55:52.529772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998700158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T21:55:52.52983Z","caller":"traceutil/trace.go:171","msg":"trace[2101499915] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"4.99879451s","start":"2026-04-27T21:55:47.531022Z","end":"2026-04-27T21:55:52.529816Z","steps":["trace[2101499915] 'agreement among raft nodes before linearized reading' (duration: 4.998726738s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:52.529865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:47.531006Z","time spent":"4.998850681s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/04/27 21:55:52 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T21:55:54.5192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000095862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-27T21:55:54.519262Z","caller":"traceutil/trace.go:171","msg":"trace[79859082] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000208514s","start":"2026-04-27T21:55:52.519037Z","end":"2026-04-27T21:55:54.519246Z","steps":["trace[79859082] 'agreement among raft nodes before linearized reading' (duration: 2.000128263s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:54.519313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:52.519018Z","time spent":"2.000283216s","remote":"127.0.0.1:39788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T21:55:55.033744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:48.033006Z","time spent":"7.000713092s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-27T21:55:55.297615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:48.296991Z","time spent":"7.00061717s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-27T21:55:55.59553Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.398037364s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-27T21:55:55.88347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.685963184s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T21:55:55.885376Z","caller":"traceutil/trace.go:171","msg":"trace[73227422] transaction","detail":"{read_only:false; response_revision:25778; number_of_response:1; }","duration":"5.272713515s","start":"2026-04-27T21:55:50.612627Z","end":"2026-04-27T21:55:55.88534Z","steps":["trace[73227422] 'process raft request' (duration: 5.271218001s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:55:55.885555Z","caller":"traceutil/trace.go:171","msg":"trace[229177254] linearizableReadLoop","detail":"{readStateIndex:26659; appliedIndex:26654; }","duration":"5.276645714s","start":"2026-04-27T21:55:50.608884Z","end":"2026-04-27T21:55:55.885529Z","steps":["trace[229177254] 'read index received' (duration: 1.588360868s)","trace[229177254] 'applied index is now lower than readState.Index' (duration: 3.688283956s)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:55:55.885614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:50.61261Z","time spent":"5.272873519s","remote":"127.0.0.1:39864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:55:55.885872Z","caller":"traceutil/trace.go:171","msg":"trace[133786613] transaction","detail":"{read_only:false; response_revision:25779; number_of_response:1; }","duration":"5.267592051s","start":"2026-04-27T21:55:50.618263Z","end":"2026-04-27T21:55:55.885855Z","steps":["trace[133786613] 'process raft request' (duration: 5.265693988s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:55.885991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:50.618254Z","time spent":"5.267664972s","remote":"127.0.0.1:39966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:55:55.886633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.16045435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:55:55.886657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.029012196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T21:55:55.886653Z","caller":"traceutil/trace.go:171","msg":"trace[3667534] transaction","detail":"{read_only:false; response_revision:25780; number_of_response:1; }","duration":"4.928720811s","start":"2026-04-27T21:55:50.957901Z","end":"2026-04-27T21:55:55.886622Z","steps":["trace[3667534] 'process raft request' (duration: 4.927243248s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:55.886665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.899532026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:55:55.886659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.098072282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:55:55.886699Z","caller":"traceutil/trace.go:171","msg":"trace[596941226] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25780; }","duration":"6.029085638s","start":"2026-04-27T21:55:49.857601Z","end":"2026-04-27T21:55:55.886686Z","steps":["trace[596941226] 'agreement among raft nodes before linearized reading' (duration: 6.029000906s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:55.886678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.203674738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:55:55.886725Z","caller":"traceutil/trace.go:171","msg":"trace[1555477842] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:25780; }","duration":"7.899652789s","start":"2026-04-27T21:55:47.987058Z","end":"2026-04-27T21:55:55.886711Z","steps":["trace[1555477842] 'agreement among raft nodes before linearized reading' (duration: 7.899552886s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:55.886735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.231044352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.250\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:55:55.886742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:49.857584Z","time spent":"6.029147519s","remote":"127.0.0.1:37966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:55:55.886759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:47.987038Z","time spent":"7.899712659s","remote":"127.0.0.1:44476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-04-27T21:55:55.886748Z","caller":"traceutil/trace.go:171","msg":"trace[809225177] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:25780; }","duration":"9.098177294s","start":"2026-04-27T21:55:46.788547Z","end":"2026-04-27T21:55:55.886724Z","steps":["trace[809225177] 'agreement among raft nodes before linearized reading' (duration: 9.09801875s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:55.886755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.098261366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-27T21:55:55.886757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.142837575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:55:55.886771Z","caller":"traceutil/trace.go:171","msg":"trace[1973786218] range","detail":"{range_begin:/registry/masterleases/199.204.45.250; range_end:; response_count:0; response_revision:25780; }","duration":"6.231101844s","start":"2026-04-27T21:55:49.655657Z","end":"2026-04-27T21:55:55.886758Z","steps":["trace[1973786218] 'agreement among raft nodes before linearized reading' (duration: 6.231050662s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:55.88676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.556263527s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:55:55.886782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:50.957874Z","time spent":"4.928836613s","remote":"127.0.0.1:37634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418287,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:55:55.886803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.869155963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-27T21:55:55.886805Z","caller":"traceutil/trace.go:171","msg":"trace[1690412677] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:25780; }","duration":"6.142887216s","start":"2026-04-27T21:55:49.743909Z","end":"2026-04-27T21:55:55.886796Z","steps":["trace[1690412677] 'agreement among raft nodes before linearized reading' (duration: 6.142820595s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:55.886806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:46.788498Z","time spent":"9.098292306s","remote":"127.0.0.1:37742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"info","ts":"2026-04-27T21:55:55.886837Z","caller":"traceutil/trace.go:171","msg":"trace[1685830707] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:25780; }","duration":"5.55638275s","start":"2026-04-27T21:55:50.330435Z","end":"2026-04-27T21:55:55.886818Z","steps":["trace[1685830707] 'agreement among raft nodes before linearized reading' (duration: 5.556279538s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:55:55.886848Z","caller":"traceutil/trace.go:171","msg":"trace[1240672516] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25780; }","duration":"11.869231735s","start":"2026-04-27T21:55:44.017605Z","end":"2026-04-27T21:55:55.886836Z","steps":["trace[1240672516] 'agreement among raft nodes before linearized reading' (duration: 11.869118043s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:55.886854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.139232893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:55:55.886853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:49.743895Z","time spent":"6.142949388s","remote":"127.0.0.1:37786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:55:55.886881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:44.017531Z","time spent":"11.869343428s","remote":"127.0.0.1:39882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-27T21:55:55.886875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.260073651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:55:55.886885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:50.330411Z","time spent":"5.556459391s","remote":"127.0.0.1:44422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:55:55.88691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.64526779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T21:55:55.886934Z","caller":"traceutil/trace.go:171","msg":"trace[1815313872] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25780; }","duration":"7.645331281s","start":"2026-04-27T21:55:48.241597Z","end":"2026-04-27T21:55:55.886928Z","steps":["trace[1815313872] 'agreement among raft nodes before linearized reading' (duration: 7.64528509s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:55:55.886924Z","caller":"traceutil/trace.go:171","msg":"trace[542575488] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:25780; }","duration":"9.260152662s","start":"2026-04-27T21:55:46.626758Z","end":"2026-04-27T21:55:55.88691Z","steps":["trace[542575488] 'agreement among raft nodes before linearized reading' (duration: 9.26007868s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:55.886947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.615616804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:55:55.88698Z","caller":"traceutil/trace.go:171","msg":"trace[1315741158] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:25780; }","duration":"12.615755016s","start":"2026-04-27T21:55:43.271213Z","end":"2026-04-27T21:55:55.886968Z","steps":["trace[1315741158] 'agreement among raft nodes before linearized reading' (duration: 12.615703645s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:55.886977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:46.62674Z","time spent":"9.260218114s","remote":"127.0.0.1:44466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:55:55.887009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:43.271192Z","time spent":"12.615808008s","remote":"127.0.0.1:44798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"info","ts":"2026-04-27T21:55:55.886891Z","caller":"traceutil/trace.go:171","msg":"trace[2033921811] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:25780; }","duration":"12.139291024s","start":"2026-04-27T21:55:43.747586Z","end":"2026-04-27T21:55:55.886877Z","steps":["trace[2033921811] 'agreement among raft nodes before linearized reading' (duration: 12.139243153s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:55.886658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.831704867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:55:55.886954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:48.241543Z","time spent":"7.645370682s","remote":"127.0.0.1:37980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:55:55.887063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.611320608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:55:55.886678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.154800592s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:55:55.887087Z","caller":"traceutil/trace.go:171","msg":"trace[1460414245] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:25780; }","duration":"9.611345009s","start":"2026-04-27T21:55:46.275736Z","end":"2026-04-27T21:55:55.887081Z","steps":["trace[1460414245] 'agreement among raft nodes before linearized reading' (duration: 9.611309838s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:55:55.887078Z","caller":"traceutil/trace.go:171","msg":"trace[98004371] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:25780; }","duration":"5.832167087s","start":"2026-04-27T21:55:50.054892Z","end":"2026-04-27T21:55:55.88706Z","steps":["trace[98004371] 'agreement among raft nodes before linearized reading' (duration: 5.831685857s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:55:55.887097Z","caller":"traceutil/trace.go:171","msg":"trace[589325284] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:25780; }","duration":"10.155275183s","start":"2026-04-27T21:55:45.731809Z","end":"2026-04-27T21:55:55.887084Z","steps":["trace[589325284] 'agreement among raft nodes before linearized reading' (duration: 10.154801322s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:55.887106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:46.27568Z","time spent":"9.611420891s","remote":"127.0.0.1:44492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:55:55.88711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.79085365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:55:55.886806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.229907832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-7ea6374a-2f11-4b97-bce8-5f8a58ef32d6\" ","response":"range_response_count:1 size:1436"} {"level":"warn","ts":"2026-04-27T21:55:55.887141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:50.054834Z","time spent":"5.832284239s","remote":"127.0.0.1:50648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:55:55.886699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.821953146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T21:55:55.887162Z","caller":"traceutil/trace.go:171","msg":"trace[582211567] range","detail":"{range_begin:/registry/persistentvolumes/pvc-7ea6374a-2f11-4b97-bce8-5f8a58ef32d6; range_end:; response_count:1; response_revision:25780; }","duration":"13.23027185s","start":"2026-04-27T21:55:42.656881Z","end":"2026-04-27T21:55:55.887153Z","steps":["trace[582211567] 'agreement among raft nodes before linearized reading' (duration: 13.229844731s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:55:55.887166Z","caller":"traceutil/trace.go:171","msg":"trace[2105774607] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:25780; }","duration":"9.790951532s","start":"2026-04-27T21:55:46.096198Z","end":"2026-04-27T21:55:55.88715Z","steps":["trace[2105774607] 'agreement among raft nodes before linearized reading' (duration: 9.79085937s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:55.887188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:42.656868Z","time spent":"13.230313472s","remote":"127.0.0.1:39928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1460,"request content":"key:\"/registry/persistentvolumes/pvc-7ea6374a-2f11-4b97-bce8-5f8a58ef32d6\" "} {"level":"info","ts":"2026-04-27T21:55:55.887189Z","caller":"traceutil/trace.go:171","msg":"trace[253746629] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25780; }","duration":"10.822478188s","start":"2026-04-27T21:55:45.064698Z","end":"2026-04-27T21:55:55.887177Z","steps":["trace[253746629] 'agreement among raft nodes before linearized reading' (duration: 10.821959156s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:55.887204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.322098261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:55:55.886816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:49.655634Z","time spent":"6.231174245s","remote":"127.0.0.1:39810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":30,"request content":"key:\"/registry/masterleases/199.204.45.250\" "} {"level":"warn","ts":"2026-04-27T21:55:55.887214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:46.096174Z","time spent":"9.791025375s","remote":"127.0.0.1:42818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"info","ts":"2026-04-27T21:55:55.887229Z","caller":"traceutil/trace.go:171","msg":"trace[30733283] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:25780; }","duration":"9.322149302s","start":"2026-04-27T21:55:46.56507Z","end":"2026-04-27T21:55:55.887219Z","steps":["trace[30733283] 'agreement among raft nodes before linearized reading' (duration: 9.32211837s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:55.887233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:45.064679Z","time spent":"10.82254088s","remote":"127.0.0.1:37946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:55:55.886686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.592265443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:55:55.887249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:46.565051Z","time spent":"9.322192693s","remote":"127.0.0.1:37766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:55:55.886671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.954919566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:55:55.887284Z","caller":"traceutil/trace.go:171","msg":"trace[344183068] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:25780; }","duration":"8.592890107s","start":"2026-04-27T21:55:47.294374Z","end":"2026-04-27T21:55:55.887264Z","steps":["trace[344183068] 'agreement among raft nodes before linearized reading' (duration: 8.592263002s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:55.887128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:45.731759Z","time spent":"10.155361005s","remote":"127.0.0.1:37646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"info","ts":"2026-04-27T21:55:55.887304Z","caller":"traceutil/trace.go:171","msg":"trace[946258289] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:25780; }","duration":"6.955557041s","start":"2026-04-27T21:55:48.931726Z","end":"2026-04-27T21:55:55.887283Z","steps":["trace[946258289] 'agreement among raft nodes before linearized reading' (duration: 6.954870545s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:55.887343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:47.294357Z","time spent":"8.592966219s","remote":"127.0.0.1:44452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:55:55.887367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:48.931689Z","time spent":"6.955657203s","remote":"127.0.0.1:42794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-04-27T21:55:55.886702Z","caller":"traceutil/trace.go:171","msg":"trace[75500649] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:25780; }","duration":"6.160563553s","start":"2026-04-27T21:55:49.726117Z","end":"2026-04-27T21:55:55.886681Z","steps":["trace[75500649] 'agreement among raft nodes before linearized reading' (duration: 6.16045522s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:55:55.886761Z","caller":"traceutil/trace.go:171","msg":"trace[1156760898] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:25780; }","duration":"6.203797821s","start":"2026-04-27T21:55:49.682942Z","end":"2026-04-27T21:55:55.88674Z","steps":["trace[1156760898] 'agreement among raft nodes before linearized reading' (duration: 6.203670758s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:55.887056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:43.74757Z","time spent":"12.139471368s","remote":"127.0.0.1:44930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:55:55.88742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:49.72609Z","time spent":"6.161313521s","remote":"127.0.0.1:44672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"info","ts":"2026-04-27T21:55:55.886807Z","caller":"traceutil/trace.go:171","msg":"trace[1879390239] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25780; }","duration":"9.098347927s","start":"2026-04-27T21:55:46.788444Z","end":"2026-04-27T21:55:55.886792Z","steps":["trace[1879390239] 'agreement among raft nodes before linearized reading' (duration: 9.098275446s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:55.887451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:49.682925Z","time spent":"6.204512158s","remote":"127.0.0.1:37862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:55:55.887484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:46.788425Z","time spent":"9.099047924s","remote":"127.0.0.1:37996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:55:56.386633Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185919323920798,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T21:55:56.524082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999939668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-27T21:55:56.524176Z","caller":"traceutil/trace.go:171","msg":"trace[1494826236] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000074221s","start":"2026-04-27T21:55:54.52408Z","end":"2026-04-27T21:55:56.524154Z","steps":["trace[1494826236] 'agreement among raft nodes before linearized reading' (duration: 1.999954688s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:56.524225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:54.524068Z","time spent":"2.000146552s","remote":"127.0.0.1:39786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T21:55:56.840857Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.245198902s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-27T21:55:57.530518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998664218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-27T21:55:57.530794Z","caller":"traceutil/trace.go:171","msg":"trace[1158175792] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"4.998990095s","start":"2026-04-27T21:55:52.531791Z","end":"2026-04-27T21:55:57.530781Z","steps":["trace[1158175792] 'agreement among raft nodes before linearized reading' (duration: 4.998703569s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:57.530832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:52.531769Z","time spent":"4.999054486s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/04/27 21:55:57 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T21:55:58.290457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.987874056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T21:55:58.290559Z","caller":"traceutil/trace.go:171","msg":"trace[589322310] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"2.98803221s","start":"2026-04-27T21:55:55.302505Z","end":"2026-04-27T21:55:58.290537Z","steps":["trace[589322310] 'agreement among raft nodes before linearized reading' (duration: 2.987905587s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:58.290779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:55.302484Z","time spent":"2.988273115s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/04/27 21:55:58 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T21:55:58.526012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000853488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-27T21:55:58.526358Z","caller":"traceutil/trace.go:171","msg":"trace[379610097] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000986771s","start":"2026-04-27T21:55:56.525096Z","end":"2026-04-27T21:55:58.526083Z","steps":["trace[379610097] 'agreement among raft nodes before linearized reading' (duration: 2.000870378s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:55:58.526409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:56.525085Z","time spent":"2.001313999s","remote":"127.0.0.1:39788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T21:55:58.652991Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.811980967s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-27T21:55:59.9829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:52.982211Z","time spent":"7.000672632s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-27T21:56:00.107601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.266473818s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T21:56:00.108799Z","caller":"traceutil/trace.go:171","msg":"trace[216341904] transaction","detail":"{read_only:false; response_revision:25782; number_of_response:1; }","duration":"4.492716694s","start":"2026-04-27T21:55:55.616056Z","end":"2026-04-27T21:56:00.108773Z","steps":["trace[216341904] 'process raft request' (duration: 4.49165257s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:00.108903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:55.616033Z","time spent":"4.492823507s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:56:00.108906Z","caller":"traceutil/trace.go:171","msg":"trace[1469476779] linearizableReadLoop","detail":"{readStateIndex:26662; appliedIndex:26659; }","duration":"4.223257539s","start":"2026-04-27T21:55:55.885628Z","end":"2026-04-27T21:56:00.108886Z","steps":["trace[1469476779] 'read index received' (duration: 955.422851ms)","trace[1469476779] 'applied index is now lower than readState.Index' (duration: 3.267832618s)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:56:00.109481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:55.902032Z","time spent":"4.207363654s","remote":"127.0.0.1:39810","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-27T21:56:00.533193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000283215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-27T21:56:00.533297Z","caller":"traceutil/trace.go:171","msg":"trace[1337862184] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000446659s","start":"2026-04-27T21:55:58.532829Z","end":"2026-04-27T21:56:00.533275Z","steps":["trace[1337862184] 'agreement among raft nodes before linearized reading' (duration: 2.000313656s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:00.533351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:58.532808Z","time spent":"2.000529181s","remote":"127.0.0.1:39786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T21:56:00.60901Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185919323920803,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T21:56:02.534084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000200284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T21:56:02.53419Z","caller":"traceutil/trace.go:171","msg":"trace[1500404025] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000362758s","start":"2026-04-27T21:56:00.533801Z","end":"2026-04-27T21:56:02.534163Z","steps":["trace[1500404025] 'agreement among raft nodes before linearized reading' (duration: 2.000243005s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:02.534285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:00.533775Z","time spent":"2.00049161s","remote":"127.0.0.1:39788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/27 21:56:02 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T21:56:02.838362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.72951325s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"warn","ts":"2026-04-27T21:56:02.838398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.882713118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-04-27T21:56:02.838473Z","caller":"traceutil/trace.go:171","msg":"trace[1607838770] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25782; }","duration":"10.88283574s","start":"2026-04-27T21:55:51.955616Z","end":"2026-04-27T21:56:02.838451Z","steps":["trace[1607838770] 'agreement among raft nodes before linearized reading' (duration: 8.153411132s)","trace[1607838770] 'range keys from in-memory index tree' (duration: 2.729237233s)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:56:02.838514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:51.955596Z","time spent":"10.882910232s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-27T21:56:02.838728Z","caller":"traceutil/trace.go:171","msg":"trace[337458234] transaction","detail":"{read_only:false; number_of_response:1; response_revision:25782; }","duration":"2.852293141s","start":"2026-04-27T21:55:59.986412Z","end":"2026-04-27T21:56:02.838705Z","steps":["trace[337458234] 'process raft request' (duration: 2.852071586s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:02.838777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.526210102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:56:02.838885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:59.986392Z","time spent":"2.852399113s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":726,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:56:02.838902Z","caller":"traceutil/trace.go:171","msg":"trace[222970306] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:25782; }","duration":"11.526328195s","start":"2026-04-27T21:55:51.312517Z","end":"2026-04-27T21:56:02.838845Z","steps":["trace[222970306] 'agreement among raft nodes before linearized reading' (duration: 8.796516529s)","trace[222970306] 'count revisions from in-memory index tree' (duration: 2.729657652s)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:56:02.839853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:51.312463Z","time spent":"11.526509979s","remote":"127.0.0.1:44504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:56:02.84044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.886483695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:56:02.840524Z","caller":"traceutil/trace.go:171","msg":"trace[1758421123] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:25782; }","duration":"7.886616267s","start":"2026-04-27T21:55:54.953881Z","end":"2026-04-27T21:56:02.840497Z","steps":["trace[1758421123] 'agreement among raft nodes before linearized reading' (duration: 5.155113853s)","trace[1758421123] 'count revisions from in-memory index tree' (duration: 2.731379872s)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:56:02.840569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:54.953862Z","time spent":"7.88669689s","remote":"127.0.0.1:44688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:56:02.841014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.803435184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-27T21:56:02.841051Z","caller":"traceutil/trace.go:171","msg":"trace[995585855] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:25782; }","duration":"7.803469225s","start":"2026-04-27T21:55:55.037568Z","end":"2026-04-27T21:56:02.841038Z","steps":["trace[995585855] 'agreement among raft nodes before linearized reading' (duration: 5.071411628s)","trace[995585855] 'range keys from in-memory index tree' (duration: 2.731924103s)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:56:02.841082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:55.037518Z","time spent":"7.803556717s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":516,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-04-27T21:56:02.841405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.293733776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T21:56:02.841458Z","caller":"traceutil/trace.go:171","msg":"trace[1499083797] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:25782; }","duration":"10.293819907s","start":"2026-04-27T21:55:52.547623Z","end":"2026-04-27T21:56:02.841443Z","steps":["trace[1499083797] 'agreement among raft nodes before linearized reading' (duration: 7.561438993s)","trace[1499083797] 'count revisions from in-memory index tree' (duration: 2.732300562s)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:56:02.841511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.885429498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-04-27T21:56:02.841562Z","caller":"traceutil/trace.go:171","msg":"trace[1103502171] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25782; }","duration":"10.88549784s","start":"2026-04-27T21:55:51.95605Z","end":"2026-04-27T21:56:02.841548Z","steps":["trace[1103502171] 'agreement among raft nodes before linearized reading' (duration: 8.152975103s)","trace[1103502171] 'range keys from in-memory index tree' (duration: 2.732405234s)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:56:02.841592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:51.956038Z","time spent":"10.885546781s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-27T21:56:02.841744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.710834997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:56:02.841784Z","caller":"traceutil/trace.go:171","msg":"trace[1271880142] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:25782; }","duration":"11.710911518s","start":"2026-04-27T21:55:51.13086Z","end":"2026-04-27T21:56:02.841771Z","steps":["trace[1271880142] 'agreement among raft nodes before linearized reading' (duration: 8.978180657s)","trace[1271880142] 'count revisions from in-memory index tree' (duration: 2.73268394s)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:56:02.841823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:51.130838Z","time spent":"11.71097408s","remote":"127.0.0.1:51732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"info","ts":"2026-04-27T21:56:02.841952Z","caller":"traceutil/trace.go:171","msg":"trace[526648362] linearizableReadLoop","detail":"{readStateIndex:26665; appliedIndex:26662; }","duration":"2.732968737s","start":"2026-04-27T21:56:00.108957Z","end":"2026-04-27T21:56:02.841925Z","steps":["trace[526648362] 'read index received' (duration: 679.870858ms)","trace[526648362] 'applied index is now lower than readState.Index' (duration: 2.053095159s)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:56:02.842033Z","caller":"traceutil/trace.go:171","msg":"trace[39630110] transaction","detail":"{read_only:false; response_revision:25783; number_of_response:1; }","duration":"2.730176564s","start":"2026-04-27T21:56:00.111845Z","end":"2026-04-27T21:56:02.842022Z","steps":["trace[39630110] 'process raft request' (duration: 2.726785578s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:02.842038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:52.547611Z","time spent":"10.293868549s","remote":"127.0.0.1:40292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":53,"response size":32,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:56:02.842113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.111755799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7533"} {"level":"info","ts":"2026-04-27T21:56:02.842161Z","caller":"traceutil/trace.go:171","msg":"trace[2063377560] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:25782; }","duration":"9.111843071s","start":"2026-04-27T21:55:53.730306Z","end":"2026-04-27T21:56:02.842149Z","steps":["trace[2063377560] 'agreement among raft nodes before linearized reading' (duration: 6.3787052s)","trace[2063377560] 'range keys from in-memory index tree' (duration: 2.733036018s)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:56:02.842202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:53.730284Z","time spent":"9.111911143s","remote":"127.0.0.1:37804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7557,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-04-27T21:56:02.842115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:00.111825Z","time spent":"2.730231496s","remote":"127.0.0.1:39810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:56:02.842208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.130671413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T21:56:02.842353Z","caller":"traceutil/trace.go:171","msg":"trace[209251771] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:25782; }","duration":"9.130855177s","start":"2026-04-27T21:55:53.711486Z","end":"2026-04-27T21:56:02.842341Z","steps":["trace[209251771] 'agreement among raft nodes before linearized reading' (duration: 6.397531922s)","trace[209251771] 'count revisions from in-memory index tree' (duration: 2.733170742s)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:56:02.842397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:53.711465Z","time spent":"9.130919398s","remote":"127.0.0.1:39886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":32,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:56:02.842431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.826709364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T21:56:02.842464Z","caller":"traceutil/trace.go:171","msg":"trace[1902391589] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25782; }","duration":"8.826786116s","start":"2026-04-27T21:55:54.015669Z","end":"2026-04-27T21:56:02.842455Z","steps":["trace[1902391589] 'agreement among raft nodes before linearized reading' (duration: 6.093335999s)","trace[1902391589] 'count revisions from in-memory index tree' (duration: 2.733370866s)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:56:02.842486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:54.015649Z","time spent":"8.826831807s","remote":"127.0.0.1:38010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:56:02.842615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.069066092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:56:02.842652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.264440819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:56:02.842654Z","caller":"traceutil/trace.go:171","msg":"trace[2055151939] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/endpoints/; range_end:/registry/openstack.k-orc.cloud/endpoints0; response_count:0; response_revision:25782; }","duration":"12.069135032s","start":"2026-04-27T21:55:50.773507Z","end":"2026-04-27T21:56:02.842642Z","steps":["trace[2055151939] 'agreement among raft nodes before linearized reading' (duration: 9.335539842s)","trace[2055151939] 'count revisions from in-memory index tree' (duration: 2.733547229s)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:56:02.842673Z","caller":"traceutil/trace.go:171","msg":"trace[1676419700] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:25782; }","duration":"9.264517841s","start":"2026-04-27T21:55:53.578147Z","end":"2026-04-27T21:56:02.842665Z","steps":["trace[1676419700] 'agreement among raft nodes before linearized reading' (duration: 6.53090461s)","trace[1676419700] 'count revisions from in-memory index tree' (duration: 2.73355849s)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:56:02.842679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:50.77349Z","time spent":"12.069182564s","remote":"127.0.0.1:44468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:56:02.842698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:53.578128Z","time spent":"9.264562412s","remote":"127.0.0.1:37778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:56:02.84384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.207055884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:56:02.843937Z","caller":"traceutil/trace.go:171","msg":"trace[1961477741] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:25782; }","duration":"10.207197957s","start":"2026-04-27T21:55:52.636722Z","end":"2026-04-27T21:56:02.84392Z","steps":["trace[1961477741] 'agreement among raft nodes before linearized reading' (duration: 7.472333267s)","trace[1961477741] 'count revisions from in-memory index tree' (duration: 2.734745007s)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:56:02.843969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:52.636696Z","time spent":"10.207264199s","remote":"127.0.0.1:42852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:56:02.846096Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.315389664s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-27T21:56:03.030937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.984337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T21:56:03.03102Z","caller":"traceutil/trace.go:171","msg":"trace[931613614] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; }","duration":"178.11164ms","start":"2026-04-27T21:56:02.852893Z","end":"2026-04-27T21:56:03.031004Z","steps":["trace[931613614] 'agreement among raft nodes before linearized reading' (duration: 178.014078ms)"],"step_count":1} 2026/04/27 21:56:03 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T21:56:04.010115Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.157270692s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-27T21:56:04.244959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.44160496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:56:04.245037Z","caller":"traceutil/trace.go:171","msg":"trace[1294942429] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:25783; }","duration":"4.441735783s","start":"2026-04-27T21:55:59.803281Z","end":"2026-04-27T21:56:04.245017Z","steps":["trace[1294942429] 'agreement among raft nodes before linearized reading' (duration: 3.038852329s)","trace[1294942429] 'count revisions from in-memory index tree' (duration: 1.402773972s)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:56:04.245078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:59.803259Z","time spent":"4.441808834s","remote":"127.0.0.1:42690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:56:04.245265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.516486407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T21:56:04.245295Z","caller":"traceutil/trace.go:171","msg":"trace[1760282884] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:25783; }","duration":"4.516516298s","start":"2026-04-27T21:55:59.728769Z","end":"2026-04-27T21:56:04.245285Z","steps":["trace[1760282884] 'agreement among raft nodes before linearized reading' (duration: 3.113379539s)","trace[1760282884] 'count revisions from in-memory index tree' (duration: 1.403099738s)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:56:04.245325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:59.728656Z","time spent":"4.516660521s","remote":"127.0.0.1:40264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":32,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:56:04.245972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.893200764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-27T21:56:04.246039Z","caller":"traceutil/trace.go:171","msg":"trace[703849195] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25783; }","duration":"7.893313706s","start":"2026-04-27T21:55:56.352706Z","end":"2026-04-27T21:56:04.24602Z","steps":["trace[703849195] 'agreement among raft nodes before linearized reading' (duration: 6.489568663s)","trace[703849195] 'range keys from in-memory index tree' (duration: 1.403568259s)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:56:04.246076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:56.352683Z","time spent":"7.893385267s","remote":"127.0.0.1:39882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-27T21:56:04.246257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.84347362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:56:04.246282Z","caller":"traceutil/trace.go:171","msg":"trace[626505102] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/applicationcredentials/; range_end:/registry/openstack.k-orc.cloud/applicationcredentials0; response_count:0; response_revision:25783; }","duration":"6.843540103s","start":"2026-04-27T21:55:57.402731Z","end":"2026-04-27T21:56:04.246272Z","steps":["trace[626505102] 'agreement among raft nodes before linearized reading' (duration: 5.439495933s)","trace[626505102] 'count revisions from in-memory index tree' (duration: 1.404009319s)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:56:04.246303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:57.40271Z","time spent":"6.843585813s","remote":"127.0.0.1:44612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:56:04.246384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.649801681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:56:04.246422Z","caller":"traceutil/trace.go:171","msg":"trace[1418366753] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/trunks/; range_end:/registry/openstack.k-orc.cloud/trunks0; response_count:0; response_revision:25783; }","duration":"7.649873833s","start":"2026-04-27T21:55:56.596536Z","end":"2026-04-27T21:56:04.24641Z","steps":["trace[1418366753] 'agreement among raft nodes before linearized reading' (duration: 6.245712261s)","trace[1418366753] 'count revisions from in-memory index tree' (duration: 1.404106501s)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:56:04.246426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.692099339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:56:04.246423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.221842565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-27T21:56:04.246446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:56.596521Z","time spent":"7.649918824s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true "} {"level":"info","ts":"2026-04-27T21:56:04.246448Z","caller":"traceutil/trace.go:171","msg":"trace[653402914] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:25783; }","duration":"7.692148029s","start":"2026-04-27T21:55:56.554292Z","end":"2026-04-27T21:56:04.24644Z","steps":["trace[653402914] 'agreement among raft nodes before linearized reading' (duration: 6.287965167s)","trace[653402914] 'count revisions from in-memory index tree' (duration: 1.404149352s)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:56:04.246473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.750236421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T21:56:04.246468Z","caller":"traceutil/trace.go:171","msg":"trace[1536320899] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:25783; }","duration":"8.221912416s","start":"2026-04-27T21:55:56.02454Z","end":"2026-04-27T21:56:04.246452Z","steps":["trace[1536320899] 'agreement among raft nodes before linearized reading' (duration: 6.817740143s)","trace[1536320899] 'count revisions from in-memory index tree' (duration: 1.404118241s)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:56:04.246504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:56.024524Z","time spent":"8.221971149s","remote":"127.0.0.1:40216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":32,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:56:04.246537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.260233246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:56:04.246544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:56.554281Z","time spent":"7.692217693s","remote":"127.0.0.1:44794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"info","ts":"2026-04-27T21:56:04.246618Z","caller":"traceutil/trace.go:171","msg":"trace[218057572] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:25783; }","duration":"7.260353139s","start":"2026-04-27T21:55:56.986239Z","end":"2026-04-27T21:56:04.246593Z","steps":["trace[218057572] 'agreement among raft nodes before linearized reading' (duration: 5.856003852s)","trace[218057572] 'count revisions from in-memory index tree' (duration: 1.404234973s)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:56:04.246601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.819438461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:56:04.246657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:56.986224Z","time spent":"7.26042449s","remote":"127.0.0.1:37884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"info","ts":"2026-04-27T21:56:04.246689Z","caller":"traceutil/trace.go:171","msg":"trace[594758075] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:25783; }","duration":"6.819847212s","start":"2026-04-27T21:55:57.426811Z","end":"2026-04-27T21:56:04.246658Z","steps":["trace[594758075] 'agreement among raft nodes before linearized reading' (duration: 5.415409853s)","trace[594758075] 'count revisions from in-memory index tree' (duration: 1.404020049s)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:56:04.246761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:57.426806Z","time spent":"6.819943064s","remote":"127.0.0.1:44346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:56:04.246791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.279647192s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-27T21:56:04.246765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.823570136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-27T21:56:04.24681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.077819881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T21:56:04.246841Z","caller":"traceutil/trace.go:171","msg":"trace[1454613653] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:25783; }","duration":"5.077874062s","start":"2026-04-27T21:55:59.168957Z","end":"2026-04-27T21:56:04.246831Z","steps":["trace[1454613653] 'agreement among raft nodes before linearized reading' (duration: 3.673209708s)","trace[1454613653] 'count revisions from in-memory index tree' (duration: 1.404624483s)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:56:04.246839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.33450631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"warn","ts":"2026-04-27T21:56:04.246845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.097040712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:56:04.246842Z","caller":"traceutil/trace.go:171","msg":"trace[97093972] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:25783; }","duration":"4.82375249s","start":"2026-04-27T21:55:59.423068Z","end":"2026-04-27T21:56:04.246821Z","steps":["trace[97093972] 'agreement among raft nodes before linearized reading' (duration: 3.419086816s)","trace[97093972] 'count revisions from in-memory index tree' (duration: 1.40449539s)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:56:04.246865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:59.168945Z","time spent":"5.077913643s","remote":"127.0.0.1:52372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"info","ts":"2026-04-27T21:56:04.246877Z","caller":"traceutil/trace.go:171","msg":"trace[1123986541] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:25783; }","duration":"5.097107674s","start":"2026-04-27T21:55:59.149763Z","end":"2026-04-27T21:56:04.24687Z","steps":["trace[1123986541] 'agreement among raft nodes before linearized reading' (duration: 3.692410379s)","trace[1123986541] 'count revisions from in-memory index tree' (duration: 1.404659794s)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:56:04.246875Z","caller":"traceutil/trace.go:171","msg":"trace[1797986609] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:25783; }","duration":"8.334559851s","start":"2026-04-27T21:55:55.912304Z","end":"2026-04-27T21:56:04.246863Z","steps":["trace[1797986609] 'agreement among raft nodes before linearized reading' (duration: 6.929981749s)","trace[1797986609] 'range keys from in-memory index tree' (duration: 1.404395458s)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:56:04.24689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:59.423044Z","time spent":"4.823835192s","remote":"127.0.0.1:40364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2671,"response size":33,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:56:04.246897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:59.149742Z","time spent":"5.097149644s","remote":"127.0.0.1:39916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":30,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:56:04.246906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:55.912295Z","time spent":"8.334604202s","remote":"127.0.0.1:39966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7329,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-27T21:56:04.246575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.883245312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18571"} {"level":"info","ts":"2026-04-27T21:56:04.247008Z","caller":"traceutil/trace.go:171","msg":"trace[2112206565] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25783; }","duration":"7.883716943s","start":"2026-04-27T21:55:56.363282Z","end":"2026-04-27T21:56:04.246999Z","steps":["trace[2112206565] 'agreement among raft nodes before linearized reading' (duration: 6.478986967s)","trace[2112206565] 'range keys from in-memory index tree' (duration: 1.404254715s)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:56:04.247022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.970014926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T21:56:04.247047Z","caller":"traceutil/trace.go:171","msg":"trace[886910062] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:25783; }","duration":"4.970064898s","start":"2026-04-27T21:55:59.276971Z","end":"2026-04-27T21:56:04.247036Z","steps":["trace[886910062] 'agreement among raft nodes before linearized reading' (duration: 3.565189909s)","trace[886910062] 'count revisions from in-memory index tree' (duration: 1.404846908s)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:56:04.24703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:56.363256Z","time spent":"7.883768753s","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18595,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-27T21:56:04.247066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:59.276956Z","time spent":"4.970104848s","remote":"127.0.0.1:40328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":59,"response size":32,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:56:04.247103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.343174164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa52dc38e8de84\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-04-27T21:56:04.247134Z","caller":"traceutil/trace.go:171","msg":"trace[1048790117] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aa52dc38e8de84; range_end:; response_count:1; response_revision:25783; }","duration":"8.343233436s","start":"2026-04-27T21:55:55.90389Z","end":"2026-04-27T21:56:04.247123Z","steps":["trace[1048790117] 'agreement among raft nodes before linearized reading' (duration: 6.938400408s)","trace[1048790117] 'range keys from in-memory index tree' (duration: 1.404751396s)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:56:04.246817Z","caller":"traceutil/trace.go:171","msg":"trace[876674442] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:25783; }","duration":"5.279714344s","start":"2026-04-27T21:55:58.967094Z","end":"2026-04-27T21:56:04.246808Z","steps":["trace[876674442] 'agreement among raft nodes before linearized reading' (duration: 3.87508443s)","trace[876674442] 'count revisions from in-memory index tree' (duration: 1.404594873s)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:56:04.247166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:55.903874Z","time spent":"8.343283696s","remote":"127.0.0.1:39864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa52dc38e8de84\" "} {"level":"warn","ts":"2026-04-27T21:56:04.247169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:58.96707Z","time spent":"5.280090672s","remote":"127.0.0.1:39966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":175,"response size":33,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"info","ts":"2026-04-27T21:56:04.246495Z","caller":"traceutil/trace.go:171","msg":"trace[2059431539] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:25783; }","duration":"7.750296074s","start":"2026-04-27T21:55:56.496193Z","end":"2026-04-27T21:56:04.246489Z","steps":["trace[2059431539] 'agreement among raft nodes before linearized reading' (duration: 6.346070359s)","trace[2059431539] 'count revisions from in-memory index tree' (duration: 1.404196683s)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:56:04.247265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:56.496173Z","time spent":"7.751084161s","remote":"127.0.0.1:42904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":32,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:56:04.247592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.343936091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"warn","ts":"2026-04-27T21:56:04.247623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.726560701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:56:04.24763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.984729675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:56:04.247632Z","caller":"traceutil/trace.go:171","msg":"trace[1242803868] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:25783; }","duration":"8.344015932s","start":"2026-04-27T21:55:55.903602Z","end":"2026-04-27T21:56:04.247618Z","steps":["trace[1242803868] 'agreement among raft nodes before linearized reading' (duration: 6.938693574s)","trace[1242803868] 'range keys from in-memory index tree' (duration: 1.405007802s)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:56:04.247638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.745002395s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-27T21:56:04.247639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.309869539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T21:56:04.247651Z","caller":"traceutil/trace.go:171","msg":"trace[488728604] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:25783; }","duration":"6.726612423s","start":"2026-04-27T21:55:57.521027Z","end":"2026-04-27T21:56:04.24764Z","steps":["trace[488728604] 'agreement among raft nodes before linearized reading' (duration: 5.321182512s)","trace[488728604] 'count revisions from in-memory index tree' (duration: 1.40539896s)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:56:04.247656Z","caller":"traceutil/trace.go:171","msg":"trace[903788418] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:25783; }","duration":"6.984793036s","start":"2026-04-27T21:55:57.262853Z","end":"2026-04-27T21:56:04.247646Z","steps":["trace[903788418] 'agreement among raft nodes before linearized reading' (duration: 5.579379655s)","trace[903788418] 'count revisions from in-memory index tree' (duration: 1.405381589s)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:56:04.247661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:55.903579Z","time spent":"8.344074123s","remote":"127.0.0.1:39944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"info","ts":"2026-04-27T21:56:04.247662Z","caller":"traceutil/trace.go:171","msg":"trace[1215808380] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:25783; }","duration":"6.745064896s","start":"2026-04-27T21:55:57.502589Z","end":"2026-04-27T21:56:04.247654Z","steps":["trace[1215808380] 'agreement among raft nodes before linearized reading' (duration: 5.339625945s)","trace[1215808380] 'count revisions from in-memory index tree' (duration: 1.405406581s)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:56:04.247669Z","caller":"traceutil/trace.go:171","msg":"trace[1414664685] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:25783; }","duration":"6.30993789s","start":"2026-04-27T21:55:57.937723Z","end":"2026-04-27T21:56:04.247661Z","steps":["trace[1414664685] 'agreement among raft nodes before linearized reading' (duration: 4.904481089s)","trace[1414664685] 'count revisions from in-memory index tree' (duration: 1.405414261s)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:56:04.247673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:57.521014Z","time spent":"6.726653284s","remote":"127.0.0.1:44892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:56:04.247679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:57.262833Z","time spent":"6.984839317s","remote":"127.0.0.1:44320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:56:04.247688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:57.502567Z","time spent":"6.745115108s","remote":"127.0.0.1:44920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":32,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:56:04.247691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:57.937702Z","time spent":"6.309983481s","remote":"127.0.0.1:40032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":32,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:56:04.248954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.699770772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-27T21:56:04.249004Z","caller":"traceutil/trace.go:171","msg":"trace[133068646] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:25783; }","duration":"5.699886064s","start":"2026-04-27T21:55:58.549104Z","end":"2026-04-27T21:56:04.24899Z","steps":["trace[133068646] 'agreement among raft nodes before linearized reading' (duration: 4.293079532s)","trace[133068646] 'count revisions from in-memory index tree' (duration: 1.4067431s)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:56:04.249036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:58.549086Z","time spent":"5.699939285s","remote":"127.0.0.1:39864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2671,"response size":33,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:56:04.249158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.402863703s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T21:56:04.249379Z","caller":"traceutil/trace.go:171","msg":"trace[218627459] linearizableReadLoop","detail":"{readStateIndex:26666; appliedIndex:26665; }","duration":"1.407371835s","start":"2026-04-27T21:56:02.841998Z","end":"2026-04-27T21:56:04.249369Z","steps":["trace[218627459] 'read index received' (duration: 4.197405ms)","trace[218627459] 'applied index is now lower than readState.Index' (duration: 1.40317319s)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:56:04.249413Z","caller":"traceutil/trace.go:171","msg":"trace[1942259198] transaction","detail":"{read_only:false; response_revision:25784; number_of_response:1; }","duration":"3.281617638s","start":"2026-04-27T21:56:00.967782Z","end":"2026-04-27T21:56:04.2494Z","steps":["trace[1942259198] 'process raft request' (duration: 1.878447787s)","trace[1942259198] 'compare' (duration: 1.401556064s)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:56:04.249417Z","caller":"traceutil/trace.go:171","msg":"trace[273917702] transaction","detail":"{read_only:false; response_revision:25786; number_of_response:1; }","duration":"1.394424575s","start":"2026-04-27T21:56:02.854978Z","end":"2026-04-27T21:56:04.249403Z","steps":["trace[273917702] 'process raft request' (duration: 1.394362383s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:04.249471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:02.854959Z","time spent":"1.394486626s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:56:04.249482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:00.967757Z","time spent":"3.281681479s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:56:04.249508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.950495331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T21:56:04.249535Z","caller":"traceutil/trace.go:171","msg":"trace[928047065] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:25787; }","duration":"1.950561463s","start":"2026-04-27T21:56:02.298966Z","end":"2026-04-27T21:56:04.249527Z","steps":["trace[928047065] 'agreement among raft nodes before linearized reading' (duration: 1.950497881s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:04.249562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:02.298944Z","time spent":"1.950610613s","remote":"127.0.0.1:56692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":32,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"info","ts":"2026-04-27T21:56:04.249575Z","caller":"traceutil/trace.go:171","msg":"trace[70350431] transaction","detail":"{read_only:false; response_revision:25785; number_of_response:1; }","duration":"1.396790788s","start":"2026-04-27T21:56:02.852776Z","end":"2026-04-27T21:56:04.249566Z","steps":["trace[70350431] 'process raft request' (duration: 1.396489261s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:04.249581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.454511641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T21:56:04.24961Z","caller":"traceutil/trace.go:171","msg":"trace[685961774] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25787; }","duration":"1.454542841s","start":"2026-04-27T21:56:02.795059Z","end":"2026-04-27T21:56:04.249602Z","steps":["trace[685961774] 'agreement among raft nodes before linearized reading' (duration: 1.454379128s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:04.249617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:02.852765Z","time spent":"1.396829899s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:56:04.249633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:02.795019Z","time spent":"1.454607303s","remote":"127.0.0.1:37958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:56:04.249677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.998007915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:56:04.249706Z","caller":"traceutil/trace.go:171","msg":"trace[463256791] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:25787; }","duration":"1.998074086s","start":"2026-04-27T21:56:02.251623Z","end":"2026-04-27T21:56:04.249698Z","steps":["trace[463256791] 'agreement among raft nodes before linearized reading' (duration: 1.998033935s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:04.249726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:02.251602Z","time spent":"1.998118858s","remote":"127.0.0.1:44330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:56:04.249761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.521891581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T21:56:04.249791Z","caller":"traceutil/trace.go:171","msg":"trace[1235323276] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:25787; }","duration":"1.521954432s","start":"2026-04-27T21:56:02.727827Z","end":"2026-04-27T21:56:04.249781Z","steps":["trace[1235323276] 'agreement among raft nodes before linearized reading' (duration: 1.521622665s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:04.249819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:02.727808Z","time spent":"1.522005233s","remote":"127.0.0.1:40162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":125,"response size":32,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:56:04.249764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.70803505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:56:04.249876Z","caller":"traceutil/trace.go:171","msg":"trace[803789352] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25787; }","duration":"1.708180593s","start":"2026-04-27T21:56:02.541687Z","end":"2026-04-27T21:56:04.249868Z","steps":["trace[803789352] 'agreement among raft nodes before linearized reading' (duration: 1.707768354s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:04.249895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.090806034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-27T21:56:04.249899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:02.541663Z","time spent":"1.708229684s","remote":"127.0.0.1:39786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-27T21:56:04.249919Z","caller":"traceutil/trace.go:171","msg":"trace[1083080675] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:25787; }","duration":"2.090874905s","start":"2026-04-27T21:56:02.159039Z","end":"2026-04-27T21:56:04.249914Z","steps":["trace[1083080675] 'agreement among raft nodes before linearized reading' (duration: 2.090772503s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:04.24994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:02.159018Z","time spent":"2.090915687s","remote":"127.0.0.1:39882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":141,"response size":33,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:56:04.249945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.941912047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:56:04.249969Z","caller":"traceutil/trace.go:171","msg":"trace[562873913] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:25787; }","duration":"3.941974038s","start":"2026-04-27T21:56:00.307988Z","end":"2026-04-27T21:56:04.249962Z","steps":["trace[562873913] 'agreement among raft nodes before linearized reading' (duration: 3.941931517s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:04.249991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:00.307968Z","time spent":"3.9420165s","remote":"127.0.0.1:51810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:56:04.250035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.013081952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:56:04.250059Z","caller":"traceutil/trace.go:171","msg":"trace[1084441519] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:25787; }","duration":"4.013146913s","start":"2026-04-27T21:56:00.236906Z","end":"2026-04-27T21:56:04.250053Z","steps":["trace[1084441519] 'agreement among raft nodes before linearized reading' (duration: 4.013112072s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:04.250079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:00.236874Z","time spent":"4.013199705s","remote":"127.0.0.1:37902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:56:04.250151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.493606505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T21:56:04.249503Z","caller":"traceutil/trace.go:171","msg":"trace[1259354171] transaction","detail":"{read_only:false; response_revision:25787; number_of_response:1; }","duration":"1.216246255s","start":"2026-04-27T21:56:03.033245Z","end":"2026-04-27T21:56:04.249491Z","steps":["trace[1259354171] 'process raft request' (duration: 1.216125012s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:56:04.25018Z","caller":"traceutil/trace.go:171","msg":"trace[153102356] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:25787; }","duration":"2.493709838s","start":"2026-04-27T21:56:01.756464Z","end":"2026-04-27T21:56:04.250174Z","steps":["trace[153102356] 'agreement among raft nodes before linearized reading' (duration: 2.493631436s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:04.250207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:01.756441Z","time spent":"2.493757278s","remote":"127.0.0.1:50608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:56:04.250216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:03.033232Z","time spent":"1.21695902s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:56:04.250224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.39733444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:690"} {"level":"info","ts":"2026-04-27T21:56:04.25025Z","caller":"traceutil/trace.go:171","msg":"trace[1936572515] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:25787; }","duration":"1.397408441s","start":"2026-04-27T21:56:02.852833Z","end":"2026-04-27T21:56:04.250241Z","steps":["trace[1936572515] 'agreement among raft nodes before linearized reading' (duration: 1.3973476s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:04.25026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.307448255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:56:04.25028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:02.852818Z","time spent":"1.397453673s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":714,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"info","ts":"2026-04-27T21:56:04.250284Z","caller":"traceutil/trace.go:171","msg":"trace[735299030] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:25787; }","duration":"3.307478416s","start":"2026-04-27T21:56:00.942799Z","end":"2026-04-27T21:56:04.250277Z","steps":["trace[735299030] 'agreement among raft nodes before linearized reading' (duration: 3.307429745s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:04.250306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:00.942736Z","time spent":"3.307564699s","remote":"127.0.0.1:37850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:56:04.250331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.60590006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:56:04.250363Z","caller":"traceutil/trace.go:171","msg":"trace[1839150069] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:25787; }","duration":"3.605933911s","start":"2026-04-27T21:56:00.644421Z","end":"2026-04-27T21:56:04.250355Z","steps":["trace[1839150069] 'agreement among raft nodes before linearized reading' (duration: 3.60588667s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:04.250155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.397748699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-04-27T21:56:04.250415Z","caller":"traceutil/trace.go:171","msg":"trace[70635025] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:25787; }","duration":"1.398034915s","start":"2026-04-27T21:56:02.852372Z","end":"2026-04-27T21:56:04.250407Z","steps":["trace[70635025] 'agreement among raft nodes before linearized reading' (duration: 1.397688387s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:04.250437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:02.852359Z","time spent":"1.398072306s","remote":"127.0.0.1:39956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":447,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-27T21:56:04.250486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.863973092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T21:56:04.250507Z","caller":"traceutil/trace.go:171","msg":"trace[307113707] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:25787; }","duration":"2.863995862s","start":"2026-04-27T21:56:01.386505Z","end":"2026-04-27T21:56:04.2505Z","steps":["trace[307113707] 'agreement among raft nodes before linearized reading' (duration: 2.86390726s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:04.250524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.295586239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-27T21:56:04.250533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:01.386483Z","time spent":"2.864044463s","remote":"127.0.0.1:39974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":89,"response size":32,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:56:04.250414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:00.6444Z","time spent":"3.605978612s","remote":"127.0.0.1:44552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-04-27T21:56:04.250546Z","caller":"traceutil/trace.go:171","msg":"trace[1109441487] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:25787; }","duration":"3.2956349s","start":"2026-04-27T21:56:00.954905Z","end":"2026-04-27T21:56:04.25054Z","steps":["trace[1109441487] 'agreement among raft nodes before linearized reading' (duration: 3.295591189s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:04.250625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:00.954893Z","time spent":"3.295723012s","remote":"127.0.0.1:39944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":16,"response size":32,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:56:04.251058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.261382201s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:56:04.253153Z","caller":"traceutil/trace.go:171","msg":"trace[1115879675] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25783; }","duration":"7.263498349s","start":"2026-04-27T21:55:56.987592Z","end":"2026-04-27T21:56:04.25109Z","steps":["trace[1115879675] 'agreement among raft nodes before linearized reading' (duration: 5.854645822s)","trace[1115879675] 'range keys from in-memory index tree' (duration: 1.406713249s)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:56:04.253219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:55:56.987572Z","time spent":"7.265633408s","remote":"127.0.0.1:44320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-27T21:56:04.754452Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185919323920815,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T21:56:05.370999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.276043ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:43"} {"level":"warn","ts":"2026-04-27T21:56:05.371089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:04.253428Z","time spent":"1.117657395s","remote":"127.0.0.1:39864","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-27T21:56:06.271612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999866855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T21:56:06.271688Z","caller":"traceutil/trace.go:171","msg":"trace[966818171] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999986529s","start":"2026-04-27T21:56:04.271685Z","end":"2026-04-27T21:56:06.271671Z","steps":["trace[966818171] 'agreement among raft nodes before linearized reading' (duration: 1.999892027s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:06.271758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:04.27167Z","time spent":"2.000074971s","remote":"127.0.0.1:39786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/27 21:56:06 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T21:56:07.656139Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.459308147s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-27T21:56:07.783932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:05.634562Z","time spent":"2.149360165s","remote":"127.0.0.1:34340","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-27T21:56:07.784401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.056948ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T21:56:07.784584Z","caller":"traceutil/trace.go:171","msg":"trace[1209904249] transaction","detail":"{read_only:false; response_revision:25788; number_of_response:1; }","duration":"3.528880594s","start":"2026-04-27T21:56:04.255666Z","end":"2026-04-27T21:56:07.784547Z","steps":["trace[1209904249] 'process raft request' (duration: 3.400620502s)","trace[1209904249] 'compare' (duration: 127.977156ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:56:07.784738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.53037969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-27T21:56:07.784737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:04.255657Z","time spent":"3.528982778s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:56:07.784766Z","caller":"traceutil/trace.go:171","msg":"trace[234554961] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:25791; }","duration":"3.53040885s","start":"2026-04-27T21:56:04.254351Z","end":"2026-04-27T21:56:07.78476Z","steps":["trace[234554961] 'agreement among raft nodes before linearized reading' (duration: 3.530270417s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:07.784827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:04.25433Z","time spent":"3.530491113s","remote":"127.0.0.1:40056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-04-27T21:56:07.784973Z","caller":"traceutil/trace.go:171","msg":"trace[109894090] transaction","detail":"{read_only:false; response_revision:25790; number_of_response:1; }","duration":"3.419966566s","start":"2026-04-27T21:56:04.364998Z","end":"2026-04-27T21:56:07.784965Z","steps":["trace[109894090] 'process raft request' (duration: 3.419522335s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:56:07.784971Z","caller":"traceutil/trace.go:171","msg":"trace[1513070856] transaction","detail":"{read_only:false; response_revision:25789; number_of_response:1; }","duration":"3.525897308s","start":"2026-04-27T21:56:04.259054Z","end":"2026-04-27T21:56:07.784951Z","steps":["trace[1513070856] 'process raft request' (duration: 3.525419427s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:07.785019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:04.364978Z","time spent":"3.420018646s","remote":"127.0.0.1:37804","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7516,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:56:07.784602Z","caller":"traceutil/trace.go:171","msg":"trace[1205057211] linearizableReadLoop","detail":"{readStateIndex:26673; appliedIndex:26669; }","duration":"3.530234645s","start":"2026-04-27T21:56:04.254356Z","end":"2026-04-27T21:56:07.78459Z","steps":["trace[1205057211] 'read index received' (duration: 942.462911ms)","trace[1205057211] 'applied index is now lower than readState.Index' (duration: 2.587771134s)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:56:07.785073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:04.259034Z","time spent":"3.525985381s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:56:07.785108Z","caller":"traceutil/trace.go:171","msg":"trace[1941881717] transaction","detail":"{read_only:false; response_revision:25791; number_of_response:1; }","duration":"2.670953619s","start":"2026-04-27T21:56:05.114147Z","end":"2026-04-27T21:56:07.785101Z","steps":["trace[1941881717] 'process raft request' (duration: 2.670415526s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:07.785149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:05.114119Z","time spent":"2.671009949s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:56:08.272067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000162993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T21:56:08.272154Z","caller":"traceutil/trace.go:171","msg":"trace[386575732] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000302777s","start":"2026-04-27T21:56:06.271831Z","end":"2026-04-27T21:56:08.272134Z","steps":["trace[386575732] 'agreement among raft nodes before linearized reading' (duration: 2.000185944s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:08.272205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:06.271815Z","time spent":"2.000379658s","remote":"127.0.0.1:39788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/27 21:56:08 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T21:56:08.286211Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185919323920823,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T21:56:09.174481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.006535ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T21:56:09.17461Z","caller":"traceutil/trace.go:171","msg":"trace[1712819904] linearizableReadLoop","detail":"{readStateIndex:26675; appliedIndex:26674; }","duration":"1.389515745s","start":"2026-04-27T21:56:07.785079Z","end":"2026-04-27T21:56:09.174595Z","steps":["trace[1712819904] 'read index received' (duration: 612.260754ms)","trace[1712819904] 'applied index is now lower than readState.Index' (duration: 777.253911ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:56:09.174796Z","caller":"traceutil/trace.go:171","msg":"trace[822384812] transaction","detail":"{read_only:false; response_revision:25792; number_of_response:1; }","duration":"3.801628395s","start":"2026-04-27T21:56:05.373147Z","end":"2026-04-27T21:56:09.174776Z","steps":["trace[822384812] 'process raft request' (duration: 3.024248791s)","trace[822384812] 'compare' (duration: 776.497883ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:56:09.174824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.803732342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-04-27T21:56:09.174902Z","caller":"traceutil/trace.go:171","msg":"trace[950299742] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:25792; }","duration":"4.803818394s","start":"2026-04-27T21:56:04.371065Z","end":"2026-04-27T21:56:09.174884Z","steps":["trace[950299742] 'agreement among raft nodes before linearized reading' (duration: 4.803559488s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:09.174933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.902955774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-7cxff\" ","response":"range_response_count:1 size:5422"} {"level":"warn","ts":"2026-04-27T21:56:09.174951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:04.371015Z","time spent":"4.803924486s","remote":"127.0.0.1:39944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-04-27T21:56:09.174906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:05.373134Z","time spent":"3.801714446s","remote":"127.0.0.1:39864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:56:09.174965Z","caller":"traceutil/trace.go:171","msg":"trace[940607219] range","detail":"{range_begin:/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-7cxff; range_end:; response_count:1; response_revision:25792; }","duration":"4.902986295s","start":"2026-04-27T21:56:04.271966Z","end":"2026-04-27T21:56:09.174952Z","steps":["trace[940607219] 'agreement among raft nodes before linearized reading' (duration: 4.902849602s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:09.175007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:04.271954Z","time spent":"4.903042206s","remote":"127.0.0.1:39966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":1,"response size":5446,"request content":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-7cxff\" "} {"level":"warn","ts":"2026-04-27T21:56:09.175163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.798118596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T21:56:09.175202Z","caller":"traceutil/trace.go:171","msg":"trace[1256223542] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:25792; }","duration":"4.798176307s","start":"2026-04-27T21:56:04.377016Z","end":"2026-04-27T21:56:09.175192Z","steps":["trace[1256223542] 'agreement among raft nodes before linearized reading' (duration: 4.798114166s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:09.175214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.526248007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:56:09.175234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.916290363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:56:09.175266Z","caller":"traceutil/trace.go:171","msg":"trace[1324240438] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25792; }","duration":"4.916340213s","start":"2026-04-27T21:56:04.258916Z","end":"2026-04-27T21:56:09.175256Z","steps":["trace[1324240438] 'agreement among raft nodes before linearized reading' (duration: 4.916282462s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:09.175304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:04.258904Z","time spent":"4.916393155s","remote":"127.0.0.1:39974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-04-27T21:56:09.17532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.716885367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T21:56:09.175355Z","caller":"traceutil/trace.go:171","msg":"trace[459291826] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:25792; }","duration":"2.716953958s","start":"2026-04-27T21:56:06.458391Z","end":"2026-04-27T21:56:09.175345Z","steps":["trace[459291826] 'agreement among raft nodes before linearized reading' (duration: 2.716897417s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:09.175395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:06.458372Z","time spent":"2.71701462s","remote":"127.0.0.1:40290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":32,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:56:09.175495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.139905092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:56:09.175528Z","caller":"traceutil/trace.go:171","msg":"trace[241984672] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:25792; }","duration":"3.139971104s","start":"2026-04-27T21:56:06.035547Z","end":"2026-04-27T21:56:09.175518Z","steps":["trace[241984672] 'agreement among raft nodes before linearized reading' (duration: 3.139919463s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:09.175563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:06.035528Z","time spent":"3.140024135s","remote":"127.0.0.1:44364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:56:09.175571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.919694689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18571"} {"level":"info","ts":"2026-04-27T21:56:09.1756Z","caller":"traceutil/trace.go:171","msg":"trace[750473649] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25792; }","duration":"4.91972284s","start":"2026-04-27T21:56:04.255869Z","end":"2026-04-27T21:56:09.175591Z","steps":["trace[750473649] 'agreement among raft nodes before linearized reading' (duration: 4.919562656s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:09.175633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:04.255843Z","time spent":"4.919784681s","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18595,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-27T21:56:09.175675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.397934462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:56:09.175759Z","caller":"traceutil/trace.go:171","msg":"trace[69781694] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:25792; }","duration":"4.398071815s","start":"2026-04-27T21:56:04.777668Z","end":"2026-04-27T21:56:09.17574Z","steps":["trace[69781694] 'agreement among raft nodes before linearized reading' (duration: 4.396992941s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:09.175776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.045584829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T21:56:09.17581Z","caller":"traceutil/trace.go:171","msg":"trace[2035353607] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:25792; }","duration":"4.04565005s","start":"2026-04-27T21:56:05.130152Z","end":"2026-04-27T21:56:09.175802Z","steps":["trace[2035353607] 'agreement among raft nodes before linearized reading' (duration: 4.045552988s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:09.175807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:04.777649Z","time spent":"4.398142996s","remote":"127.0.0.1:44546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:56:09.175824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.920258691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"warn","ts":"2026-04-27T21:56:09.175842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:05.13014Z","time spent":"4.045695671s","remote":"127.0.0.1:40084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":18,"response size":32,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-04-27T21:56:09.175852Z","caller":"traceutil/trace.go:171","msg":"trace[541903732] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:25792; }","duration":"4.920285751s","start":"2026-04-27T21:56:04.255558Z","end":"2026-04-27T21:56:09.175843Z","steps":["trace[541903732] 'agreement among raft nodes before linearized reading' (duration: 4.920197749s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:09.175879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:04.25553Z","time spent":"4.920343213s","remote":"127.0.0.1:39974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2013,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-04-27T21:56:09.174721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.311421964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T21:56:09.176014Z","caller":"traceutil/trace.go:171","msg":"trace[2062116214] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:25792; }","duration":"4.312777474s","start":"2026-04-27T21:56:04.863227Z","end":"2026-04-27T21:56:09.176004Z","steps":["trace[2062116214] 'agreement among raft nodes before linearized reading' (duration: 4.311377843s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:09.176054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:04.863205Z","time spent":"4.312837845s","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":32,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"info","ts":"2026-04-27T21:56:09.175267Z","caller":"traceutil/trace.go:171","msg":"trace[1024895573] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:25792; }","duration":"1.526350649s","start":"2026-04-27T21:56:07.648902Z","end":"2026-04-27T21:56:09.175253Z","steps":["trace[1024895573] 'agreement among raft nodes before linearized reading' (duration: 1.526269777s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:09.176339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:07.648831Z","time spent":"1.527474104s","remote":"127.0.0.1:44404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:56:09.175231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:04.377008Z","time spent":"4.798215529s","remote":"127.0.0.1:40068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":32,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:56:09.176053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.190651439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T21:56:09.176479Z","caller":"traceutil/trace.go:171","msg":"trace[232875098] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:25792; }","duration":"4.191108849s","start":"2026-04-27T21:56:04.985354Z","end":"2026-04-27T21:56:09.176463Z","steps":["trace[232875098] 'agreement among raft nodes before linearized reading' (duration: 4.190655119s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:09.176526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:04.985335Z","time spent":"4.19118171s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":19,"response size":32,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:56:09.176518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.389360021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.250\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-04-27T21:56:09.177327Z","caller":"traceutil/trace.go:171","msg":"trace[521588408] range","detail":"{range_begin:/registry/masterleases/199.204.45.250; range_end:; response_count:1; response_revision:25792; }","duration":"1.390222402s","start":"2026-04-27T21:56:07.787082Z","end":"2026-04-27T21:56:09.177305Z","steps":["trace[521588408] 'agreement among raft nodes before linearized reading' (duration: 1.389338681s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:09.177386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:07.787062Z","time spent":"1.390307373s","remote":"127.0.0.1:39810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.250\" "} {"level":"warn","ts":"2026-04-27T21:56:09.176538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"896.497671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:56:09.177434Z","caller":"traceutil/trace.go:171","msg":"trace[632303136] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25792; }","duration":"897.430013ms","start":"2026-04-27T21:56:08.27999Z","end":"2026-04-27T21:56:09.17742Z","steps":["trace[632303136] 'agreement among raft nodes before linearized reading' (duration: 896.504032ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:09.177466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:08.27997Z","time spent":"897.487544ms","remote":"127.0.0.1:39786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T21:56:09.176603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.383797387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18571"} {"level":"info","ts":"2026-04-27T21:56:09.177517Z","caller":"traceutil/trace.go:171","msg":"trace[2074206819] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:25792; }","duration":"1.384718008s","start":"2026-04-27T21:56:07.792778Z","end":"2026-04-27T21:56:09.177496Z","steps":["trace[2074206819] 'agreement among raft nodes before linearized reading' (duration: 1.383764156s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:09.177614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:07.792768Z","time spent":"1.384792799s","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18595,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-04-27T21:56:09.678916Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185919323920825,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T21:56:10.874123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.00859ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:56:10.874257Z","caller":"traceutil/trace.go:171","msg":"trace[1137937727] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25792; }","duration":"792.157803ms","start":"2026-04-27T21:56:10.08208Z","end":"2026-04-27T21:56:10.874238Z","steps":["trace[1137937727] 'range keys from in-memory index tree' (duration: 791.99105ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:10.874949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.101864ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-04-27T21:56:10.875045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:09.178169Z","time spent":"1.696871959s","remote":"127.0.0.1:39810","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-27T21:56:11.178443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000118942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T21:56:11.178728Z","caller":"traceutil/trace.go:171","msg":"trace[1364634937] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000268345s","start":"2026-04-27T21:56:09.178247Z","end":"2026-04-27T21:56:11.178515Z","steps":["trace[1364634937] 'agreement among raft nodes before linearized reading' (duration: 2.000156243s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:11.178776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:09.178229Z","time spent":"2.000538091s","remote":"127.0.0.1:39788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/27 21:56:11 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T21:56:12.358275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.348872474s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-27T21:56:12.358643Z","caller":"traceutil/trace.go:171","msg":"trace[775338458] transaction","detail":"{read_only:false; response_revision:25795; number_of_response:1; }","duration":"1.482080898s","start":"2026-04-27T21:56:10.876543Z","end":"2026-04-27T21:56:12.358623Z","steps":["trace[775338458] 'process raft request' (duration: 1.482022087s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:56:12.358756Z","caller":"traceutil/trace.go:171","msg":"trace[1341822089] transaction","detail":"{read_only:false; response_revision:25793; number_of_response:1; }","duration":"3.177964664s","start":"2026-04-27T21:56:09.180755Z","end":"2026-04-27T21:56:12.358719Z","steps":["trace[1341822089] 'process raft request' (duration: 1.828580929s)","trace[1341822089] 'compare' (duration: 1.348113197s)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:56:12.35889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:09.180744Z","time spent":"3.178082007s","remote":"127.0.0.1:39864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":862,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-27T21:56:12.359216Z","caller":"traceutil/trace.go:171","msg":"trace[1806425858] transaction","detail":"{read_only:false; response_revision:25794; number_of_response:1; }","duration":"3.172680606s","start":"2026-04-27T21:56:09.186523Z","end":"2026-04-27T21:56:12.359204Z","steps":["trace[1806425858] 'process raft request' (duration: 3.171864048s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:12.359295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:09.186508Z","time spent":"3.172743708s","remote":"127.0.0.1:39966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5582,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:56:12.359494Z","caller":"traceutil/trace.go:171","msg":"trace[1655291814] linearizableReadLoop","detail":"{readStateIndex:26678; appliedIndex:26675; }","duration":"3.181189248s","start":"2026-04-27T21:56:09.178294Z","end":"2026-04-27T21:56:12.359483Z","steps":["trace[1655291814] 'read index received' (duration: 870.549481ms)","trace[1655291814] 'applied index is now lower than readState.Index' (duration: 2.310638447s)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:56:12.359682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.179905928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra\" ","response":"range_response_count:1 size:729"} {"level":"info","ts":"2026-04-27T21:56:12.359712Z","caller":"traceutil/trace.go:171","msg":"trace[1115259638] range","detail":"{range_begin:/registry/ingress/openstack/container-infra; range_end:; response_count:1; response_revision:25795; }","duration":"3.179951269s","start":"2026-04-27T21:56:09.179752Z","end":"2026-04-27T21:56:12.359703Z","steps":["trace[1115259638] 'agreement among raft nodes before linearized reading' (duration: 3.179826736s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:12.35971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.679777816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:56:12.359738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:09.179745Z","time spent":"3.17998719s","remote":"127.0.0.1:40084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":753,"request content":"key:\"/registry/ingress/openstack/container-infra\" "} {"level":"warn","ts":"2026-04-27T21:56:12.35974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.012376757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:352"} {"level":"warn","ts":"2026-04-27T21:56:12.359747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.991097899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:56:12.359772Z","caller":"traceutil/trace.go:171","msg":"trace[1739501012] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:25795; }","duration":"1.679844598s","start":"2026-04-27T21:56:10.679907Z","end":"2026-04-27T21:56:12.359751Z","steps":["trace[1739501012] 'agreement among raft nodes before linearized reading' (duration: 1.679737906s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:12.359793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.177831172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:56:12.359806Z","caller":"traceutil/trace.go:171","msg":"trace[1359606710] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:25795; }","duration":"3.012486029s","start":"2026-04-27T21:56:09.347304Z","end":"2026-04-27T21:56:12.35979Z","steps":["trace[1359606710] 'agreement among raft nodes before linearized reading' (duration: 3.012343136s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:12.359822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:10.67979Z","time spent":"1.680016892s","remote":"127.0.0.1:44644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"info","ts":"2026-04-27T21:56:12.359854Z","caller":"traceutil/trace.go:171","msg":"trace[132781930] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25795; }","duration":"3.177924165s","start":"2026-04-27T21:56:09.181913Z","end":"2026-04-27T21:56:12.359837Z","steps":["trace[132781930] 'agreement among raft nodes before linearized reading' (duration: 3.177819132s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:12.359845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.13396746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:56:12.35986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:09.347283Z","time spent":"3.012568711s","remote":"127.0.0.1:39886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":376,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-04-27T21:56:12.359901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:09.181896Z","time spent":"3.177991566s","remote":"127.0.0.1:40056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-27T21:56:12.359906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.179949759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra-registry\" ","response":"range_response_count:1 size:784"} {"level":"info","ts":"2026-04-27T21:56:12.359916Z","caller":"traceutil/trace.go:171","msg":"trace[1070383884] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:25795; }","duration":"2.134067372s","start":"2026-04-27T21:56:10.225825Z","end":"2026-04-27T21:56:12.359893Z","steps":["trace[1070383884] 'agreement among raft nodes before linearized reading' (duration: 2.13396147s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:56:12.359955Z","caller":"traceutil/trace.go:171","msg":"trace[1050149702] range","detail":"{range_begin:/registry/ingress/openstack/container-infra-registry; range_end:; response_count:1; response_revision:25795; }","duration":"3.180011681s","start":"2026-04-27T21:56:09.179928Z","end":"2026-04-27T21:56:12.359939Z","steps":["trace[1050149702] 'agreement among raft nodes before linearized reading' (duration: 3.179834127s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:12.359954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.328904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:56:12.359988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:09.179923Z","time spent":"3.180058092s","remote":"127.0.0.1:40084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":808,"request content":"key:\"/registry/ingress/openstack/container-infra-registry\" "} {"level":"info","ts":"2026-04-27T21:56:12.360005Z","caller":"traceutil/trace.go:171","msg":"trace[1131709226] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:25795; }","duration":"586.413916ms","start":"2026-04-27T21:56:11.773577Z","end":"2026-04-27T21:56:12.359991Z","steps":["trace[1131709226] 'agreement among raft nodes before linearized reading' (duration: 586.339005ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:12.359776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.745209082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:56:12.360089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:11.773558Z","time spent":"586.518908ms","remote":"127.0.0.1:42752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:56:12.360092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.172847612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:56:12.360123Z","caller":"traceutil/trace.go:171","msg":"trace[1897656099] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:25795; }","duration":"2.745621121s","start":"2026-04-27T21:56:09.614489Z","end":"2026-04-27T21:56:12.36011Z","steps":["trace[1897656099] 'agreement among raft nodes before linearized reading' (duration: 2.745169521s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:56:12.36014Z","caller":"traceutil/trace.go:171","msg":"trace[1468390114] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25795; }","duration":"1.172933633s","start":"2026-04-27T21:56:11.187192Z","end":"2026-04-27T21:56:12.360125Z","steps":["trace[1468390114] 'agreement among raft nodes before linearized reading' (duration: 1.172858411s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:12.360157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:09.614435Z","time spent":"2.745711183s","remote":"127.0.0.1:56716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:56:12.360183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:11.187172Z","time spent":"1.173001625s","remote":"127.0.0.1:39786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T21:56:12.359964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:10.225809Z","time spent":"2.134141004s","remote":"127.0.0.1:42842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:56:12.360216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.789371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:56:12.360261Z","caller":"traceutil/trace.go:171","msg":"trace[29143168] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:25795; }","duration":"497.868193ms","start":"2026-04-27T21:56:11.862378Z","end":"2026-04-27T21:56:12.360246Z","steps":["trace[29143168] 'agreement among raft nodes before linearized reading' (duration: 497.805041ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:56:12.359818Z","caller":"traceutil/trace.go:171","msg":"trace[439048364] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:25795; }","duration":"2.991202072s","start":"2026-04-27T21:56:09.368594Z","end":"2026-04-27T21:56:12.359796Z","steps":["trace[439048364] 'agreement among raft nodes before linearized reading' (duration: 2.991081219s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:12.360302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:11.862358Z","time spent":"497.935134ms","remote":"127.0.0.1:37648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:56:12.360324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:09.36858Z","time spent":"2.991730123s","remote":"127.0.0.1:42834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:56:12.360389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.628012737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:56:12.360591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:10.876508Z","time spent":"1.48217917s","remote":"127.0.0.1:39810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:56:12.360685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.18045775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-6ec31761-2f9c-4ff7-b45a-be9ba7b30ad9\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-04-27T21:56:12.360742Z","caller":"traceutil/trace.go:171","msg":"trace[909312787] range","detail":"{range_begin:/registry/persistentvolumes/pvc-6ec31761-2f9c-4ff7-b45a-be9ba7b30ad9; range_end:; response_count:1; response_revision:25795; }","duration":"3.180577083s","start":"2026-04-27T21:56:09.18015Z","end":"2026-04-27T21:56:12.360727Z","steps":["trace[909312787] 'agreement among raft nodes before linearized reading' (duration: 3.180280007s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:56:12.360491Z","caller":"traceutil/trace.go:171","msg":"trace[787882668] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:25795; }","duration":"1.628203961s","start":"2026-04-27T21:56:10.732275Z","end":"2026-04-27T21:56:12.360479Z","steps":["trace[787882668] 'agreement among raft nodes before linearized reading' (duration: 1.628021057s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:12.360878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:10.732247Z","time spent":"1.62861333s","remote":"127.0.0.1:37640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:56:12.360773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:09.180146Z","time spent":"3.180620284s","remote":"127.0.0.1:39928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1343,"request content":"key:\"/registry/persistentvolumes/pvc-6ec31761-2f9c-4ff7-b45a-be9ba7b30ad9\" "} {"level":"warn","ts":"2026-04-27T21:56:12.863437Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185919323920833,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T21:56:13.36452Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185919323920833,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T21:56:13.365303Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.002426294s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-27T21:56:14.19223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.607016ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-27T21:56:14.192345Z","caller":"traceutil/trace.go:171","msg":"trace[1708780327] transaction","detail":"{read_only:false; response_revision:25796; number_of_response:1; }","duration":"1.829512351s","start":"2026-04-27T21:56:12.362812Z","end":"2026-04-27T21:56:14.192325Z","steps":["trace[1708780327] 'process raft request' (duration: 1.002741321s)","trace[1708780327] 'compare' (duration: 826.200917ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:56:14.192401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:12.3628Z","time spent":"1.829576962s","remote":"127.0.0.1:39864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":862,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-27T21:56:14.365831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000697745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-27T21:56:14.365949Z","caller":"traceutil/trace.go:171","msg":"trace[416906921] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000860318s","start":"2026-04-27T21:56:12.365065Z","end":"2026-04-27T21:56:14.365926Z","steps":["trace[416906921] 'agreement among raft nodes before linearized reading' (duration: 2.000706655s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:14.366024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:12.36506Z","time spent":"2.00095241s","remote":"127.0.0.1:39786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T21:56:15.415167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999845137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-27T21:56:15.415258Z","caller":"traceutil/trace.go:171","msg":"trace[1984820621] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999988629s","start":"2026-04-27T21:56:13.415248Z","end":"2026-04-27T21:56:15.415237Z","steps":["trace[1984820621] 'agreement among raft nodes before linearized reading' (duration: 1.999876036s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:15.415308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:13.415228Z","time spent":"2.000067881s","remote":"127.0.0.1:39786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T21:56:15.495091Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.12948792s","expected-duration":"1s"} {"level":"info","ts":"2026-04-27T21:56:15.576185Z","caller":"traceutil/trace.go:171","msg":"trace[448828389] transaction","detail":"{read_only:false; response_revision:25797; number_of_response:1; }","duration":"3.211460286s","start":"2026-04-27T21:56:12.364701Z","end":"2026-04-27T21:56:15.576161Z","steps":["trace[448828389] 'process raft request' (duration: 3.130720107s)","trace[448828389] 'compare' (duration: 80.364821ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:56:15.576229Z","caller":"traceutil/trace.go:171","msg":"trace[1752829380] linearizableReadLoop","detail":"{readStateIndex:26683; appliedIndex:26679; }","duration":"3.213366688s","start":"2026-04-27T21:56:12.362835Z","end":"2026-04-27T21:56:15.576202Z","steps":["trace[1752829380] 'read index received' (duration: 1.00272746s)","trace[1752829380] 'applied index is now lower than readState.Index' (duration: 2.210637878s)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:56:15.576284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:12.36469Z","time spent":"3.211540477s","remote":"127.0.0.1:40084","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":870,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:56:15.576501Z","caller":"traceutil/trace.go:171","msg":"trace[1627202495] transaction","detail":"{read_only:false; response_revision:25798; number_of_response:1; }","duration":"3.211538766s","start":"2026-04-27T21:56:12.364955Z","end":"2026-04-27T21:56:15.576494Z","steps":["trace[1627202495] 'process raft request' (duration: 3.211064226s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:15.576529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:12.364948Z","time spent":"3.211565928s","remote":"127.0.0.1:40084","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":925,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:56:15.576577Z","caller":"traceutil/trace.go:171","msg":"trace[1206470398] transaction","detail":"{read_only:false; response_revision:25799; number_of_response:1; }","duration":"2.784667175s","start":"2026-04-27T21:56:12.791905Z","end":"2026-04-27T21:56:15.576572Z","steps":["trace[1206470398] 'process raft request' (duration: 2.784229605s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:15.576606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:12.791885Z","time spent":"2.784705506s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:56:15.577654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.21390423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-04-27T21:56:15.577923Z","caller":"traceutil/trace.go:171","msg":"trace[1317116979] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:25799; }","duration":"3.215124416s","start":"2026-04-27T21:56:12.362775Z","end":"2026-04-27T21:56:15.5779Z","steps":["trace[1317116979] 'agreement among raft nodes before linearized reading' (duration: 3.213797177s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:15.577977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:12.36276Z","time spent":"3.215205469s","remote":"127.0.0.1:39956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":447,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-04-27T21:56:15.60852Z","caller":"traceutil/trace.go:171","msg":"trace[1827138666] transaction","detail":"{read_only:false; response_revision:25800; number_of_response:1; }","duration":"1.100947891s","start":"2026-04-27T21:56:14.507548Z","end":"2026-04-27T21:56:15.608496Z","steps":["trace[1827138666] 'process raft request' (duration: 1.10046348s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:56:15.608573Z","caller":"traceutil/trace.go:171","msg":"trace[1773046523] transaction","detail":"{read_only:false; response_revision:25801; number_of_response:1; }","duration":"316.807227ms","start":"2026-04-27T21:56:15.291737Z","end":"2026-04-27T21:56:15.608544Z","steps":["trace[1773046523] 'process raft request' (duration: 316.391387ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:15.608736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:14.507521Z","time spent":"1.101108014s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:56:15.608759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:15.291713Z","time spent":"316.9827ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:56:16.58146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"973.274782ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-04-27T21:56:16.581561Z","caller":"traceutil/trace.go:171","msg":"trace[600199178] linearizableReadLoop","detail":"{readStateIndex:26686; appliedIndex:26683; }","duration":"1.005247457s","start":"2026-04-27T21:56:15.576296Z","end":"2026-04-27T21:56:16.581544Z","steps":["trace[600199178] 'read index received' (duration: 31.654408ms)","trace[600199178] 'applied index is now lower than readState.Index' (duration: 973.591429ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:56:16.581995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.086588869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:56:16.582042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.166025208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:56:16.582089Z","caller":"traceutil/trace.go:171","msg":"trace[1684943039] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:25801; }","duration":"1.086718622s","start":"2026-04-27T21:56:15.495335Z","end":"2026-04-27T21:56:16.582054Z","steps":["trace[1684943039] 'agreement among raft nodes before linearized reading' (duration: 1.086391585s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:56:16.582111Z","caller":"traceutil/trace.go:171","msg":"trace[1133973676] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25801; }","duration":"1.16613116s","start":"2026-04-27T21:56:15.415965Z","end":"2026-04-27T21:56:16.582096Z","steps":["trace[1133973676] 'agreement among raft nodes before linearized reading' (duration: 1.166018228s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:16.582152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:15.495317Z","time spent":"1.086812334s","remote":"127.0.0.1:44696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:56:16.582222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.487615672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/pxc-webhook-ssl\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:56:16.582268Z","caller":"traceutil/trace.go:171","msg":"trace[1467876401] range","detail":"{range_begin:/registry/secrets/openstack/pxc-webhook-ssl; range_end:; response_count:0; response_revision:25801; }","duration":"1.487694904s","start":"2026-04-27T21:56:15.094562Z","end":"2026-04-27T21:56:16.582257Z","steps":["trace[1467876401] 'agreement among raft nodes before linearized reading' (duration: 1.487624132s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:16.582309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:15.09452Z","time spent":"1.487779726s","remote":"127.0.0.1:39874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":30,"request content":"key:\"/registry/secrets/openstack/pxc-webhook-ssl\" "} {"level":"warn","ts":"2026-04-27T21:56:16.582423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:15.958094Z","time spent":"624.321235ms","remote":"127.0.0.1:55722","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-27T21:56:16.582558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.377273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:56:16.582639Z","caller":"traceutil/trace.go:171","msg":"trace[543272783] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:25801; }","duration":"310.487705ms","start":"2026-04-27T21:56:16.272125Z","end":"2026-04-27T21:56:16.582613Z","steps":["trace[543272783] 'agreement among raft nodes before linearized reading' (duration: 310.362912ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:16.582643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.21661098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"warn","ts":"2026-04-27T21:56:16.582702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:16.272106Z","time spent":"310.578707ms","remote":"127.0.0.1:51782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:56:16.582715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.470731253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:56:16.582719Z","caller":"traceutil/trace.go:171","msg":"trace[556863363] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:25801; }","duration":"4.216712333s","start":"2026-04-27T21:56:12.365988Z","end":"2026-04-27T21:56:16.5827Z","steps":["trace[556863363] 'agreement among raft nodes before linearized reading' (duration: 4.216476247s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:16.582726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.497628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:56:16.582752Z","caller":"traceutil/trace.go:171","msg":"trace[181085753] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:25801; }","duration":"3.470799755s","start":"2026-04-27T21:56:13.111944Z","end":"2026-04-27T21:56:16.582743Z","steps":["trace[181085753] 'agreement among raft nodes before linearized reading' (duration: 3.470753044s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:16.582742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.526001362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-27T21:56:16.582774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:13.111922Z","time spent":"3.470846975s","remote":"127.0.0.1:37890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-27T21:56:16.582775Z","caller":"traceutil/trace.go:171","msg":"trace[98626215] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:25801; }","duration":"557.568689ms","start":"2026-04-27T21:56:16.025189Z","end":"2026-04-27T21:56:16.582758Z","steps":["trace[98626215] 'agreement among raft nodes before linearized reading' (duration: 557.502047ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:16.582162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:15.415944Z","time spent":"1.166206742s","remote":"127.0.0.1:39788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T21:56:16.582797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.006235358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:56:16.582812Z","caller":"traceutil/trace.go:171","msg":"trace[2134518146] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:25801; }","duration":"2.526160465s","start":"2026-04-27T21:56:14.05663Z","end":"2026-04-27T21:56:16.582791Z","steps":["trace[2134518146] 'agreement among raft nodes before linearized reading' (duration: 2.525899779s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:56:16.582853Z","caller":"traceutil/trace.go:171","msg":"trace[1590949574] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:25801; }","duration":"2.006331271s","start":"2026-04-27T21:56:14.576505Z","end":"2026-04-27T21:56:16.582836Z","steps":["trace[1590949574] 'agreement among raft nodes before linearized reading' (duration: 2.006238789s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:16.582653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.056798392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:56:16.582876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.443945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:56:16.582763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:12.365982Z","time spent":"4.216772614s","remote":"127.0.0.1:39944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"warn","ts":"2026-04-27T21:56:16.5829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:14.576484Z","time spent":"2.006401653s","remote":"127.0.0.1:42750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:56:16.582912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.002654199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra.18aa5568566290b9\" ","response":"range_response_count:1 size:695"} {"level":"warn","ts":"2026-04-27T21:56:16.58291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.205166154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:476"} {"level":"info","ts":"2026-04-27T21:56:16.582929Z","caller":"traceutil/trace.go:171","msg":"trace[141010295] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:25801; }","duration":"748.536506ms","start":"2026-04-27T21:56:15.834378Z","end":"2026-04-27T21:56:16.582915Z","steps":["trace[141010295] 'agreement among raft nodes before linearized reading' (duration: 748.460355ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:16.582934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.217676244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:56:16.582943Z","caller":"traceutil/trace.go:171","msg":"trace[1374528825] range","detail":"{range_begin:/registry/events/openstack/container-infra.18aa5568566290b9; range_end:; response_count:1; response_revision:25801; }","duration":"1.00269923s","start":"2026-04-27T21:56:15.580234Z","end":"2026-04-27T21:56:16.582933Z","steps":["trace[1374528825] 'agreement among raft nodes before linearized reading' (duration: 1.002614368s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:16.582965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:15.834355Z","time spent":"748.601168ms","remote":"127.0.0.1:44584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:56:16.582969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:15.580225Z","time spent":"1.00273836s","remote":"127.0.0.1:39864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":719,"request content":"key:\"/registry/events/openstack/container-infra.18aa5568566290b9\" "} {"level":"info","ts":"2026-04-27T21:56:16.582965Z","caller":"traceutil/trace.go:171","msg":"trace[22962342] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25801; }","duration":"4.205245415s","start":"2026-04-27T21:56:12.377704Z","end":"2026-04-27T21:56:16.582949Z","steps":["trace[22962342] 'agreement among raft nodes before linearized reading' (duration: 4.205044461s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:16.582645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.003063958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-04-27T21:56:16.582981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.386402914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa528bd1523b50\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-04-27T21:56:16.583012Z","caller":"traceutil/trace.go:171","msg":"trace[408002185] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:25801; }","duration":"1.003474547s","start":"2026-04-27T21:56:15.57953Z","end":"2026-04-27T21:56:16.583005Z","steps":["trace[408002185] 'agreement among raft nodes before linearized reading' (duration: 1.002954246s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:16.58302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:12.377693Z","time spent":"4.205314677s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-27T21:56:16.583034Z","caller":"traceutil/trace.go:171","msg":"trace[852840024] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aa528bd1523b50; range_end:; response_count:1; response_revision:25801; }","duration":"2.386492177s","start":"2026-04-27T21:56:14.196524Z","end":"2026-04-27T21:56:16.583017Z","steps":["trace[852840024] 'agreement among raft nodes before linearized reading' (duration: 2.386346823s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:16.582827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:16.025172Z","time spent":"557.645661ms","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:56:16.583041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:15.579513Z","time spent":"1.003519728s","remote":"127.0.0.1:39810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-04-27T21:56:16.58288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:14.056601Z","time spent":"2.526263297s","remote":"127.0.0.1:40146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":182,"response size":33,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:56:16.582885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.219172867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-rc797\" ","response":"range_response_count:1 size:5318"} {"level":"info","ts":"2026-04-27T21:56:16.583406Z","caller":"traceutil/trace.go:171","msg":"trace[2021404962] range","detail":"{range_begin:/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-rc797; range_end:; response_count:1; response_revision:25801; }","duration":"4.21972281s","start":"2026-04-27T21:56:12.363667Z","end":"2026-04-27T21:56:16.58339Z","steps":["trace[2021404962] 'agreement among raft nodes before linearized reading' (duration: 4.219125247s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:16.583451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:12.363648Z","time spent":"4.219791581s","remote":"127.0.0.1:39966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5342,"request content":"key:\"/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-rc797\" "} {"level":"info","ts":"2026-04-27T21:56:16.582896Z","caller":"traceutil/trace.go:171","msg":"trace[931630761] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:25801; }","duration":"1.057101829s","start":"2026-04-27T21:56:15.525784Z","end":"2026-04-27T21:56:16.582886Z","steps":["trace[931630761] 'agreement among raft nodes before linearized reading' (duration: 1.056791052s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:16.58351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:15.525766Z","time spent":"1.057729572s","remote":"127.0.0.1:44560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-04-27T21:56:16.582968Z","caller":"traceutil/trace.go:171","msg":"trace[711635428] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25801; }","duration":"4.217717114s","start":"2026-04-27T21:56:12.365241Z","end":"2026-04-27T21:56:16.582958Z","steps":["trace[711635428] 'agreement among raft nodes before linearized reading' (duration: 4.217667553s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:16.583599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:12.365237Z","time spent":"4.218340928s","remote":"127.0.0.1:40056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-27T21:56:16.582676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.877005194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:56:16.583832Z","caller":"traceutil/trace.go:171","msg":"trace[850324677] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:25801; }","duration":"3.8781347s","start":"2026-04-27T21:56:12.705657Z","end":"2026-04-27T21:56:16.583792Z","steps":["trace[850324677] 'agreement among raft nodes before linearized reading' (duration: 3.876978523s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:16.58391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:12.705598Z","time spent":"3.878291733s","remote":"127.0.0.1:37680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:56:16.583087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:14.196505Z","time spent":"2.386568878s","remote":"127.0.0.1:39864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa528bd1523b50\" "} {"level":"warn","ts":"2026-04-27T21:56:17.087936Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185919323920844,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-27T21:56:17.466007Z","caller":"traceutil/trace.go:171","msg":"trace[1658265252] transaction","detail":"{read_only:false; response_revision:25802; number_of_response:1; }","duration":"880.131895ms","start":"2026-04-27T21:56:16.585851Z","end":"2026-04-27T21:56:17.465983Z","steps":["trace[1658265252] 'process raft request' (duration: 879.767357ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:17.466145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:16.585834Z","time spent":"880.243098ms","remote":"127.0.0.1:39864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:56:17.665831Z","caller":"traceutil/trace.go:171","msg":"trace[407108790] transaction","detail":"{read_only:false; response_revision:25803; number_of_response:1; }","duration":"1.078999559s","start":"2026-04-27T21:56:16.586797Z","end":"2026-04-27T21:56:17.665797Z","steps":["trace[407108790] 'process raft request' (duration: 995.445037ms)","trace[407108790] 'compare' (duration: 83.117062ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:56:17.665982Z","caller":"traceutil/trace.go:171","msg":"trace[735765127] transaction","detail":"{read_only:false; response_revision:25804; number_of_response:1; }","duration":"1.077336482s","start":"2026-04-27T21:56:16.588618Z","end":"2026-04-27T21:56:17.665954Z","steps":["trace[735765127] 'process raft request' (duration: 1.077123828s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:17.665997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:16.586769Z","time spent":"1.079140112s","remote":"127.0.0.1:39864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:56:17.66598Z","caller":"traceutil/trace.go:171","msg":"trace[993062512] linearizableReadLoop","detail":"{readStateIndex:26690; appliedIndex:26686; }","duration":"1.078919147s","start":"2026-04-27T21:56:16.587033Z","end":"2026-04-27T21:56:17.665952Z","steps":["trace[993062512] 'read index received' (duration: 878.670691ms)","trace[993062512] 'applied index is now lower than readState.Index' (duration: 200.247306ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:56:17.666254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.07549296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:56:17.666289Z","caller":"traceutil/trace.go:171","msg":"trace[326992979] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25805; }","duration":"1.075557172s","start":"2026-04-27T21:56:16.590723Z","end":"2026-04-27T21:56:17.666281Z","steps":["trace[326992979] 'agreement among raft nodes before linearized reading' (duration: 1.075492951s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:17.666305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:16.590712Z","time spent":"1.075589543s","remote":"127.0.0.1:39786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T21:56:17.666301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.016327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:56:17.666308Z","caller":"traceutil/trace.go:171","msg":"trace[1590260414] transaction","detail":"{read_only:false; response_revision:25805; number_of_response:1; }","duration":"1.075413819s","start":"2026-04-27T21:56:16.590853Z","end":"2026-04-27T21:56:17.666267Z","steps":["trace[1590260414] 'process raft request' (duration: 1.07502159s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:17.666364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.079326026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ce076173-e5cd-43c2-aeaf-5cbe274b90bc\" ","response":"range_response_count:1 size:1324"} {"level":"warn","ts":"2026-04-27T21:56:17.666373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.287767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra-registry.18aa55691ef0574a\" ","response":"range_response_count:1 size:722"} {"level":"info","ts":"2026-04-27T21:56:17.666436Z","caller":"traceutil/trace.go:171","msg":"trace[1723430710] range","detail":"{range_begin:/registry/events/openstack/container-infra-registry.18aa55691ef0574a; range_end:; response_count:1; response_revision:25805; }","duration":"192.352848ms","start":"2026-04-27T21:56:17.474069Z","end":"2026-04-27T21:56:17.666421Z","steps":["trace[1723430710] 'agreement among raft nodes before linearized reading' (duration: 192.174175ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:56:17.666433Z","caller":"traceutil/trace.go:171","msg":"trace[1384243123] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ce076173-e5cd-43c2-aeaf-5cbe274b90bc; range_end:; response_count:1; response_revision:25805; }","duration":"1.079418648s","start":"2026-04-27T21:56:16.586996Z","end":"2026-04-27T21:56:17.666414Z","steps":["trace[1384243123] 'agreement among raft nodes before linearized reading' (duration: 1.079202734s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:56:17.666376Z","caller":"traceutil/trace.go:171","msg":"trace[252544709] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:25805; }","duration":"332.14505ms","start":"2026-04-27T21:56:17.334214Z","end":"2026-04-27T21:56:17.66636Z","steps":["trace[252544709] 'agreement among raft nodes before linearized reading' (duration: 332.011717ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:17.666479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:16.590842Z","time spent":"1.075548292s","remote":"127.0.0.1:39966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5478,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:56:17.666575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:17.334196Z","time spent":"332.352014ms","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:56:17.666496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:16.586986Z","time spent":"1.07949681s","remote":"127.0.0.1:39928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1348,"request content":"key:\"/registry/persistentvolumes/pvc-ce076173-e5cd-43c2-aeaf-5cbe274b90bc\" "} {"level":"warn","ts":"2026-04-27T21:56:17.667041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:16.588603Z","time spent":"1.077459345s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:56:17.670853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.266895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:388981"} {"level":"info","ts":"2026-04-27T21:56:17.67093Z","caller":"traceutil/trace.go:171","msg":"trace[1919549760] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:25805; }","duration":"566.410348ms","start":"2026-04-27T21:56:17.104504Z","end":"2026-04-27T21:56:17.670915Z","steps":["trace[1919549760] 'agreement among raft nodes before linearized reading' (duration: 561.731342ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:17.670991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:17.104482Z","time spent":"566.47925ms","remote":"127.0.0.1:40364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1996,"response size":389005,"request content":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 "} {"level":"warn","ts":"2026-04-27T21:56:18.172065Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185919323920851,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-27T21:56:18.608445Z","caller":"traceutil/trace.go:171","msg":"trace[1084713549] transaction","detail":"{read_only:false; response_revision:25806; number_of_response:1; }","duration":"937.822987ms","start":"2026-04-27T21:56:17.670584Z","end":"2026-04-27T21:56:18.608407Z","steps":["trace[1084713549] 'process raft request' (duration: 854.157543ms)","trace[1084713549] 'compare' (duration: 83.223365ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:56:18.608635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:17.670555Z","time spent":"937.98035ms","remote":"127.0.0.1:39864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:56:19.675651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000611122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-27T21:56:19.675745Z","caller":"traceutil/trace.go:171","msg":"trace[250153630] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000723355s","start":"2026-04-27T21:56:17.675001Z","end":"2026-04-27T21:56:19.675725Z","steps":["trace[250153630] 'agreement among raft nodes before linearized reading' (duration: 2.000605552s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:19.675795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:17.674983Z","time spent":"2.000802047s","remote":"127.0.0.1:39786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T21:56:20.239671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.325105ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:56:20.239842Z","caller":"traceutil/trace.go:171","msg":"trace[235650020] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25806; }","duration":"157.507499ms","start":"2026-04-27T21:56:20.082312Z","end":"2026-04-27T21:56:20.239819Z","steps":["trace[235650020] 'range keys from in-memory index tree' (duration: 157.307105ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:20.239923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"986.217361ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-27T21:56:20.240207Z","caller":"traceutil/trace.go:171","msg":"trace[827328875] linearizableReadLoop","detail":"{readStateIndex:26693; appliedIndex:26690; }","duration":"2.569190389s","start":"2026-04-27T21:56:17.670996Z","end":"2026-04-27T21:56:20.240186Z","steps":["trace[827328875] 'read index received' (duration: 853.764024ms)","trace[827328875] 'applied index is now lower than readState.Index' (duration: 1.715425165s)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:56:20.240304Z","caller":"traceutil/trace.go:171","msg":"trace[797544668] transaction","detail":"{read_only:false; response_revision:25807; number_of_response:1; }","duration":"2.568710169s","start":"2026-04-27T21:56:17.671583Z","end":"2026-04-27T21:56:20.240293Z","steps":["trace[797544668] 'process raft request' (duration: 1.582062928s)","trace[797544668] 'compare' (duration: 985.706959ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:56:20.24036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:17.671558Z","time spent":"2.568775399s","remote":"127.0.0.1:39864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-27T21:56:20.240688Z","caller":"traceutil/trace.go:171","msg":"trace[630822500] transaction","detail":"{read_only:false; response_revision:25808; number_of_response:1; }","duration":"2.366001638s","start":"2026-04-27T21:56:17.874674Z","end":"2026-04-27T21:56:20.240676Z","steps":["trace[630822500] 'process raft request' (duration: 2.365397495s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:20.240761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:17.874649Z","time spent":"2.366072149s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:56:20.240968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.569978306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-04-27T21:56:20.241011Z","caller":"traceutil/trace.go:171","msg":"trace[261965103] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25808; }","duration":"2.570016747s","start":"2026-04-27T21:56:17.670981Z","end":"2026-04-27T21:56:20.240997Z","steps":["trace[261965103] 'agreement among raft nodes before linearized reading' (duration: 2.569904195s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:20.24104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:17.670927Z","time spent":"2.570106599s","remote":"127.0.0.1:39944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1878,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-27T21:56:20.241151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.569423174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-4gcbl\" ","response":"range_response_count:1 size:4695"} {"level":"info","ts":"2026-04-27T21:56:20.241192Z","caller":"traceutil/trace.go:171","msg":"trace[932134660] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-4gcbl; range_end:; response_count:1; response_revision:25808; }","duration":"2.569496705s","start":"2026-04-27T21:56:17.671685Z","end":"2026-04-27T21:56:20.241182Z","steps":["trace[932134660] 'agreement among raft nodes before linearized reading' (duration: 2.569344072s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:20.241221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:17.671671Z","time spent":"2.569542667s","remote":"127.0.0.1:39966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":4719,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-4gcbl\" "} {"level":"warn","ts":"2026-04-27T21:56:20.241671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.453656381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.250\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-04-27T21:56:20.241765Z","caller":"traceutil/trace.go:171","msg":"trace[1700653220] range","detail":"{range_begin:/registry/masterleases/199.204.45.250; range_end:; response_count:1; response_revision:25808; }","duration":"2.453788594s","start":"2026-04-27T21:56:17.787955Z","end":"2026-04-27T21:56:20.241743Z","steps":["trace[1700653220] 'agreement among raft nodes before linearized reading' (duration: 2.453531798s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:20.241812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:17.787938Z","time spent":"2.453860096s","remote":"127.0.0.1:39810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.250\" "} {"level":"warn","ts":"2026-04-27T21:56:20.241907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.077983745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-27T21:56:20.241966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.034947022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:56:20.241988Z","caller":"traceutil/trace.go:171","msg":"trace[1749026634] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:25808; }","duration":"2.078127989s","start":"2026-04-27T21:56:18.163843Z","end":"2026-04-27T21:56:20.241971Z","steps":["trace[1749026634] 'agreement among raft nodes before linearized reading' (duration: 2.077972935s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:56:20.242009Z","caller":"traceutil/trace.go:171","msg":"trace[113496071] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:25808; }","duration":"1.035030874s","start":"2026-04-27T21:56:19.206963Z","end":"2026-04-27T21:56:20.241994Z","steps":["trace[113496071] 'agreement among raft nodes before linearized reading' (duration: 1.03485119s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:20.242024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.560735869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:1 size:24245"} {"level":"warn","ts":"2026-04-27T21:56:20.24204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:19.206908Z","time spent":"1.035122526s","remote":"127.0.0.1:44722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:56:20.242039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:18.163817Z","time spent":"2.078211021s","remote":"127.0.0.1:37822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":9,"response size":32,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:56:20.242041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.366950679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188496"} {"level":"info","ts":"2026-04-27T21:56:20.242066Z","caller":"traceutil/trace.go:171","msg":"trace[847358144] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:1; response_revision:25808; }","duration":"2.560828081s","start":"2026-04-27T21:56:17.681226Z","end":"2026-04-27T21:56:20.242054Z","steps":["trace[847358144] 'agreement among raft nodes before linearized reading' (duration: 2.560693968s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:20.242108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:17.681205Z","time spent":"2.560895292s","remote":"127.0.0.1:39838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":24269,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" "} {"level":"warn","ts":"2026-04-27T21:56:20.242148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.428299682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:56:20.242136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.566812295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:1 size:4334"} {"level":"info","ts":"2026-04-27T21:56:20.242176Z","caller":"traceutil/trace.go:171","msg":"trace[2022920657] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:25808; }","duration":"2.367038091s","start":"2026-04-27T21:56:17.875037Z","end":"2026-04-27T21:56:20.242075Z","steps":["trace[2022920657] 'agreement among raft nodes before linearized reading' (duration: 2.366783895s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:20.242736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.568849011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" ","response":"range_response_count:1 size:5587"} {"level":"warn","ts":"2026-04-27T21:56:20.242764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:17.87502Z","time spent":"2.367725717s","remote":"127.0.0.1:39838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":1,"response size":188520,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" "} {"level":"info","ts":"2026-04-27T21:56:20.242775Z","caller":"traceutil/trace.go:171","msg":"trace[1725244489] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io; range_end:; response_count:1; response_revision:25808; }","duration":"2.568937313s","start":"2026-04-27T21:56:17.673825Z","end":"2026-04-27T21:56:20.242762Z","steps":["trace[1725244489] 'agreement among raft nodes before linearized reading' (duration: 2.568845361s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:20.242821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:17.673814Z","time spent":"2.568999524s","remote":"127.0.0.1:39838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":1,"response size":5611,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" "} {"level":"info","ts":"2026-04-27T21:56:20.242192Z","caller":"traceutil/trace.go:171","msg":"trace[1588154247] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:25808; }","duration":"2.428392654s","start":"2026-04-27T21:56:17.813789Z","end":"2026-04-27T21:56:20.242182Z","steps":["trace[1588154247] 'agreement among raft nodes before linearized reading' (duration: 2.428313332s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:20.24296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:17.813766Z","time spent":"2.429170742s","remote":"127.0.0.1:42768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"info","ts":"2026-04-27T21:56:20.242224Z","caller":"traceutil/trace.go:171","msg":"trace[375625367] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:1; response_revision:25808; }","duration":"2.566921148s","start":"2026-04-27T21:56:17.675278Z","end":"2026-04-27T21:56:20.242199Z","steps":["trace[375625367] 'agreement among raft nodes before linearized reading' (duration: 2.566636791s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:20.243027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:17.675273Z","time spent":"2.567739036s","remote":"127.0.0.1:39838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4358,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" "} {"level":"warn","ts":"2026-04-27T21:56:20.243042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.535911453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188253"} {"level":"info","ts":"2026-04-27T21:56:20.24308Z","caller":"traceutil/trace.go:171","msg":"trace[1209490537] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:25808; }","duration":"2.535976485s","start":"2026-04-27T21:56:17.707094Z","end":"2026-04-27T21:56:20.24307Z","steps":["trace[1209490537] 'agreement among raft nodes before linearized reading' (duration: 2.53444121s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:20.242274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.943856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T21:56:20.243149Z","caller":"traceutil/trace.go:171","msg":"trace[675658003] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:25808; }","duration":"291.850127ms","start":"2026-04-27T21:56:19.951283Z","end":"2026-04-27T21:56:20.243133Z","steps":["trace[675658003] 'agreement among raft nodes before linearized reading' (duration: 290.879185ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:20.24229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.233271414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T21:56:20.243235Z","caller":"traceutil/trace.go:171","msg":"trace[817478709] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:25808; }","duration":"1.234249867s","start":"2026-04-27T21:56:19.008975Z","end":"2026-04-27T21:56:20.243225Z","steps":["trace[817478709] 'agreement among raft nodes before linearized reading' (duration: 1.233256974s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:20.243269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:19.008957Z","time spent":"1.234302729s","remote":"127.0.0.1:56704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":37,"response size":32,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:56:20.242313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.586498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:56:20.243332Z","caller":"traceutil/trace.go:171","msg":"trace[1437355541] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25808; }","duration":"566.590011ms","start":"2026-04-27T21:56:19.676721Z","end":"2026-04-27T21:56:20.243311Z","steps":["trace[1437355541] 'agreement among raft nodes before linearized reading' (duration: 565.569358ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:20.243419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:19.67663Z","time spent":"566.769255ms","remote":"127.0.0.1:39788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T21:56:20.242331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.559917601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" ","response":"range_response_count:1 size:4084"} {"level":"warn","ts":"2026-04-27T21:56:20.242333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.382254282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:56:20.243547Z","caller":"traceutil/trace.go:171","msg":"trace[1859419231] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:1; response_revision:25808; }","duration":"2.561129558s","start":"2026-04-27T21:56:17.682364Z","end":"2026-04-27T21:56:20.243494Z","steps":["trace[1859419231] 'agreement among raft nodes before linearized reading' (duration: 2.55990101s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:20.243605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:17.682342Z","time spent":"2.56124715s","remote":"127.0.0.1:39838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4108,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" "} {"level":"info","ts":"2026-04-27T21:56:20.243601Z","caller":"traceutil/trace.go:171","msg":"trace[420271822] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:25808; }","duration":"1.383548931s","start":"2026-04-27T21:56:18.860036Z","end":"2026-04-27T21:56:20.243585Z","steps":["trace[420271822] 'agreement among raft nodes before linearized reading' (duration: 1.382275722s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:20.242347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.561095759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:1 size:10378"} {"level":"warn","ts":"2026-04-27T21:56:20.243671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:18.860016Z","time spent":"1.383631993s","remote":"127.0.0.1:51736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"info","ts":"2026-04-27T21:56:20.243703Z","caller":"traceutil/trace.go:171","msg":"trace[329355830] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:1; response_revision:25808; }","duration":"2.562458319s","start":"2026-04-27T21:56:17.681234Z","end":"2026-04-27T21:56:20.243693Z","steps":["trace[329355830] 'agreement among raft nodes before linearized reading' (duration: 2.561020546s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:20.242353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.239505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:56:20.243739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:17.681151Z","time spent":"2.562579471s","remote":"127.0.0.1:39838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":1,"response size":10402,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" "} {"level":"info","ts":"2026-04-27T21:56:20.243748Z","caller":"traceutil/trace.go:171","msg":"trace[1274685007] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:25808; }","duration":"713.663876ms","start":"2026-04-27T21:56:19.53007Z","end":"2026-04-27T21:56:20.243734Z","steps":["trace[1274685007] 'agreement among raft nodes before linearized reading' (duration: 712.259625ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:20.242372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.491133051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:56:20.243804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:19.530048Z","time spent":"713.741028ms","remote":"127.0.0.1:51798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:56:20.242385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.564405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:56:20.24388Z","caller":"traceutil/trace.go:171","msg":"trace[865995542] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:25808; }","duration":"807.094528ms","start":"2026-04-27T21:56:19.436773Z","end":"2026-04-27T21:56:20.243868Z","steps":["trace[865995542] 'agreement among raft nodes before linearized reading' (duration: 805.594185ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:56:20.243811Z","caller":"traceutil/trace.go:171","msg":"trace[1293024328] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25808; }","duration":"1.492569553s","start":"2026-04-27T21:56:18.751234Z","end":"2026-04-27T21:56:20.243803Z","steps":["trace[1293024328] 'agreement among raft nodes before linearized reading' (duration: 1.491118421s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:20.243926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:19.436749Z","time spent":"807.16474ms","remote":"127.0.0.1:40004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:56:20.243952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:18.751172Z","time spent":"1.492772438s","remote":"127.0.0.1:39786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T21:56:20.242457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"985.565246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-04-27T21:56:20.244113Z","caller":"traceutil/trace.go:171","msg":"trace[1857933167] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25808; }","duration":"987.212462ms","start":"2026-04-27T21:56:19.256886Z","end":"2026-04-27T21:56:20.244099Z","steps":["trace[1857933167] 'agreement among raft nodes before linearized reading' (duration: 985.515845ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:20.244154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:19.256875Z","time spent":"987.268594ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-27T21:56:20.242531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"986.616041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-04-27T21:56:20.242537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.261833145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:56:20.242641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.570026028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-27T21:56:20.242659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.567992433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" ","response":"range_response_count:1 size:5178"} {"level":"warn","ts":"2026-04-27T21:56:20.242686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.568317109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" ","response":"range_response_count:1 size:4181"} {"level":"warn","ts":"2026-04-27T21:56:20.243104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:17.70708Z","time spent":"2.536017856s","remote":"127.0.0.1:39838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":1,"response size":188277,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" "} {"level":"warn","ts":"2026-04-27T21:56:20.242447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.564796181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:1 size:13230"} {"level":"info","ts":"2026-04-27T21:56:20.244217Z","caller":"traceutil/trace.go:171","msg":"trace[1110224533] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:1; response_revision:25808; }","duration":"2.56657604s","start":"2026-04-27T21:56:17.67763Z","end":"2026-04-27T21:56:20.244206Z","steps":["trace[1110224533] 'agreement among raft nodes before linearized reading' (duration: 2.564745699s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:20.24425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:17.677623Z","time spent":"2.566618981s","remote":"127.0.0.1:39838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":13254,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" "} {"level":"warn","ts":"2026-04-27T21:56:20.242542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.567067372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" ","response":"range_response_count:1 size:9321"} {"level":"info","ts":"2026-04-27T21:56:20.244344Z","caller":"traceutil/trace.go:171","msg":"trace[21788637] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25808; }","duration":"2.571756687s","start":"2026-04-27T21:56:17.672574Z","end":"2026-04-27T21:56:20.244331Z","steps":["trace[21788637] 'agreement among raft nodes before linearized reading' (duration: 2.569966907s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:20.244388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:17.672562Z","time spent":"2.571815238s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-27T21:56:20.244429Z","caller":"traceutil/trace.go:171","msg":"trace[2009822629] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25808; }","duration":"988.552363ms","start":"2026-04-27T21:56:19.255865Z","end":"2026-04-27T21:56:20.244418Z","steps":["trace[2009822629] 'agreement among raft nodes before linearized reading' (duration: 986.57927ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:20.244472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:19.255844Z","time spent":"988.617054ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":557,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-27T21:56:20.244525Z","caller":"traceutil/trace.go:171","msg":"trace[1129628636] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io; range_end:; response_count:1; response_revision:25808; }","duration":"2.569869734s","start":"2026-04-27T21:56:17.674646Z","end":"2026-04-27T21:56:20.244516Z","steps":["trace[1129628636] 'agreement among raft nodes before linearized reading' (duration: 2.567937041s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:20.244561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:17.674637Z","time spent":"2.569911414s","remote":"127.0.0.1:39838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":5202,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" "} {"level":"info","ts":"2026-04-27T21:56:20.244636Z","caller":"traceutil/trace.go:171","msg":"trace[2133720912] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io; range_end:; response_count:1; response_revision:25808; }","duration":"2.570293553s","start":"2026-04-27T21:56:17.674334Z","end":"2026-04-27T21:56:20.244628Z","steps":["trace[2133720912] 'agreement among raft nodes before linearized reading' (duration: 2.568241748s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:20.244715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:17.674322Z","time spent":"2.570381655s","remote":"127.0.0.1:39838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4205,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" "} {"level":"info","ts":"2026-04-27T21:56:20.244336Z","caller":"traceutil/trace.go:171","msg":"trace[91077573] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:1; response_revision:25808; }","duration":"2.568855931s","start":"2026-04-27T21:56:17.675457Z","end":"2026-04-27T21:56:20.244313Z","steps":["trace[91077573] 'agreement among raft nodes before linearized reading' (duration: 2.567014941s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:20.244823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:17.675452Z","time spent":"2.569353132s","remote":"127.0.0.1:39838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":9345,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" "} {"level":"info","ts":"2026-04-27T21:56:20.244233Z","caller":"traceutil/trace.go:171","msg":"trace[521563914] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:25808; }","duration":"2.263584573s","start":"2026-04-27T21:56:17.980635Z","end":"2026-04-27T21:56:20.24422Z","steps":["trace[521563914] 'agreement among raft nodes before linearized reading' (duration: 2.261848835s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:20.2449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:17.980617Z","time spent":"2.264262779s","remote":"127.0.0.1:44348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:56:20.24643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.556857712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-engine-cleaner-29622105-fcvq8.18aa54e0ea0b89fe\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:25805 ","response":"range_response_count:500 size:389044"} {"level":"info","ts":"2026-04-27T21:56:20.246485Z","caller":"traceutil/trace.go:171","msg":"trace[1067109595] range","detail":"{range_begin:/registry/events/openstack/heat-engine-cleaner-29622105-fcvq8.18aa54e0ea0b89fe\u0000; range_end:/registry/events/openstack0; response_count:500; response_revision:25808; }","duration":"2.556921014s","start":"2026-04-27T21:56:17.68955Z","end":"2026-04-27T21:56:20.246471Z","steps":["trace[1067109595] 'agreement among raft nodes before linearized reading' (duration: 2.552464553s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:20.246536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:17.689494Z","time spent":"2.557014857s","remote":"127.0.0.1:40364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":1496,"response size":389068,"request content":"key:\"/registry/events/openstack/heat-engine-cleaner-29622105-fcvq8.18aa54e0ea0b89fe\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:25805 "} {"level":"warn","ts":"2026-04-27T21:56:20.746613Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185919323920856,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T21:56:22.250905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000446289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-27T21:56:22.250988Z","caller":"traceutil/trace.go:171","msg":"trace[1236436776] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000563063s","start":"2026-04-27T21:56:20.250407Z","end":"2026-04-27T21:56:22.25097Z","steps":["trace[1236436776] 'agreement among raft nodes before linearized reading' (duration: 2.00045485s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:22.251036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:20.250397Z","time spent":"2.000628514s","remote":"127.0.0.1:39786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T21:56:22.757814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.927941924s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-04-27T21:56:22.757913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:20.244301Z","time spent":"2.513608243s","remote":"127.0.0.1:39810","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-27T21:56:22.778305Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.94821661s","expected-duration":"1s"} {"level":"info","ts":"2026-04-27T21:56:22.778664Z","caller":"traceutil/trace.go:171","msg":"trace[1071352820] transaction","detail":"{read_only:false; response_revision:25809; number_of_response:1; }","duration":"2.529443028s","start":"2026-04-27T21:56:20.249198Z","end":"2026-04-27T21:56:22.778641Z","steps":["trace[1071352820] 'process raft request' (duration: 2.529246704s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:22.778799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:20.249181Z","time spent":"2.529548811s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:56:22.778857Z","caller":"traceutil/trace.go:171","msg":"trace[966620307] transaction","detail":"{read_only:false; response_revision:25810; number_of_response:1; }","duration":"2.52954492s","start":"2026-04-27T21:56:20.249289Z","end":"2026-04-27T21:56:22.778834Z","steps":["trace[966620307] 'process raft request' (duration: 2.529306015s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:22.778958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:20.249273Z","time spent":"2.529631383s","remote":"127.0.0.1:39864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-27T21:56:22.779105Z","caller":"traceutil/trace.go:171","msg":"trace[5903685] transaction","detail":"{read_only:false; response_revision:25811; number_of_response:1; }","duration":"2.528726583s","start":"2026-04-27T21:56:20.250367Z","end":"2026-04-27T21:56:22.779093Z","steps":["trace[5903685] 'process raft request' (duration: 2.528425366s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:22.779172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:20.250359Z","time spent":"2.528781014s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:56:22.779161Z","caller":"traceutil/trace.go:171","msg":"trace[239953692] linearizableReadLoop","detail":"{readStateIndex:26700; appliedIndex:26693; }","duration":"2.533217483s","start":"2026-04-27T21:56:20.245912Z","end":"2026-04-27T21:56:22.779129Z","steps":["trace[239953692] 'read index received' (duration: 583.882099ms)","trace[239953692] 'applied index is now lower than readState.Index' (duration: 1.949334044s)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:56:22.779312Z","caller":"traceutil/trace.go:171","msg":"trace[1879830224] transaction","detail":"{read_only:false; response_revision:25813; number_of_response:1; }","duration":"2.525336277s","start":"2026-04-27T21:56:20.253959Z","end":"2026-04-27T21:56:22.779295Z","steps":["trace[1879830224] 'process raft request' (duration: 2.525010729s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:56:22.779418Z","caller":"traceutil/trace.go:171","msg":"trace[132106105] transaction","detail":"{read_only:false; response_revision:25812; number_of_response:1; }","duration":"2.527932874s","start":"2026-04-27T21:56:20.251473Z","end":"2026-04-27T21:56:22.779406Z","steps":["trace[132106105] 'process raft request' (duration: 2.527440623s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:22.779451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:20.253952Z","time spent":"2.525409628s","remote":"127.0.0.1:39966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4873,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:56:22.779499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:20.251464Z","time spent":"2.527990175s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:56:22.779669Z","caller":"traceutil/trace.go:171","msg":"trace[1063757403] transaction","detail":"{read_only:false; response_revision:25814; number_of_response:1; }","duration":"2.198684399s","start":"2026-04-27T21:56:20.580968Z","end":"2026-04-27T21:56:22.779652Z","steps":["trace[1063757403] 'process raft request' (duration: 2.198103537s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:22.779784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:20.580945Z","time spent":"2.198772092s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:56:22.77984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.533923328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-eb7a6ee7-3ba5-41a9-829e-c85469d95312\" ","response":"range_response_count:1 size:1304"} {"level":"info","ts":"2026-04-27T21:56:22.779889Z","caller":"traceutil/trace.go:171","msg":"trace[272254402] range","detail":"{range_begin:/registry/persistentvolumes/pvc-eb7a6ee7-3ba5-41a9-829e-c85469d95312; range_end:; response_count:1; response_revision:25814; }","duration":"2.534003449s","start":"2026-04-27T21:56:20.24587Z","end":"2026-04-27T21:56:22.779874Z","steps":["trace[272254402] 'agreement among raft nodes before linearized reading' (duration: 2.533871956s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:22.779923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:20.245854Z","time spent":"2.534062031s","remote":"127.0.0.1:39928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1328,"request content":"key:\"/registry/persistentvolumes/pvc-eb7a6ee7-3ba5-41a9-829e-c85469d95312\" "} {"level":"warn","ts":"2026-04-27T21:56:23.592796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.327521ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T21:56:23.593177Z","caller":"traceutil/trace.go:171","msg":"trace[1903699315] linearizableReadLoop","detail":"{readStateIndex:26701; appliedIndex:26700; }","duration":"813.679317ms","start":"2026-04-27T21:56:22.779242Z","end":"2026-04-27T21:56:23.592921Z","steps":["trace[1903699315] 'read index received' (duration: 282.072839ms)","trace[1903699315] 'applied index is now lower than readState.Index' (duration: 531.599938ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:56:23.593294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.837354505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:56:23.593375Z","caller":"traceutil/trace.go:171","msg":"trace[2034796626] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:25815; }","duration":"1.837462218s","start":"2026-04-27T21:56:21.755888Z","end":"2026-04-27T21:56:23.59335Z","steps":["trace[2034796626] 'agreement among raft nodes before linearized reading' (duration: 1.837331365s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:23.593385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.119711371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T21:56:23.593285Z","caller":"traceutil/trace.go:171","msg":"trace[1907453033] transaction","detail":"{read_only:false; response_revision:25815; number_of_response:1; }","duration":"834.122394ms","start":"2026-04-27T21:56:22.75912Z","end":"2026-04-27T21:56:23.593242Z","steps":["trace[1907453033] 'process raft request' (duration: 302.177628ms)","trace[1907453033] 'compare' (duration: 530.600635ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:56:23.593404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.939840861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:56:23.593442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:21.755872Z","time spent":"1.83755421s","remote":"127.0.0.1:40236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":30,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"info","ts":"2026-04-27T21:56:23.593472Z","caller":"traceutil/trace.go:171","msg":"trace[1652519171] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25815; }","duration":"2.119807303s","start":"2026-04-27T21:56:21.473623Z","end":"2026-04-27T21:56:23.59343Z","steps":["trace[1652519171] 'agreement among raft nodes before linearized reading' (duration: 2.119717741s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:56:23.593465Z","caller":"traceutil/trace.go:171","msg":"trace[1636439544] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:25815; }","duration":"2.939943763s","start":"2026-04-27T21:56:20.653506Z","end":"2026-04-27T21:56:23.59345Z","steps":["trace[1636439544] 'agreement among raft nodes before linearized reading' (duration: 2.939841131s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:23.593296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.171751657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:56:23.593469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.71480548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:56:23.593537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:21.473603Z","time spent":"2.119914765s","remote":"127.0.0.1:37926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:56:23.593552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:20.653475Z","time spent":"2.940061996s","remote":"127.0.0.1:40200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":30,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:56:23.593552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:22.759102Z","time spent":"834.35468ms","remote":"127.0.0.1:39810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:56:23.59329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.341626371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:56:23.593631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.60856769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:7505"} {"level":"info","ts":"2026-04-27T21:56:23.593641Z","caller":"traceutil/trace.go:171","msg":"trace[1467976042] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:25815; }","duration":"2.172071404s","start":"2026-04-27T21:56:21.42148Z","end":"2026-04-27T21:56:23.593552Z","steps":["trace[1467976042] 'agreement among raft nodes before linearized reading' (duration: 2.171736696s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:56:23.593742Z","caller":"traceutil/trace.go:171","msg":"trace[1883282777] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:25815; }","duration":"2.608702703s","start":"2026-04-27T21:56:20.984969Z","end":"2026-04-27T21:56:23.593672Z","steps":["trace[1883282777] 'agreement among raft nodes before linearized reading' (duration: 2.608351936s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:56:23.593692Z","caller":"traceutil/trace.go:171","msg":"trace[988859855] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25815; }","duration":"1.342051391s","start":"2026-04-27T21:56:22.251609Z","end":"2026-04-27T21:56:23.593661Z","steps":["trace[988859855] 'agreement among raft nodes before linearized reading' (duration: 1.341611041s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:23.594085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:20.98495Z","time spent":"2.609070591s","remote":"127.0.0.1:50608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":7529,"request content":"key:\"/registry/cilium.io/ciliumnodes/instance\" "} {"level":"warn","ts":"2026-04-27T21:56:23.594148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:22.251591Z","time spent":"1.342539061s","remote":"127.0.0.1:39788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T21:56:23.594123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:21.421459Z","time spent":"2.172310379s","remote":"127.0.0.1:51750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:56:23.593513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.714532654s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:56:23.594276Z","caller":"traceutil/trace.go:171","msg":"trace[429727381] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:25815; }","duration":"2.715324111s","start":"2026-04-27T21:56:20.878928Z","end":"2026-04-27T21:56:23.594252Z","steps":["trace[429727381] 'agreement among raft nodes before linearized reading' (duration: 2.714531714s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:56:23.593599Z","caller":"traceutil/trace.go:171","msg":"trace[681080384] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:25815; }","duration":"2.714989764s","start":"2026-04-27T21:56:20.878578Z","end":"2026-04-27T21:56:23.593568Z","steps":["trace[681080384] 'agreement among raft nodes before linearized reading' (duration: 2.714748559s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:23.594356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:20.87891Z","time spent":"2.715421864s","remote":"127.0.0.1:50632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 "} {"level":"warn","ts":"2026-04-27T21:56:23.594563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:20.878559Z","time spent":"2.715953486s","remote":"127.0.0.1:50618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 "} {"level":"warn","ts":"2026-04-27T21:56:23.596212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.332419065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-rabbit-init-9slvn.18aa549a1170746d\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:25805 ","response":"range_response_count:500 size:388180"} {"level":"info","ts":"2026-04-27T21:56:23.596274Z","caller":"traceutil/trace.go:171","msg":"trace[477632877] range","detail":"{range_begin:/registry/events/openstack/neutron-rabbit-init-9slvn.18aa549a1170746d\u0000; range_end:/registry/events/openstack0; response_count:500; response_revision:25815; }","duration":"3.332501496s","start":"2026-04-27T21:56:20.263759Z","end":"2026-04-27T21:56:23.59626Z","steps":["trace[477632877] 'agreement among raft nodes before linearized reading' (duration: 3.329728134s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:23.59633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:20.26375Z","time spent":"3.332551618s","remote":"127.0.0.1:40364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":996,"response size":388204,"request content":"key:\"/registry/events/openstack/neutron-rabbit-init-9slvn.18aa549a1170746d\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:25805 "} {"level":"warn","ts":"2026-04-27T21:56:24.093381Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185919323920869,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T21:56:24.438198Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.376938303s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-27T21:56:24.683858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.257131ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-27T21:56:24.684413Z","caller":"traceutil/trace.go:171","msg":"trace[1227729992] linearizableReadLoop","detail":"{readStateIndex:26703; appliedIndex:26701; }","duration":"1.090808389s","start":"2026-04-27T21:56:23.593236Z","end":"2026-04-27T21:56:24.684045Z","steps":["trace[1227729992] 'read index received' (duration: 845.192991ms)","trace[1227729992] 'applied index is now lower than readState.Index' (duration: 245.614688ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:56:24.684536Z","caller":"traceutil/trace.go:171","msg":"trace[236429393] transaction","detail":"{read_only:false; response_revision:25817; number_of_response:1; }","duration":"1.571535328s","start":"2026-04-27T21:56:23.112969Z","end":"2026-04-27T21:56:24.684505Z","steps":["trace[236429393] 'process raft request' (duration: 1.571001817s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:56:24.684585Z","caller":"traceutil/trace.go:171","msg":"trace[1702556549] transaction","detail":"{read_only:false; response_revision:25816; number_of_response:1; }","duration":"1.899323171s","start":"2026-04-27T21:56:22.785231Z","end":"2026-04-27T21:56:24.684554Z","steps":["trace[1702556549] 'process raft request' (duration: 1.653267182s)","trace[1702556549] 'compare' (duration: 245.101367ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:56:24.684662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.895881053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"warn","ts":"2026-04-27T21:56:24.684691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:23.112935Z","time spent":"1.571671241s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:56:24.684699Z","caller":"traceutil/trace.go:171","msg":"trace[694813277] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:25817; }","duration":"1.895971905s","start":"2026-04-27T21:56:22.788714Z","end":"2026-04-27T21:56:24.684686Z","steps":["trace[694813277] 'agreement among raft nodes before linearized reading' (duration: 1.895796652s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:24.684738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:22.788704Z","time spent":"1.896024476s","remote":"127.0.0.1:39966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7329,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-27T21:56:24.684737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:22.785207Z","time spent":"1.899472903s","remote":"127.0.0.1:39864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":973,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-27T21:56:24.685023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.899793301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-04-27T21:56:24.685067Z","caller":"traceutil/trace.go:171","msg":"trace[2105373046] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:25817; }","duration":"1.899871493s","start":"2026-04-27T21:56:22.785186Z","end":"2026-04-27T21:56:24.685057Z","steps":["trace[2105373046] 'agreement among raft nodes before linearized reading' (duration: 1.89976311s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:24.685097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:22.785167Z","time spent":"1.899923653s","remote":"127.0.0.1:39944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1874,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"warn","ts":"2026-04-27T21:56:24.685417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.088952398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-04-27T21:56:24.685501Z","caller":"traceutil/trace.go:171","msg":"trace[601265423] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:25817; }","duration":"1.088994159s","start":"2026-04-27T21:56:23.596453Z","end":"2026-04-27T21:56:24.685447Z","steps":["trace[601265423] 'agreement among raft nodes before linearized reading' (duration: 1.088794924s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:24.685537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:23.596424Z","time spent":"1.089103082s","remote":"127.0.0.1:39956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":447,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-27T21:56:24.685919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.186874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:56:24.685994Z","caller":"traceutil/trace.go:171","msg":"trace[885920847] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:25817; }","duration":"518.316377ms","start":"2026-04-27T21:56:24.167661Z","end":"2026-04-27T21:56:24.685977Z","steps":["trace[885920847] 'agreement among raft nodes before linearized reading' (duration: 518.174184ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:24.686037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:24.16764Z","time spent":"518.386978ms","remote":"127.0.0.1:37624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:56:24.686091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.861852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-27T21:56:24.686155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.078610116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:7505"} {"level":"info","ts":"2026-04-27T21:56:24.686138Z","caller":"traceutil/trace.go:171","msg":"trace[2022186240] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:25817; }","duration":"728.983585ms","start":"2026-04-27T21:56:23.957142Z","end":"2026-04-27T21:56:24.686126Z","steps":["trace[2022186240] 'agreement among raft nodes before linearized reading' (duration: 728.864292ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:56:24.686192Z","caller":"traceutil/trace.go:171","msg":"trace[847982070] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:25817; }","duration":"1.078663828s","start":"2026-04-27T21:56:23.607518Z","end":"2026-04-27T21:56:24.686182Z","steps":["trace[847982070] 'agreement among raft nodes before linearized reading' (duration: 1.078244929s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:24.686205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:23.957116Z","time spent":"729.077546ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":32,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:56:24.686229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:23.607508Z","time spent":"1.078714569s","remote":"127.0.0.1:50608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":7529,"request content":"key:\"/registry/cilium.io/ciliumnodes/instance\" "} {"level":"warn","ts":"2026-04-27T21:56:24.686237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.08456569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:56:24.686312Z","caller":"traceutil/trace.go:171","msg":"trace[577941466] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25817; }","duration":"1.084661772s","start":"2026-04-27T21:56:23.601628Z","end":"2026-04-27T21:56:24.68629Z","steps":["trace[577941466] 'agreement among raft nodes before linearized reading' (duration: 1.084239892s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:24.686362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:23.601615Z","time spent":"1.084736174s","remote":"127.0.0.1:39786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T21:56:24.687685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.075516328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-pxc-0.18aa52b80ef2cfaa\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:25805 ","response":"range_response_count:496 size:384409"} {"level":"info","ts":"2026-04-27T21:56:24.687746Z","caller":"traceutil/trace.go:171","msg":"trace[1760815583] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-pxc-0.18aa52b80ef2cfaa\u0000; range_end:/registry/events/openstack0; response_count:496; response_revision:25817; }","duration":"1.075615569s","start":"2026-04-27T21:56:23.612118Z","end":"2026-04-27T21:56:24.687734Z","steps":["trace[1760815583] 'agreement among raft nodes before linearized reading' (duration: 1.073594365s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:24.687787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:23.612103Z","time spent":"1.075666351s","remote":"127.0.0.1:40364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":496,"response size":384433,"request content":"key:\"/registry/events/openstack/percona-xtradb-pxc-0.18aa52b80ef2cfaa\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:25805 "} {"level":"warn","ts":"2026-04-27T21:56:25.189567Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185919323920872,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-27T21:56:25.63199Z","caller":"traceutil/trace.go:171","msg":"trace[467584544] transaction","detail":"{read_only:false; response_revision:25818; number_of_response:1; }","duration":"943.062335ms","start":"2026-04-27T21:56:24.688902Z","end":"2026-04-27T21:56:25.631964Z","steps":["trace[467584544] 'process raft request' (duration: 874.92228ms)","trace[467584544] 'compare' (duration: 67.643554ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:56:25.632094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:24.688886Z","time spent":"943.162896ms","remote":"127.0.0.1:39864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":973,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-27T21:56:26.693436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000014789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-27T21:56:26.693527Z","caller":"traceutil/trace.go:171","msg":"trace[2063928716] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000136082s","start":"2026-04-27T21:56:24.693371Z","end":"2026-04-27T21:56:26.693507Z","steps":["trace[2063928716] 'agreement among raft nodes before linearized reading' (duration: 2.00001989s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:26.693578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:24.693365Z","time spent":"2.000202974s","remote":"127.0.0.1:39786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T21:56:26.739571Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.102966904s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-27T21:56:26.847473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.586637ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T21:56:26.847777Z","caller":"traceutil/trace.go:171","msg":"trace[1916698575] transaction","detail":"{read_only:false; response_revision:25819; number_of_response:1; }","duration":"2.152081822s","start":"2026-04-27T21:56:24.695649Z","end":"2026-04-27T21:56:26.84773Z","steps":["trace[1916698575] 'process raft request' (duration: 2.044143527s)","trace[1916698575] 'compare' (duration: 106.155605ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:56:26.84803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:24.695639Z","time spent":"2.152236306s","remote":"127.0.0.1:39966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:56:28.000706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.153123567s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-04-27T21:56:28.000917Z","caller":"traceutil/trace.go:171","msg":"trace[319621731] linearizableReadLoop","detail":"{readStateIndex:26705; appliedIndex:26703; }","duration":"3.311710135s","start":"2026-04-27T21:56:24.689188Z","end":"2026-04-27T21:56:28.000898Z","steps":["trace[319621731] 'read index received' (duration: 874.654234ms)","trace[319621731] 'applied index is now lower than readState.Index' (duration: 2.43705466s)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:56:28.00215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.312942763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-35bf44b1-c4af-4228-859c-8681661985e3\" ","response":"range_response_count:1 size:1316"} {"level":"info","ts":"2026-04-27T21:56:28.002234Z","caller":"traceutil/trace.go:171","msg":"trace[13817652] range","detail":"{range_begin:/registry/persistentvolumes/pvc-35bf44b1-c4af-4228-859c-8681661985e3; range_end:; response_count:1; response_revision:25819; }","duration":"3.313067466s","start":"2026-04-27T21:56:24.689148Z","end":"2026-04-27T21:56:28.002216Z","steps":["trace[13817652] 'agreement among raft nodes before linearized reading' (duration: 3.3128442s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:28.002276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:24.689132Z","time spent":"3.313135147s","remote":"127.0.0.1:39928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1340,"request content":"key:\"/registry/persistentvolumes/pvc-35bf44b1-c4af-4228-859c-8681661985e3\" "} {"level":"info","ts":"2026-04-27T21:56:28.002964Z","caller":"traceutil/trace.go:171","msg":"trace[618002856] transaction","detail":"{read_only:false; response_revision:25820; number_of_response:1; }","duration":"2.366610854s","start":"2026-04-27T21:56:25.636341Z","end":"2026-04-27T21:56:28.002952Z","steps":["trace[618002856] 'process raft request' (duration: 2.364469936s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:28.003048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:25.636318Z","time spent":"2.366687576s","remote":"127.0.0.1:39864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":847,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-27T21:56:28.501319Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185919323920879,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T21:56:28.695242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000463139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T21:56:28.69533Z","caller":"traceutil/trace.go:171","msg":"trace[1131480035] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000607312s","start":"2026-04-27T21:56:26.694702Z","end":"2026-04-27T21:56:28.69531Z","steps":["trace[1131480035] 'agreement among raft nodes before linearized reading' (duration: 2.00049832s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:28.695391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:26.694681Z","time spent":"2.000690584s","remote":"127.0.0.1:39788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/27 21:56:28 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T21:56:28.708524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.497838ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T21:56:28.70878Z","caller":"traceutil/trace.go:171","msg":"trace[1299820621] transaction","detail":"{read_only:false; response_revision:25822; number_of_response:1; }","duration":"910.964457ms","start":"2026-04-27T21:56:27.797786Z","end":"2026-04-27T21:56:28.708751Z","steps":["trace[1299820621] 'process raft request' (duration: 910.844634ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:28.708842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:27.797755Z","time spent":"911.056058ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:56:28.70923Z","caller":"traceutil/trace.go:171","msg":"trace[306576009] transaction","detail":"{read_only:false; response_revision:25821; number_of_response:1; }","duration":"2.934962233s","start":"2026-04-27T21:56:25.774242Z","end":"2026-04-27T21:56:28.709204Z","steps":["trace[306576009] 'process raft request' (duration: 2.228700958s)","trace[306576009] 'compare' (duration: 704.833673ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:56:28.709338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:25.774217Z","time spent":"2.935064726s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:56:28.791325Z","caller":"traceutil/trace.go:171","msg":"trace[2104411925] linearizableReadLoop","detail":"{readStateIndex:26710; appliedIndex:26707; }","duration":"790.352667ms","start":"2026-04-27T21:56:28.000946Z","end":"2026-04-27T21:56:28.791298Z","steps":["trace[2104411925] 'read index received' (duration: 707.541484ms)","trace[2104411925] 'applied index is now lower than readState.Index' (duration: 82.809993ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:56:28.791539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.565161436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:56:28.791605Z","caller":"traceutil/trace.go:171","msg":"trace[368096807] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:25823; }","duration":"3.565314169s","start":"2026-04-27T21:56:25.226278Z","end":"2026-04-27T21:56:28.791593Z","steps":["trace[368096807] 'agreement among raft nodes before linearized reading' (duration: 3.565173315s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:28.791612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.593711627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:56:28.791748Z","caller":"traceutil/trace.go:171","msg":"trace[970518234] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:25823; }","duration":"1.593881661s","start":"2026-04-27T21:56:27.19781Z","end":"2026-04-27T21:56:28.791691Z","steps":["trace[970518234] 'agreement among raft nodes before linearized reading' (duration: 1.593600375s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:56:28.791759Z","caller":"traceutil/trace.go:171","msg":"trace[746508250] transaction","detail":"{read_only:false; response_revision:25823; number_of_response:1; }","duration":"784.241051ms","start":"2026-04-27T21:56:28.007474Z","end":"2026-04-27T21:56:28.791715Z","steps":["trace[746508250] 'process raft request' (duration: 783.692259ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:28.791782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.299799148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:56:28.791848Z","caller":"traceutil/trace.go:171","msg":"trace[292042503] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:25823; }","duration":"1.299905141s","start":"2026-04-27T21:56:27.491926Z","end":"2026-04-27T21:56:28.791832Z","steps":["trace[292042503] 'agreement among raft nodes before linearized reading' (duration: 1.299795488s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:28.791886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:27.491905Z","time spent":"1.299972863s","remote":"127.0.0.1:42658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:56:28.791913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:28.007434Z","time spent":"784.403715ms","remote":"127.0.0.1:39864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-27T21:56:28.791799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:27.197789Z","time spent":"1.594000713s","remote":"127.0.0.1:44324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:56:28.791887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.102025561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-04-27T21:56:28.791992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.289748762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:56:28.791807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.005262205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-27T21:56:28.792012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"785.247924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"warn","ts":"2026-04-27T21:56:28.792083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.626037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:56:28.792115Z","caller":"traceutil/trace.go:171","msg":"trace[2001717717] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:25823; }","duration":"220.699199ms","start":"2026-04-27T21:56:28.571406Z","end":"2026-04-27T21:56:28.792105Z","steps":["trace[2001717717] 'agreement among raft nodes before linearized reading' (duration: 220.649008ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:56:28.792086Z","caller":"traceutil/trace.go:171","msg":"trace[696788673] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:25823; }","duration":"785.337105ms","start":"2026-04-27T21:56:28.00673Z","end":"2026-04-27T21:56:28.792067Z","steps":["trace[696788673] 'agreement among raft nodes before linearized reading' (duration: 785.185722ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:28.792154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:28.006715Z","time spent":"785.425998ms","remote":"127.0.0.1:39944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1884,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"warn","ts":"2026-04-27T21:56:28.792183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.978237112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-04-27T21:56:28.792206Z","caller":"traceutil/trace.go:171","msg":"trace[414956273] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:25823; }","duration":"3.978291123s","start":"2026-04-27T21:56:24.813909Z","end":"2026-04-27T21:56:28.7922Z","steps":["trace[414956273] 'agreement among raft nodes before linearized reading' (duration: 3.978152009s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:28.792229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:24.813898Z","time spent":"3.978326713s","remote":"127.0.0.1:39848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":143,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-04-27T21:56:28.792249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.857483779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:56:28.792287Z","caller":"traceutil/trace.go:171","msg":"trace[1354865134] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:25823; }","duration":"3.8575454s","start":"2026-04-27T21:56:24.934732Z","end":"2026-04-27T21:56:28.792277Z","steps":["trace[1354865134] 'agreement among raft nodes before linearized reading' (duration: 3.857483378s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:56:28.792035Z","caller":"traceutil/trace.go:171","msg":"trace[15340716] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:25823; }","duration":"3.289829164s","start":"2026-04-27T21:56:25.502195Z","end":"2026-04-27T21:56:28.792025Z","steps":["trace[15340716] 'agreement among raft nodes before linearized reading' (duration: 3.289746512s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:28.792291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.978357305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:120125"} {"level":"warn","ts":"2026-04-27T21:56:28.792317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:24.934718Z","time spent":"3.85759204s","remote":"127.0.0.1:37696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"info","ts":"2026-04-27T21:56:28.792005Z","caller":"traceutil/trace.go:171","msg":"trace[173058169] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:25823; }","duration":"4.102145233s","start":"2026-04-27T21:56:24.689841Z","end":"2026-04-27T21:56:28.791986Z","steps":["trace[173058169] 'agreement among raft nodes before linearized reading' (duration: 4.1019879s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:56:28.792364Z","caller":"traceutil/trace.go:171","msg":"trace[1780495116] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:25823; }","duration":"3.978447036s","start":"2026-04-27T21:56:24.8139Z","end":"2026-04-27T21:56:28.792347Z","steps":["trace[1780495116] 'agreement among raft nodes before linearized reading' (duration: 3.978213391s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:28.792419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:24.813891Z","time spent":"3.978515568s","remote":"127.0.0.1:39840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":120149,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-04-27T21:56:28.792328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:25.502172Z","time spent":"3.290147893s","remote":"127.0.0.1:44500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-04-27T21:56:28.792038Z","caller":"traceutil/trace.go:171","msg":"trace[1108550618] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25823; }","duration":"4.00552012s","start":"2026-04-27T21:56:24.786507Z","end":"2026-04-27T21:56:28.792027Z","steps":["trace[1108550618] 'agreement among raft nodes before linearized reading' (duration: 4.005186453s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:28.792367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:24.689834Z","time spent":"4.102523583s","remote":"127.0.0.1:39810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-04-27T21:56:28.792588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.940264432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-4gcbl\" ","response":"range_response_count:1 size:4890"} {"level":"info","ts":"2026-04-27T21:56:28.792611Z","caller":"traceutil/trace.go:171","msg":"trace[354151599] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-4gcbl; range_end:; response_count:1; response_revision:25823; }","duration":"1.940341664s","start":"2026-04-27T21:56:26.852262Z","end":"2026-04-27T21:56:28.792604Z","steps":["trace[354151599] 'agreement among raft nodes before linearized reading' (duration: 1.940269722s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:28.79257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:24.786493Z","time spent":"4.006041773s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-27T21:56:28.792629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:26.852241Z","time spent":"1.940383425s","remote":"127.0.0.1:39966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":4914,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-4gcbl\" "} {"level":"warn","ts":"2026-04-27T21:56:28.791651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:25.226257Z","time spent":"3.565383001s","remote":"127.0.0.1:37644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:56:28.793122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.988236905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"warn","ts":"2026-04-27T21:56:28.79325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.183089846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:56:28.793305Z","caller":"traceutil/trace.go:171","msg":"trace[1146812122] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25823; }","duration":"2.184567759s","start":"2026-04-27T21:56:26.608725Z","end":"2026-04-27T21:56:28.793292Z","steps":["trace[1146812122] 'agreement among raft nodes before linearized reading' (duration: 2.183099316s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:28.793337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:26.608699Z","time spent":"2.184628581s","remote":"127.0.0.1:44320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-04-27T21:56:28.793442Z","caller":"traceutil/trace.go:171","msg":"trace[1368655425] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:25823; }","duration":"3.98844768s","start":"2026-04-27T21:56:24.804829Z","end":"2026-04-27T21:56:28.793277Z","steps":["trace[1368655425] 'agreement among raft nodes before linearized reading' (duration: 3.988167243s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:28.793727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:24.804809Z","time spent":"3.988901779s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-04-27T21:56:28.793941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.484026971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:56:28.794007Z","caller":"traceutil/trace.go:171","msg":"trace[1011792384] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:25823; }","duration":"3.484124473s","start":"2026-04-27T21:56:25.309865Z","end":"2026-04-27T21:56:28.79399Z","steps":["trace[1011792384] 'agreement among raft nodes before linearized reading' (duration: 3.482009946s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:28.794061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:25.309854Z","time spent":"3.484177244s","remote":"127.0.0.1:44634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"info","ts":"2026-04-27T21:56:29.006469Z","caller":"traceutil/trace.go:171","msg":"trace[132880316] linearizableReadLoop","detail":"{readStateIndex:26711; appliedIndex:26710; }","duration":"208.860785ms","start":"2026-04-27T21:56:28.797583Z","end":"2026-04-27T21:56:29.006444Z","steps":["trace[132880316] 'read index received' (duration: 200.372475ms)","trace[132880316] 'applied index is now lower than readState.Index' (duration: 8.4839ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:56:29.006551Z","caller":"traceutil/trace.go:171","msg":"trace[2139035211] transaction","detail":"{read_only:false; response_revision:25824; number_of_response:1; }","duration":"210.138003ms","start":"2026-04-27T21:56:28.796377Z","end":"2026-04-27T21:56:29.006515Z","steps":["trace[2139035211] 'process raft request' (duration: 201.548241ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:29.006813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.203473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.250\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-04-27T21:56:29.006942Z","caller":"traceutil/trace.go:171","msg":"trace[1893760684] range","detail":"{range_begin:/registry/masterleases/199.204.45.250; range_end:; response_count:1; response_revision:25824; }","duration":"209.362276ms","start":"2026-04-27T21:56:28.797561Z","end":"2026-04-27T21:56:29.006923Z","steps":["trace[1893760684] 'agreement among raft nodes before linearized reading' (duration: 208.959527ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:56:29.039635Z","caller":"traceutil/trace.go:171","msg":"trace[1224859465] transaction","detail":"{read_only:false; response_revision:25826; number_of_response:1; }","duration":"237.658389ms","start":"2026-04-27T21:56:28.801939Z","end":"2026-04-27T21:56:29.039598Z","steps":["trace[1224859465] 'process raft request' (duration: 237.546077ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:56:29.039666Z","caller":"traceutil/trace.go:171","msg":"trace[763501053] transaction","detail":"{read_only:false; response_revision:25825; number_of_response:1; }","duration":"238.522558ms","start":"2026-04-27T21:56:28.801119Z","end":"2026-04-27T21:56:29.039641Z","steps":["trace[763501053] 'process raft request' (duration: 238.238812ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:29.039651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.207541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:56:29.039781Z","caller":"traceutil/trace.go:171","msg":"trace[800250349] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25826; }","duration":"238.378015ms","start":"2026-04-27T21:56:28.801388Z","end":"2026-04-27T21:56:29.039766Z","steps":["trace[800250349] 'agreement among raft nodes before linearized reading' (duration: 238.17527ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:29.039831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.026145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:120125"} {"level":"warn","ts":"2026-04-27T21:56:29.039887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.77658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-04-27T21:56:29.039905Z","caller":"traceutil/trace.go:171","msg":"trace[498403146] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:25826; }","duration":"237.126868ms","start":"2026-04-27T21:56:28.802761Z","end":"2026-04-27T21:56:29.039888Z","steps":["trace[498403146] 'agreement among raft nodes before linearized reading' (duration: 236.845851ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:56:29.039947Z","caller":"traceutil/trace.go:171","msg":"trace[773432663] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:25826; }","duration":"236.853102ms","start":"2026-04-27T21:56:28.80308Z","end":"2026-04-27T21:56:29.039933Z","steps":["trace[773432663] 'agreement among raft nodes before linearized reading' (duration: 236.637527ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:29.040097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.470277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-04-27T21:56:29.040211Z","caller":"traceutil/trace.go:171","msg":"trace[1509985667] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:25826; }","duration":"238.60957ms","start":"2026-04-27T21:56:28.801575Z","end":"2026-04-27T21:56:29.040184Z","steps":["trace[1509985667] 'agreement among raft nodes before linearized reading' (duration: 238.295553ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:56:29.956545Z","caller":"traceutil/trace.go:171","msg":"trace[1735508466] linearizableReadLoop","detail":"{readStateIndex:26765; appliedIndex:26764; }","duration":"170.671499ms","start":"2026-04-27T21:56:29.78585Z","end":"2026-04-27T21:56:29.956521Z","steps":["trace[1735508466] 'read index received' (duration: 170.498245ms)","trace[1735508466] 'applied index is now lower than readState.Index' (duration: 172.014µs)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:56:29.956805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.934116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-instance.18aa556ef1cf878b\" ","response":"range_response_count:1 size:840"} {"level":"info","ts":"2026-04-27T21:56:29.956847Z","caller":"traceutil/trace.go:171","msg":"trace[734354172] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-instance.18aa556ef1cf878b; range_end:; response_count:1; response_revision:25877; }","duration":"171.007317ms","start":"2026-04-27T21:56:29.785827Z","end":"2026-04-27T21:56:29.956834Z","steps":["trace[734354172] 'agreement among raft nodes before linearized reading' (duration: 170.786952ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:56:29.957042Z","caller":"traceutil/trace.go:171","msg":"trace[765536571] transaction","detail":"{read_only:false; response_revision:25877; number_of_response:1; }","duration":"171.305064ms","start":"2026-04-27T21:56:29.785706Z","end":"2026-04-27T21:56:29.957011Z","steps":["trace[765536571] 'process raft request' (duration: 170.66601ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:56:30.217048Z","caller":"traceutil/trace.go:171","msg":"trace[1568601817] linearizableReadLoop","detail":"{readStateIndex:26768; appliedIndex:26767; }","duration":"112.042148ms","start":"2026-04-27T21:56:30.104977Z","end":"2026-04-27T21:56:30.217019Z","steps":["trace[1568601817] 'read index received' (duration: 102.869023ms)","trace[1568601817] 'applied index is now lower than readState.Index' (duration: 9.171845ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:56:30.217191Z","caller":"traceutil/trace.go:171","msg":"trace[1807902926] transaction","detail":"{read_only:false; response_revision:25880; number_of_response:1; }","duration":"163.896957ms","start":"2026-04-27T21:56:30.05328Z","end":"2026-04-27T21:56:30.217177Z","steps":["trace[1807902926] 'process raft request' (duration: 154.62282ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:30.217814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.817665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa52dc38e8de84\" ","response":"range_response_count:1 size:775"} {"level":"info","ts":"2026-04-27T21:56:30.217914Z","caller":"traceutil/trace.go:171","msg":"trace[298544463] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aa52dc38e8de84; range_end:; response_count:1; response_revision:25880; }","duration":"112.964528ms","start":"2026-04-27T21:56:30.104926Z","end":"2026-04-27T21:56:30.217891Z","steps":["trace[298544463] 'agreement among raft nodes before linearized reading' (duration: 112.192021ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:56:30.433143Z","caller":"traceutil/trace.go:171","msg":"trace[950306279] transaction","detail":"{read_only:false; response_revision:25885; number_of_response:1; }","duration":"113.033159ms","start":"2026-04-27T21:56:30.32009Z","end":"2026-04-27T21:56:30.433124Z","steps":["trace[950306279] 'process raft request' (duration: 112.734972ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:56:31.601207Z","caller":"traceutil/trace.go:171","msg":"trace[1215922999] transaction","detail":"{read_only:false; response_revision:25983; number_of_response:1; }","duration":"101.602004ms","start":"2026-04-27T21:56:31.499579Z","end":"2026-04-27T21:56:31.601181Z","steps":["trace[1215922999] 'process raft request' (duration: 99.125848ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:56:38.830797Z","caller":"traceutil/trace.go:171","msg":"trace[270290395] transaction","detail":"{read_only:false; response_revision:26008; number_of_response:1; }","duration":"125.743504ms","start":"2026-04-27T21:56:38.705026Z","end":"2026-04-27T21:56:38.83077Z","steps":["trace[270290395] 'process raft request' (duration: 125.477088ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:56:39.360233Z","caller":"traceutil/trace.go:171","msg":"trace[1151888428] transaction","detail":"{read_only:false; response_revision:26012; number_of_response:1; }","duration":"156.216237ms","start":"2026-04-27T21:56:39.203991Z","end":"2026-04-27T21:56:39.360207Z","steps":["trace[1151888428] 'process raft request' (duration: 156.035153ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:40.230676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.66446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T21:56:40.230769Z","caller":"traceutil/trace.go:171","msg":"trace[111260493] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26012; }","duration":"712.797192ms","start":"2026-04-27T21:56:39.517951Z","end":"2026-04-27T21:56:40.230748Z","steps":["trace[111260493] 'count revisions from in-memory index tree' (duration: 712.578627ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:40.230813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:39.517937Z","time spent":"712.864304ms","remote":"127.0.0.1:37918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:56:40.231409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.247837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-04-27T21:56:40.231713Z","caller":"traceutil/trace.go:171","msg":"trace[1147866840] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26012; }","duration":"593.626425ms","start":"2026-04-27T21:56:39.638048Z","end":"2026-04-27T21:56:40.231675Z","steps":["trace[1147866840] 'range keys from in-memory index tree' (duration: 593.110873ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:40.231774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:39.638035Z","time spent":"593.722287ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":598,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-27T21:56:40.232184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.477389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-27T21:56:40.232301Z","caller":"traceutil/trace.go:171","msg":"trace[1578742808] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26012; }","duration":"512.639743ms","start":"2026-04-27T21:56:39.719637Z","end":"2026-04-27T21:56:40.232276Z","steps":["trace[1578742808] 'range keys from in-memory index tree' (duration: 512.263964ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:40.232368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:39.719617Z","time spent":"512.736714ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-27T21:56:40.23304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.207732ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:56:40.233172Z","caller":"traceutil/trace.go:171","msg":"trace[1710571357] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26012; }","duration":"150.343265ms","start":"2026-04-27T21:56:40.082807Z","end":"2026-04-27T21:56:40.23315Z","steps":["trace[1710571357] 'range keys from in-memory index tree' (duration: 150.188432ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:56:40.233592Z","caller":"traceutil/trace.go:171","msg":"trace[407958564] linearizableReadLoop","detail":"{readStateIndex:26903; appliedIndex:26902; }","duration":"388.542155ms","start":"2026-04-27T21:56:39.845032Z","end":"2026-04-27T21:56:40.233574Z","steps":["trace[407958564] 'read index received' (duration: 348.742535ms)","trace[407958564] 'applied index is now lower than readState.Index' (duration: 39.79826ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:56:40.233627Z","caller":"traceutil/trace.go:171","msg":"trace[1344566748] transaction","detail":"{read_only:false; response_revision:26013; number_of_response:1; }","duration":"470.098931ms","start":"2026-04-27T21:56:39.763501Z","end":"2026-04-27T21:56:40.2336Z","steps":["trace[1344566748] 'process raft request' (duration: 430.370812ms)","trace[1344566748] 'compare' (duration: 39.525244ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:56:40.233776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:39.763482Z","time spent":"470.219023ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:56:40.23381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.763711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-04-27T21:56:40.233883Z","caller":"traceutil/trace.go:171","msg":"trace[2027424932] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:26013; }","duration":"388.866453ms","start":"2026-04-27T21:56:39.844997Z","end":"2026-04-27T21:56:40.233863Z","steps":["trace[2027424932] 'agreement among raft nodes before linearized reading' (duration: 388.665688ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:40.233899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.028041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-04-27T21:56:40.233922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:39.844982Z","time spent":"388.931734ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":564,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"warn","ts":"2026-04-27T21:56:40.233931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.275431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-04-27T21:56:40.233981Z","caller":"traceutil/trace.go:171","msg":"trace[327667071] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:26013; }","duration":"107.361352ms","start":"2026-04-27T21:56:40.126605Z","end":"2026-04-27T21:56:40.233966Z","steps":["trace[327667071] 'agreement among raft nodes before linearized reading' (duration: 107.165338ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:56:40.233957Z","caller":"traceutil/trace.go:171","msg":"trace[1765095764] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:26013; }","duration":"286.116643ms","start":"2026-04-27T21:56:39.94782Z","end":"2026-04-27T21:56:40.233937Z","steps":["trace[1765095764] 'agreement among raft nodes before linearized reading' (duration: 285.940539ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:40.23421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.138445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:515"} {"level":"info","ts":"2026-04-27T21:56:40.234275Z","caller":"traceutil/trace.go:171","msg":"trace[1613284412] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:26012; }","duration":"690.241557ms","start":"2026-04-27T21:56:39.544013Z","end":"2026-04-27T21:56:40.234255Z","steps":["trace[1613284412] 'range keys from in-memory index tree' (duration: 688.62626ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:40.234319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:39.543991Z","time spent":"690.316698ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":539,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"info","ts":"2026-04-27T21:56:44.485773Z","caller":"traceutil/trace.go:171","msg":"trace[234870422] transaction","detail":"{read_only:false; response_revision:26027; number_of_response:1; }","duration":"106.206777ms","start":"2026-04-27T21:56:44.379513Z","end":"2026-04-27T21:56:44.48572Z","steps":["trace[234870422] 'process raft request' (duration: 96.563181ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:45.984018Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185919323921402,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-27T21:56:46.120063Z","caller":"traceutil/trace.go:171","msg":"trace[860355153] linearizableReadLoop","detail":"{readStateIndex:26923; appliedIndex:26922; }","duration":"636.201228ms","start":"2026-04-27T21:56:45.483846Z","end":"2026-04-27T21:56:46.120047Z","steps":["trace[860355153] 'read index received' (duration: 636.041714ms)","trace[860355153] 'applied index is now lower than readState.Index' (duration: 158.874µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:56:46.120115Z","caller":"traceutil/trace.go:171","msg":"trace[355144146] transaction","detail":"{read_only:false; response_revision:26032; number_of_response:1; }","duration":"670.139687ms","start":"2026-04-27T21:56:45.449964Z","end":"2026-04-27T21:56:46.120104Z","steps":["trace[355144146] 'process raft request' (duration: 669.983304ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:46.120187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:45.449949Z","time spent":"670.189918ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:56:46.120203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.356201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4442"} {"level":"info","ts":"2026-04-27T21:56:46.120223Z","caller":"traceutil/trace.go:171","msg":"trace[792365767] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:26032; }","duration":"636.420113ms","start":"2026-04-27T21:56:45.483795Z","end":"2026-04-27T21:56:46.120215Z","steps":["trace[792365767] 'agreement among raft nodes before linearized reading' (duration: 636.336151ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:46.120242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:45.483771Z","time spent":"636.467703ms","remote":"127.0.0.1:39966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4466,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"warn","ts":"2026-04-27T21:56:46.120437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.295626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-27T21:56:46.120459Z","caller":"traceutil/trace.go:171","msg":"trace[476430196] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:26032; }","duration":"605.348047ms","start":"2026-04-27T21:56:45.515106Z","end":"2026-04-27T21:56:46.120454Z","steps":["trace[476430196] 'agreement among raft nodes before linearized reading' (duration: 605.223984ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:46.120474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:45.515091Z","time spent":"605.379328ms","remote":"127.0.0.1:39838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":140,"response size":33,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:56:46.120435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.68811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-04-27T21:56:46.120527Z","caller":"traceutil/trace.go:171","msg":"trace[1616647423] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:26032; }","duration":"632.827772ms","start":"2026-04-27T21:56:45.487681Z","end":"2026-04-27T21:56:46.120509Z","steps":["trace[1616647423] 'agreement among raft nodes before linearized reading' (duration: 632.565376ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:46.120577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:45.487668Z","time spent":"632.899794ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-04-27T21:56:46.745927Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185919323921405,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T21:56:47.24705Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185919323921405,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T21:56:47.330886Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.207187117s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-27T21:56:48.161358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"830.18069ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T21:56:48.161491Z","caller":"traceutil/trace.go:171","msg":"trace[546140822] transaction","detail":"{read_only:false; response_revision:26033; number_of_response:1; }","duration":"2.037866317s","start":"2026-04-27T21:56:46.123598Z","end":"2026-04-27T21:56:48.161465Z","steps":["trace[546140822] 'process raft request' (duration: 1.207483423s)","trace[546140822] 'compare' (duration: 829.248509ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:56:48.161568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:46.123578Z","time spent":"2.037949499s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:56:48.413609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000121951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T21:56:48.413688Z","caller":"traceutil/trace.go:171","msg":"trace[161891033] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000242444s","start":"2026-04-27T21:56:46.413428Z","end":"2026-04-27T21:56:48.41367Z","steps":["trace[161891033] 'agreement among raft nodes before linearized reading' (duration: 2.000143512s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:48.413738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:46.413414Z","time spent":"2.000310866s","remote":"127.0.0.1:39786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/27 21:56:48 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T21:56:49.513293Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.182178246s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-27T21:56:50.00567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.93663ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T21:56:50.005925Z","caller":"traceutil/trace.go:171","msg":"trace[1518211953] linearizableReadLoop","detail":"{readStateIndex:26926; appliedIndex:26923; }","duration":"3.760951249s","start":"2026-04-27T21:56:46.244948Z","end":"2026-04-27T21:56:50.005899Z","steps":["trace[1518211953] 'read index received' (duration: 1.086132838s)","trace[1518211953] 'applied index is now lower than readState.Index' (duration: 2.674817011s)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:56:50.005913Z","caller":"traceutil/trace.go:171","msg":"trace[1606403746] transaction","detail":"{read_only:false; response_revision:26034; number_of_response:1; }","duration":"3.880957874s","start":"2026-04-27T21:56:46.124917Z","end":"2026-04-27T21:56:50.005875Z","steps":["trace[1606403746] 'process raft request' (duration: 3.388565464s)","trace[1606403746] 'compare' (duration: 491.102972ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:56:50.006025Z","caller":"traceutil/trace.go:171","msg":"trace[266962723] transaction","detail":"{read_only:false; response_revision:26035; number_of_response:1; }","duration":"3.877983277s","start":"2026-04-27T21:56:46.128025Z","end":"2026-04-27T21:56:50.006008Z","steps":["trace[266962723] 'process raft request' (duration: 3.877762652s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:50.006056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:46.124899Z","time spent":"3.881084186s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:56:50.006103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:46.128019Z","time spent":"3.878038458s","remote":"127.0.0.1:39966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4425,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:56:50.006242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.761268436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:56:50.006313Z","caller":"traceutil/trace.go:171","msg":"trace[1506500369] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:26035; }","duration":"3.761378639s","start":"2026-04-27T21:56:46.244915Z","end":"2026-04-27T21:56:50.006294Z","steps":["trace[1506500369] 'agreement among raft nodes before linearized reading' (duration: 3.761258406s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:50.006357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:46.244897Z","time spent":"3.76144772s","remote":"127.0.0.1:44792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:56:50.414523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000588212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-27T21:56:50.414607Z","caller":"traceutil/trace.go:171","msg":"trace[651454540] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000734666s","start":"2026-04-27T21:56:48.413854Z","end":"2026-04-27T21:56:50.414589Z","steps":["trace[651454540] 'agreement among raft nodes before linearized reading' (duration: 2.000610523s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:50.414668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:48.413838Z","time spent":"2.000816997s","remote":"127.0.0.1:39788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T21:56:50.506781Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185919323921414,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T21:56:50.752552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999954398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-27T21:56:50.752666Z","caller":"traceutil/trace.go:171","msg":"trace[406584011] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000097531s","start":"2026-04-27T21:56:48.752524Z","end":"2026-04-27T21:56:50.752622Z","steps":["trace[406584011] 'agreement among raft nodes before linearized reading' (duration: 1.999983318s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:50.752718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:48.752503Z","time spent":"2.000203834s","remote":"127.0.0.1:39786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T21:56:51.007381Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185919323921414,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T21:56:51.373317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999501416s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T21:56:51.373402Z","caller":"traceutil/trace.go:171","msg":"trace[99509878] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999623898s","start":"2026-04-27T21:56:46.373758Z","end":"2026-04-27T21:56:51.373382Z","steps":["trace[99509878] 'agreement among raft nodes before linearized reading' (duration: 4.999525215s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:51.373451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:46.373739Z","time spent":"4.99969764s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/04/27 21:56:51 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T21:56:51.41672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.000283854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T21:56:51.416802Z","caller":"traceutil/trace.go:171","msg":"trace[959733240] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"5.000400187s","start":"2026-04-27T21:56:46.416383Z","end":"2026-04-27T21:56:51.416783Z","steps":["trace[959733240] 'agreement among raft nodes before linearized reading' (duration: 5.000296175s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:51.416848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:46.416374Z","time spent":"5.000463968s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} 2026/04/27 21:56:51 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T21:56:51.48807Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.974223712s","expected-duration":"1s"} {"level":"info","ts":"2026-04-27T21:56:51.488726Z","caller":"traceutil/trace.go:171","msg":"trace[493835242] transaction","detail":"{read_only:false; response_revision:26038; number_of_response:1; }","duration":"3.319689543s","start":"2026-04-27T21:56:48.168984Z","end":"2026-04-27T21:56:51.488673Z","steps":["trace[493835242] 'process raft request' (duration: 3.319588361s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:56:51.48878Z","caller":"traceutil/trace.go:171","msg":"trace[580797358] transaction","detail":"{read_only:false; response_revision:26037; number_of_response:1; }","duration":"3.320268046s","start":"2026-04-27T21:56:48.168504Z","end":"2026-04-27T21:56:51.488772Z","steps":["trace[580797358] 'process raft request' (duration: 3.32000285s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:51.489011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:48.16846Z","time spent":"3.320516823s","remote":"127.0.0.1:39864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":904,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-27T21:56:51.488852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:48.168935Z","time spent":"3.319851576s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:56:51.488714Z","caller":"traceutil/trace.go:171","msg":"trace[703744806] transaction","detail":"{read_only:false; response_revision:26036; number_of_response:1; }","duration":"3.745014521s","start":"2026-04-27T21:56:47.743649Z","end":"2026-04-27T21:56:51.488663Z","steps":["trace[703744806] 'process raft request' (duration: 3.744706764s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:51.489194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:47.743626Z","time spent":"3.745510773s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:56:51.488838Z","caller":"traceutil/trace.go:171","msg":"trace[146885685] transaction","detail":"{read_only:false; response_revision:26040; number_of_response:1; }","duration":"2.54384836s","start":"2026-04-27T21:56:48.944972Z","end":"2026-04-27T21:56:51.48882Z","steps":["trace[146885685] 'process raft request' (duration: 2.543774528s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:51.489296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:48.944948Z","time spent":"2.544323621s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:56:51.488901Z","caller":"traceutil/trace.go:171","msg":"trace[1701215872] transaction","detail":"{read_only:false; response_revision:26039; number_of_response:1; }","duration":"2.595445976s","start":"2026-04-27T21:56:48.893439Z","end":"2026-04-27T21:56:51.488885Z","steps":["trace[1701215872] 'process raft request' (duration: 2.595172438s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:51.489388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:48.893419Z","time spent":"2.595945796s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:56:52.124689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999297851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T21:56:52.124789Z","caller":"traceutil/trace.go:171","msg":"trace[835651791] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"4.999505747s","start":"2026-04-27T21:56:47.125262Z","end":"2026-04-27T21:56:52.124768Z","steps":["trace[835651791] 'agreement among raft nodes before linearized reading' (duration: 4.999369073s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:52.124854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:47.125241Z","time spent":"4.999596509s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} 2026/04/27 21:56:52 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T21:56:52.136098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999971307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T21:56:52.136189Z","caller":"traceutil/trace.go:171","msg":"trace[1350598092] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"5.00011622s","start":"2026-04-27T21:56:47.136053Z","end":"2026-04-27T21:56:52.136169Z","steps":["trace[1350598092] 'agreement among raft nodes before linearized reading' (duration: 5.000005448s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:52.136239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:47.136043Z","time spent":"5.000185602s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/27 21:56:52 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T21:56:52.387404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999130377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T21:56:52.387496Z","caller":"traceutil/trace.go:171","msg":"trace[756880495] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"4.999279051s","start":"2026-04-27T21:56:47.388194Z","end":"2026-04-27T21:56:52.387473Z","steps":["trace[756880495] 'agreement among raft nodes before linearized reading' (duration: 4.999169958s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:52.387543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:47.388168Z","time spent":"4.999365103s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} 2026/04/27 21:56:52 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T21:56:52.421528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000597182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T21:56:52.421619Z","caller":"traceutil/trace.go:171","msg":"trace[88816014] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000722525s","start":"2026-04-27T21:56:50.420877Z","end":"2026-04-27T21:56:52.4216Z","steps":["trace[88816014] 'agreement among raft nodes before linearized reading' (duration: 2.000610813s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:52.421688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:50.420868Z","time spent":"2.000803887s","remote":"127.0.0.1:39786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/27 21:56:52 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T21:56:52.667585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999842144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T21:56:52.667664Z","caller":"traceutil/trace.go:171","msg":"trace[822716567] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"4.999975767s","start":"2026-04-27T21:56:47.667671Z","end":"2026-04-27T21:56:52.667647Z","steps":["trace[822716567] 'agreement among raft nodes before linearized reading' (duration: 4.999879435s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:52.66771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:47.66764Z","time spent":"5.000061079s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/04/27 21:56:52 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T21:56:53.041851Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.553557999s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-27T21:56:53.124003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998995874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T21:56:53.12409Z","caller":"traceutil/trace.go:171","msg":"trace[1928706317] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999224469s","start":"2026-04-27T21:56:48.124845Z","end":"2026-04-27T21:56:53.12407Z","steps":["trace[1928706317] 'agreement among raft nodes before linearized reading' (duration: 4.999046605s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:53.12415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:48.124824Z","time spent":"4.999310762s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/04/27 21:56:53 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T21:56:53.812478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.35834ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T21:56:53.812666Z","caller":"traceutil/trace.go:171","msg":"trace[1441033302] transaction","detail":"{read_only:false; response_revision:26041; number_of_response:1; }","duration":"3.798680493s","start":"2026-04-27T21:56:50.013941Z","end":"2026-04-27T21:56:53.812621Z","steps":["trace[1441033302] 'process raft request' (duration: 3.028106708s)","trace[1441033302] 'compare' (duration: 765.568633ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:56:53.812688Z","caller":"traceutil/trace.go:171","msg":"trace[63882069] linearizableReadLoop","detail":"{readStateIndex:26934; appliedIndex:26926; }","duration":"3.806707192s","start":"2026-04-27T21:56:50.005965Z","end":"2026-04-27T21:56:53.812673Z","steps":["trace[63882069] 'read index received' (duration: 1.482508637s)","trace[63882069] 'applied index is now lower than readState.Index' (duration: 2.324197785s)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:56:53.812749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:50.013911Z","time spent":"3.798800515s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:56:53.812792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.868424611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-27T21:56:53.812795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.662491512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-04-27T21:56:53.812817Z","caller":"traceutil/trace.go:171","msg":"trace[857975278] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26043; }","duration":"6.868496063s","start":"2026-04-27T21:56:46.944313Z","end":"2026-04-27T21:56:53.812809Z","steps":["trace[857975278] 'agreement among raft nodes before linearized reading' (duration: 6.868414941s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:56:53.812829Z","caller":"traceutil/trace.go:171","msg":"trace[2021847476] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26043; }","duration":"6.662552514s","start":"2026-04-27T21:56:47.150266Z","end":"2026-04-27T21:56:53.812819Z","steps":["trace[2021847476] 'agreement among raft nodes before linearized reading' (duration: 6.662438631s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:53.81284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:46.944284Z","time spent":"6.868551144s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-27T21:56:53.812856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:47.150257Z","time spent":"6.662594125s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":598,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-27T21:56:53.812892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.781800382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-27T21:56:53.812917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.495327671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T21:56:53.812941Z","caller":"traceutil/trace.go:171","msg":"trace[1481232587] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26043; }","duration":"7.495390382s","start":"2026-04-27T21:56:46.317543Z","end":"2026-04-27T21:56:53.812934Z","steps":["trace[1481232587] 'agreement among raft nodes before linearized reading' (duration: 7.495342661s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:56:53.812942Z","caller":"traceutil/trace.go:171","msg":"trace[1355339153] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:26043; }","duration":"6.781881174s","start":"2026-04-27T21:56:47.031046Z","end":"2026-04-27T21:56:53.812927Z","steps":["trace[1355339153] 'agreement among raft nodes before linearized reading' (duration: 6.781825193s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:53.812963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:46.317521Z","time spent":"7.495436773s","remote":"127.0.0.1:37938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:56:53.812971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:47.031028Z","time spent":"6.781936466s","remote":"127.0.0.1:52420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:56:53.812974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.013572911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.250\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-04-27T21:56:53.813045Z","caller":"traceutil/trace.go:171","msg":"trace[1512967420] range","detail":"{range_begin:/registry/masterleases/199.204.45.250; range_end:; response_count:1; response_revision:26043; }","duration":"5.013716165s","start":"2026-04-27T21:56:48.799317Z","end":"2026-04-27T21:56:53.813033Z","steps":["trace[1512967420] 'agreement among raft nodes before linearized reading' (duration: 5.013366237s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:53.813079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:48.799297Z","time spent":"5.013775545s","remote":"127.0.0.1:39810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.250\" "} {"level":"warn","ts":"2026-04-27T21:56:53.813123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.268225209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-27T21:56:53.813149Z","caller":"traceutil/trace.go:171","msg":"trace[666472375] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26043; }","duration":"6.26828213s","start":"2026-04-27T21:56:47.54486Z","end":"2026-04-27T21:56:53.813142Z","steps":["trace[666472375] 'agreement among raft nodes before linearized reading' (duration: 6.268230229s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:53.812838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.820267864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"warn","ts":"2026-04-27T21:56:53.813171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:47.544841Z","time spent":"6.268325861s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-27T21:56:53.813183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.637180166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:56:53.813197Z","caller":"traceutil/trace.go:171","msg":"trace[618372321] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:26043; }","duration":"6.820663783s","start":"2026-04-27T21:56:46.992525Z","end":"2026-04-27T21:56:53.813188Z","steps":["trace[618372321] 'agreement among raft nodes before linearized reading' (duration: 6.820188303s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:53.813209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.267683477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:56:53.813225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:46.992508Z","time spent":"6.820710334s","remote":"127.0.0.1:39944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1590,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" "} {"level":"info","ts":"2026-04-27T21:56:53.813225Z","caller":"traceutil/trace.go:171","msg":"trace[1751590099] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:26043; }","duration":"6.637288639s","start":"2026-04-27T21:56:47.175924Z","end":"2026-04-27T21:56:53.813212Z","steps":["trace[1751590099] 'agreement among raft nodes before linearized reading' (duration: 6.637223617s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:56:53.813239Z","caller":"traceutil/trace.go:171","msg":"trace[1954532889] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:26043; }","duration":"4.26776905s","start":"2026-04-27T21:56:49.545462Z","end":"2026-04-27T21:56:53.813231Z","steps":["trace[1954532889] 'agreement among raft nodes before linearized reading' (duration: 4.267725339s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:53.813255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:47.175906Z","time spent":"6.637340309s","remote":"127.0.0.1:44536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:56:53.813265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:49.545437Z","time spent":"4.267822901s","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:56:53.81301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.347642807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:56:53.813315Z","caller":"traceutil/trace.go:171","msg":"trace[1164477708] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:26043; }","duration":"5.348010946s","start":"2026-04-27T21:56:48.465294Z","end":"2026-04-27T21:56:53.813305Z","steps":["trace[1164477708] 'agreement among raft nodes before linearized reading' (duration: 5.347691809s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:53.813301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.002885501s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-27T21:56:53.813078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.63376736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/envoy-gateway-system/\" range_end:\"/registry/serviceaccounts/envoy-gateway-system0\" limit:10000 ","response":"range_response_count:3 size:1863"} {"level":"warn","ts":"2026-04-27T21:56:53.81335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:48.465273Z","time spent":"5.348065316s","remote":"127.0.0.1:33956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"info","ts":"2026-04-27T21:56:53.813376Z","caller":"traceutil/trace.go:171","msg":"trace[54443022] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26043; }","duration":"7.003011014s","start":"2026-04-27T21:56:46.810349Z","end":"2026-04-27T21:56:53.81336Z","steps":["trace[54443022] 'agreement among raft nodes before linearized reading' (duration: 7.002465042s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:53.813427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:46.810328Z","time spent":"7.003089035s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-27T21:56:53.813372Z","caller":"traceutil/trace.go:171","msg":"trace[3868532] range","detail":"{range_begin:/registry/serviceaccounts/envoy-gateway-system/; range_end:/registry/serviceaccounts/envoy-gateway-system0; response_count:3; response_revision:26043; }","duration":"5.634090267s","start":"2026-04-27T21:56:48.179274Z","end":"2026-04-27T21:56:53.813364Z","steps":["trace[3868532] 'agreement among raft nodes before linearized reading' (duration: 5.633749979s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:53.813398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.765632572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:56:53.81347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.267701348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-27T21:56:53.813477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.696220828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:56:53.813488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:48.179257Z","time spent":"5.63422064s","remote":"127.0.0.1:39976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":3,"response size":1887,"request content":"key:\"/registry/serviceaccounts/envoy-gateway-system/\" range_end:\"/registry/serviceaccounts/envoy-gateway-system0\" limit:10000 "} {"level":"info","ts":"2026-04-27T21:56:53.813504Z","caller":"traceutil/trace.go:171","msg":"trace[1385540743] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26043; }","duration":"4.696249159s","start":"2026-04-27T21:56:49.117249Z","end":"2026-04-27T21:56:53.813498Z","steps":["trace[1385540743] 'agreement among raft nodes before linearized reading' (duration: 4.696208588s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:56:53.813506Z","caller":"traceutil/trace.go:171","msg":"trace[2137289776] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:26043; }","duration":"4.26775843s","start":"2026-04-27T21:56:49.545736Z","end":"2026-04-27T21:56:53.813494Z","steps":["trace[2137289776] 'agreement among raft nodes before linearized reading' (duration: 4.267633537s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:53.813524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:49.1172Z","time spent":"4.69631905s","remote":"127.0.0.1:44320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-27T21:56:53.813544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:49.545729Z","time spent":"4.267802101s","remote":"127.0.0.1:40130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":178,"response size":33,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-04-27T21:56:53.813395Z","caller":"traceutil/trace.go:171","msg":"trace[2102057606] transaction","detail":"{read_only:false; response_revision:26042; number_of_response:1; }","duration":"3.793922045s","start":"2026-04-27T21:56:50.019468Z","end":"2026-04-27T21:56:53.81339Z","steps":["trace[2102057606] 'process raft request' (duration: 3.793093397s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:56:53.81356Z","caller":"traceutil/trace.go:171","msg":"trace[2137722989] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:26043; }","duration":"4.765858127s","start":"2026-04-27T21:56:49.047625Z","end":"2026-04-27T21:56:53.813484Z","steps":["trace[2137722989] 'agreement among raft nodes before linearized reading' (duration: 4.765610521s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:53.813685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:50.019434Z","time spent":"3.794213791s","remote":"127.0.0.1:39864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":855,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-27T21:56:53.813374Z","caller":"traceutil/trace.go:171","msg":"trace[1294661685] transaction","detail":"{read_only:false; response_revision:26043; number_of_response:1; }","duration":"3.224112344s","start":"2026-04-27T21:56:50.589255Z","end":"2026-04-27T21:56:53.813367Z","steps":["trace[1294661685] 'process raft request' (duration: 3.223365758s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:53.81369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:49.047595Z","time spent":"4.766072292s","remote":"127.0.0.1:50602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:56:53.813342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.437680932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:56:53.813771Z","caller":"traceutil/trace.go:171","msg":"trace[1887051731] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:26043; }","duration":"4.438135333s","start":"2026-04-27T21:56:49.375629Z","end":"2026-04-27T21:56:53.813764Z","steps":["trace[1887051731] 'agreement among raft nodes before linearized reading' (duration: 4.437694093s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:53.813787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:50.589236Z","time spent":"3.224488242s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:56:53.813816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:49.375614Z","time spent":"4.438175123s","remote":"127.0.0.1:39870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:56:54.313625Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185919323921419,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T21:56:54.421816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.0000865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-27T21:56:54.421898Z","caller":"traceutil/trace.go:171","msg":"trace[1871007634] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000216895s","start":"2026-04-27T21:56:52.421663Z","end":"2026-04-27T21:56:54.42188Z","steps":["trace[1871007634] 'agreement among raft nodes before linearized reading' (duration: 2.000117641s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:54.421949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:52.421642Z","time spent":"2.000294327s","remote":"127.0.0.1:39788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/27 21:56:54 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T21:56:56.324469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:54.40993Z","time spent":"1.914530877s","remote":"127.0.0.1:44002","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-27T21:56:56.32562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.705929238s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T21:56:56.325778Z","caller":"traceutil/trace.go:171","msg":"trace[985558052] transaction","detail":"{read_only:false; response_revision:26044; number_of_response:1; }","duration":"2.831491467s","start":"2026-04-27T21:56:53.494257Z","end":"2026-04-27T21:56:56.325748Z","steps":["trace[985558052] 'process raft request' (duration: 1.125334655s)","trace[985558052] 'compare' (duration: 1.704877094s)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:56:56.325868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:53.494238Z","time spent":"2.83158365s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:56:56.373978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998411063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T21:56:56.374055Z","caller":"traceutil/trace.go:171","msg":"trace[1495885439] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.998536316s","start":"2026-04-27T21:56:53.375502Z","end":"2026-04-27T21:56:56.374038Z","steps":["trace[1495885439] 'agreement among raft nodes before linearized reading' (duration: 2.998444354s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:56.374103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:53.375481Z","time spent":"2.998612977s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/04/27 21:56:56 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T21:56:56.429729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999830905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T21:56:56.4298Z","caller":"traceutil/trace.go:171","msg":"trace[2046013708] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999982838s","start":"2026-04-27T21:56:54.429803Z","end":"2026-04-27T21:56:56.429786Z","steps":["trace[2046013708] 'agreement among raft nodes before linearized reading' (duration: 1.999870556s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:56.429843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:54.429772Z","time spent":"2.00006291s","remote":"127.0.0.1:39786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/27 21:56:56 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T21:56:56.809526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:53.818701Z","time spent":"2.990818223s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/27 21:56:56 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T21:56:56.943931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:53.816906Z","time spent":"3.127016631s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/27 21:56:56 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T21:56:57.069623Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.450137543s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-27T21:56:57.963374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"893.450135ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-04-27T21:56:57.963558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:53.816041Z","time spent":"4.14750947s","remote":"127.0.0.1:39810","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-27T21:56:57.963721Z","caller":"traceutil/trace.go:171","msg":"trace[1072237813] transaction","detail":"{read_only:false; response_revision:26045; number_of_response:1; }","duration":"4.146767032s","start":"2026-04-27T21:56:53.816936Z","end":"2026-04-27T21:56:57.963703Z","steps":["trace[1072237813] 'process raft request' (duration: 4.146527337s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:57.963824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:53.81692Z","time spent":"4.146846964s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:56:57.963973Z","caller":"traceutil/trace.go:171","msg":"trace[1652683296] transaction","detail":"{read_only:false; response_revision:26048; number_of_response:1; }","duration":"4.144766538s","start":"2026-04-27T21:56:53.819181Z","end":"2026-04-27T21:56:57.963947Z","steps":["trace[1652683296] 'process raft request' (duration: 4.144485062s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:57.964127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:53.819169Z","time spent":"4.14487575s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:56:58.0058Z","caller":"traceutil/trace.go:171","msg":"trace[739271745] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26052; }","duration":"1.059227405s","start":"2026-04-27T21:56:56.946552Z","end":"2026-04-27T21:56:58.005779Z","steps":["trace[739271745] 'process raft request' (duration: 1.059193994s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:56:58.006096Z","caller":"traceutil/trace.go:171","msg":"trace[137710675] transaction","detail":"{read_only:false; response_revision:26052; number_of_response:1; }","duration":"1.51076903s","start":"2026-04-27T21:56:56.495312Z","end":"2026-04-27T21:56:58.006081Z","steps":["trace[137710675] 'process raft request' (duration: 1.510387882s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:56:58.00612Z","caller":"traceutil/trace.go:171","msg":"trace[880051667] linearizableReadLoop","detail":"{readStateIndex:26941; appliedIndex:26934; }","duration":"4.193378976s","start":"2026-04-27T21:56:53.812706Z","end":"2026-04-27T21:56:58.006085Z","steps":["trace[880051667] 'read index received' (duration: 806.879048ms)","trace[880051667] 'applied index is now lower than readState.Index' (duration: 3.386496438s)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:56:58.006256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:56.495286Z","time spent":"1.510850502s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:56:58.006299Z","caller":"traceutil/trace.go:171","msg":"trace[1542314193] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26052; }","duration":"1.19398881s","start":"2026-04-27T21:56:56.812274Z","end":"2026-04-27T21:56:58.006263Z","steps":["trace[1542314193] 'process raft request' (duration: 1.193450319s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:58.006355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.747376873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:56:58.006449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.145285659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:56:58.006452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:56.812248Z","time spent":"1.194120334s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":46,"response count":0,"response size":473,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:56:58.006456Z","caller":"traceutil/trace.go:171","msg":"trace[1663463478] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/addressscopes/; range_end:/registry/openstack.k-orc.cloud/addressscopes0; response_count:0; response_revision:26052; }","duration":"6.747498135s","start":"2026-04-27T21:56:51.258939Z","end":"2026-04-27T21:56:58.006437Z","steps":["trace[1663463478] 'agreement among raft nodes before linearized reading' (duration: 6.74727542s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:56:58.006473Z","caller":"traceutil/trace.go:171","msg":"trace[718480191] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:26052; }","duration":"5.145343601s","start":"2026-04-27T21:56:52.861122Z","end":"2026-04-27T21:56:58.006466Z","steps":["trace[718480191] 'agreement among raft nodes before linearized reading' (duration: 5.14530892s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:58.006495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:52.861101Z","time spent":"5.145389551s","remote":"127.0.0.1:37916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:56:58.00648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.370567681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:56:58.006513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:51.258895Z","time spent":"6.747599927s","remote":"127.0.0.1:44526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:56:58.006404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.966362293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:56:58.006574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.693306902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:120125"} {"level":"warn","ts":"2026-04-27T21:56:58.006583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.189570539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-04-27T21:56:58.006345Z","caller":"traceutil/trace.go:171","msg":"trace[844283316] transaction","detail":"{read_only:false; response_revision:26051; number_of_response:1; }","duration":"1.629388475s","start":"2026-04-27T21:56:56.376906Z","end":"2026-04-27T21:56:58.006294Z","steps":["trace[844283316] 'process raft request' (duration: 1.628762861s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:56:58.006638Z","caller":"traceutil/trace.go:171","msg":"trace[33363128] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26052; }","duration":"5.18962127s","start":"2026-04-27T21:56:52.817004Z","end":"2026-04-27T21:56:58.006625Z","steps":["trace[33363128] 'agreement among raft nodes before linearized reading' (duration: 5.189518418s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:58.006642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.996702921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4442"} {"level":"warn","ts":"2026-04-27T21:56:58.006673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:52.816958Z","time spent":"5.189706932s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-27T21:56:58.006655Z","caller":"traceutil/trace.go:171","msg":"trace[1936355701] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:26052; }","duration":"7.693402384s","start":"2026-04-27T21:56:50.313215Z","end":"2026-04-27T21:56:58.006618Z","steps":["trace[1936355701] 'agreement among raft nodes before linearized reading' (duration: 7.693128428s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:58.005921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:56.946521Z","time spent":"1.059341188s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":48,"response count":0,"response size":477,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:56:58.006722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:50.313196Z","time spent":"7.693514316s","remote":"127.0.0.1:39840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":120149,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-04-27T21:56:58.006722Z","caller":"traceutil/trace.go:171","msg":"trace[1325671443] transaction","detail":"{read_only:false; response_revision:26050; number_of_response:1; }","duration":"2.189112381s","start":"2026-04-27T21:56:55.817585Z","end":"2026-04-27T21:56:58.006697Z","steps":["trace[1325671443] 'process raft request' (duration: 2.187992316s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:58.006795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.632594593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-04-27T21:56:58.006832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:55.817558Z","time spent":"2.189222453s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:56:58.006786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:56.376883Z","time spent":"1.629808094s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:56:58.006618Z","caller":"traceutil/trace.go:171","msg":"trace[375502316] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:26052; }","duration":"7.966604259s","start":"2026-04-27T21:56:50.039996Z","end":"2026-04-27T21:56:58.006601Z","steps":["trace[375502316] 'agreement among raft nodes before linearized reading' (duration: 7.966361793s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:58.007038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:50.039986Z","time spent":"7.967014698s","remote":"127.0.0.1:42764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:56:58.006494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.194028109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-04-27T21:56:58.006709Z","caller":"traceutil/trace.go:171","msg":"trace[1352760229] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:26052; }","duration":"7.996821844s","start":"2026-04-27T21:56:50.009869Z","end":"2026-04-27T21:56:58.006691Z","steps":["trace[1352760229] 'agreement among raft nodes before linearized reading' (duration: 7.996585089s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:58.007151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:50.009852Z","time spent":"7.997280354s","remote":"127.0.0.1:39966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4466,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"info","ts":"2026-04-27T21:56:58.006559Z","caller":"traceutil/trace.go:171","msg":"trace[510207358] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:26052; }","duration":"4.370693124s","start":"2026-04-27T21:56:53.635849Z","end":"2026-04-27T21:56:58.006543Z","steps":["trace[510207358] 'agreement among raft nodes before linearized reading' (duration: 4.37054774s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:58.00724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:53.635827Z","time spent":"4.371395779s","remote":"127.0.0.1:44718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"info","ts":"2026-04-27T21:56:58.00727Z","caller":"traceutil/trace.go:171","msg":"trace[1653684216] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26052; }","duration":"5.194714945s","start":"2026-04-27T21:56:52.812378Z","end":"2026-04-27T21:56:58.007092Z","steps":["trace[1653684216] 'agreement among raft nodes before linearized reading' (duration: 5.193831475s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:58.00737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:52.81229Z","time spent":"5.195067272s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":557,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-27T21:56:58.007696Z","caller":"traceutil/trace.go:171","msg":"trace[1296006937] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26052; }","duration":"7.632745255s","start":"2026-04-27T21:56:50.374114Z","end":"2026-04-27T21:56:58.006859Z","steps":["trace[1296006937] 'agreement among raft nodes before linearized reading' (duration: 7.632412888s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:58.007742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:50.374101Z","time spent":"7.633632297s","remote":"127.0.0.1:39966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-27T21:56:58.049954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.02684763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:56:58.050019Z","caller":"traceutil/trace.go:171","msg":"trace[1284384] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:26054; }","duration":"2.026955203s","start":"2026-04-27T21:56:56.023049Z","end":"2026-04-27T21:56:58.050004Z","steps":["trace[1284384] 'agreement among raft nodes before linearized reading' (duration: 2.02681336s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:58.05003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"945.254035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:56:58.050083Z","caller":"traceutil/trace.go:171","msg":"trace[1639186849] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:26054; }","duration":"945.342057ms","start":"2026-04-27T21:56:57.104729Z","end":"2026-04-27T21:56:58.050071Z","steps":["trace[1639186849] 'agreement among raft nodes before linearized reading' (duration: 945.272646ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:58.050051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.681430731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:56:58.050124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:57.104708Z","time spent":"945.406638ms","remote":"127.0.0.1:44384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:56:58.050128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.585505612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"warn","ts":"2026-04-27T21:56:58.050175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.379700967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T21:56:58.050154Z","caller":"traceutil/trace.go:171","msg":"trace[2066844622] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:26054; }","duration":"1.681546053s","start":"2026-04-27T21:56:56.36858Z","end":"2026-04-27T21:56:58.050126Z","steps":["trace[2066844622] 'agreement among raft nodes before linearized reading' (duration: 1.68137665s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:56:58.0502Z","caller":"traceutil/trace.go:171","msg":"trace[1973094583] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:26054; }","duration":"2.379772729s","start":"2026-04-27T21:56:55.670421Z","end":"2026-04-27T21:56:58.050194Z","steps":["trace[1973094583] 'agreement among raft nodes before linearized reading' (duration: 2.379728598s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:58.050172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.791380691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:56:58.050222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:55.670399Z","time spent":"2.379817229s","remote":"127.0.0.1:40278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":32,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-04-27T21:56:58.050217Z","caller":"traceutil/trace.go:171","msg":"trace[1475522242] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:26054; }","duration":"3.585636565s","start":"2026-04-27T21:56:54.464553Z","end":"2026-04-27T21:56:58.050189Z","steps":["trace[1475522242] 'agreement among raft nodes before linearized reading' (duration: 3.58542289s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:58.050235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:56.368493Z","time spent":"1.681722517s","remote":"127.0.0.1:42720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"info","ts":"2026-04-27T21:56:58.050258Z","caller":"traceutil/trace.go:171","msg":"trace[1059825988] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:26054; }","duration":"1.791531584s","start":"2026-04-27T21:56:56.258706Z","end":"2026-04-27T21:56:58.050238Z","steps":["trace[1059825988] 'agreement among raft nodes before linearized reading' (duration: 1.7913497s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:58.050271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:54.46453Z","time spent":"3.585722906s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":650,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-04-27T21:56:58.05031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:56.258685Z","time spent":"1.791614416s","remote":"127.0.0.1:44732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:56:58.050344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.169586635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:56:58.050406Z","caller":"traceutil/trace.go:171","msg":"trace[1136464311] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:26054; }","duration":"1.169679817s","start":"2026-04-27T21:56:56.880716Z","end":"2026-04-27T21:56:58.050396Z","steps":["trace[1136464311] 'agreement among raft nodes before linearized reading' (duration: 1.169595406s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:58.050443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.231101941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:56:58.050479Z","caller":"traceutil/trace.go:171","msg":"trace[1603418756] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26054; }","duration":"4.231146712s","start":"2026-04-27T21:56:53.819323Z","end":"2026-04-27T21:56:58.05047Z","steps":["trace[1603418756] 'agreement among raft nodes before linearized reading' (duration: 4.231082111s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:58.050504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:53.819297Z","time spent":"4.231200583s","remote":"127.0.0.1:39974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-04-27T21:56:58.050134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.403211673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-27T21:56:58.050613Z","caller":"traceutil/trace.go:171","msg":"trace[277776996] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26054; }","duration":"2.403715934s","start":"2026-04-27T21:56:55.646889Z","end":"2026-04-27T21:56:58.050605Z","steps":["trace[277776996] 'agreement among raft nodes before linearized reading' (duration: 2.403174792s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:58.050644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:55.646874Z","time spent":"2.403758915s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-27T21:56:58.05065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.050762284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-04-27T21:56:58.050689Z","caller":"traceutil/trace.go:171","msg":"trace[81614683] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:26054; }","duration":"4.050800465s","start":"2026-04-27T21:56:53.999879Z","end":"2026-04-27T21:56:58.050679Z","steps":["trace[81614683] 'agreement among raft nodes before linearized reading' (duration: 4.050702592s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:58.050048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:56.023029Z","time spent":"2.027010694s","remote":"127.0.0.1:52438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:56:58.050721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:53.999818Z","time spent":"4.050896226s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":564,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"warn","ts":"2026-04-27T21:56:58.050793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.234075117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-9a5c226a-4a4b-46ef-a486-a1425ecc3f66\" ","response":"range_response_count:1 size:1284"} {"level":"warn","ts":"2026-04-27T21:56:58.050823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.912385958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:56:58.050853Z","caller":"traceutil/trace.go:171","msg":"trace[1973824775] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:26054; }","duration":"3.912473899s","start":"2026-04-27T21:56:54.138371Z","end":"2026-04-27T21:56:58.050845Z","steps":["trace[1973824775] 'agreement among raft nodes before linearized reading' (duration: 3.912415978s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:56:58.050856Z","caller":"traceutil/trace.go:171","msg":"trace[1394504336] range","detail":"{range_begin:/registry/persistentvolumes/pvc-9a5c226a-4a4b-46ef-a486-a1425ecc3f66; range_end:; response_count:1; response_revision:26054; }","duration":"4.234146749s","start":"2026-04-27T21:56:53.816694Z","end":"2026-04-27T21:56:58.050841Z","steps":["trace[1394504336] 'agreement among raft nodes before linearized reading' (duration: 4.233957355s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:58.050855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.23466843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/envoy-gateway-system/\" range_end:\"/registry/configmaps/envoy-gateway-system0\" limit:10000 ","response":"range_response_count:2 size:3308"} {"level":"warn","ts":"2026-04-27T21:56:58.050888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:54.138334Z","time spent":"3.912546941s","remote":"127.0.0.1:44572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:56:58.050901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:53.816689Z","time spent":"4.23420046s","remote":"127.0.0.1:39928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1308,"request content":"key:\"/registry/persistentvolumes/pvc-9a5c226a-4a4b-46ef-a486-a1425ecc3f66\" "} {"level":"info","ts":"2026-04-27T21:56:58.050915Z","caller":"traceutil/trace.go:171","msg":"trace[1294827587] range","detail":"{range_begin:/registry/configmaps/envoy-gateway-system/; range_end:/registry/configmaps/envoy-gateway-system0; response_count:2; response_revision:26054; }","duration":"4.234731792s","start":"2026-04-27T21:56:53.816172Z","end":"2026-04-27T21:56:58.050904Z","steps":["trace[1294827587] 'agreement among raft nodes before linearized reading' (duration: 4.234558138s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:58.050446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:56.880699Z","time spent":"1.169734408s","remote":"127.0.0.1:44450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:56:58.050951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:53.81615Z","time spent":"4.234791483s","remote":"127.0.0.1:39882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":2,"response size":3332,"request content":"key:\"/registry/configmaps/envoy-gateway-system/\" range_end:\"/registry/configmaps/envoy-gateway-system0\" limit:10000 "} {"level":"warn","ts":"2026-04-27T21:56:58.050956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.925553743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-27T21:56:58.050988Z","caller":"traceutil/trace.go:171","msg":"trace[156887829] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26054; }","duration":"2.925626144s","start":"2026-04-27T21:56:55.125354Z","end":"2026-04-27T21:56:58.05098Z","steps":["trace[156887829] 'agreement among raft nodes before linearized reading' (duration: 2.925554053s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:58.051019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:55.125333Z","time spent":"2.925676705s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-27T21:56:58.049961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.620058317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:56:58.051047Z","caller":"traceutil/trace.go:171","msg":"trace[345298907] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26054; }","duration":"1.621176732s","start":"2026-04-27T21:56:56.429862Z","end":"2026-04-27T21:56:58.051039Z","steps":["trace[345298907] 'agreement among raft nodes before linearized reading' (duration: 1.620059097s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:58.05107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:56.42985Z","time spent":"1.621215562s","remote":"127.0.0.1:39788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T21:56:58.051204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.336127161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-04-27T21:56:58.051248Z","caller":"traceutil/trace.go:171","msg":"trace[760208003] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:26054; }","duration":"3.336170322s","start":"2026-04-27T21:56:54.715068Z","end":"2026-04-27T21:56:58.051239Z","steps":["trace[760208003] 'agreement among raft nodes before linearized reading' (duration: 3.33607363s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:58.05128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:54.715003Z","time spent":"3.336271054s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":565,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-04-27T21:56:58.051421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.319279145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:515"} {"level":"info","ts":"2026-04-27T21:56:58.051454Z","caller":"traceutil/trace.go:171","msg":"trace[1946336940] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:26054; }","duration":"2.319334146s","start":"2026-04-27T21:56:55.732112Z","end":"2026-04-27T21:56:58.051446Z","steps":["trace[1946336940] 'agreement among raft nodes before linearized reading' (duration: 2.317754401s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:58.051478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:55.732091Z","time spent":"2.319381977s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":539,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-04-27T21:56:58.052426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.130588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:56:58.05254Z","caller":"traceutil/trace.go:171","msg":"trace[514786227] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:26054; }","duration":"191.21677ms","start":"2026-04-27T21:56:57.861265Z","end":"2026-04-27T21:56:58.052482Z","steps":["trace[514786227] 'agreement among raft nodes before linearized reading' (duration: 188.636823ms)"],"step_count":1} 2026/04/27 21:56:58 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T21:56:58.550857Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185919323921440,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T21:56:59.051712Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185919323921440,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T21:56:59.552392Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185919323921440,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T21:56:59.654695Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.604787543s","expected-duration":"1s"} {"level":"info","ts":"2026-04-27T21:56:59.740677Z","caller":"traceutil/trace.go:171","msg":"trace[1947204702] transaction","detail":"{read_only:false; response_revision:26055; number_of_response:1; }","duration":"1.727512431s","start":"2026-04-27T21:56:58.013145Z","end":"2026-04-27T21:56:59.740658Z","steps":["trace[1947204702] 'process raft request' (duration: 1.641913536s)","trace[1947204702] 'compare' (duration: 85.096604ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:56:59.740767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:58.013129Z","time spent":"1.727592443s","remote":"127.0.0.1:39840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120109,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:56:59.740798Z","caller":"traceutil/trace.go:171","msg":"trace[469179097] transaction","detail":"{read_only:false; response_revision:26058; number_of_response:1; }","duration":"1.724879782s","start":"2026-04-27T21:56:58.015903Z","end":"2026-04-27T21:56:59.740783Z","steps":["trace[469179097] 'process raft request' (duration: 1.724828541s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:59.740872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:58.015891Z","time spent":"1.724943214s","remote":"127.0.0.1:39966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4233,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:56:59.74093Z","caller":"traceutil/trace.go:171","msg":"trace[850990545] transaction","detail":"{read_only:false; response_revision:26056; number_of_response:1; }","duration":"1.727653913s","start":"2026-04-27T21:56:58.013271Z","end":"2026-04-27T21:56:59.740925Z","steps":["trace[850990545] 'process raft request' (duration: 1.727327396s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:59.740965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:58.013263Z","time spent":"1.727683364s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:56:59.741063Z","caller":"traceutil/trace.go:171","msg":"trace[1910958521] transaction","detail":"{read_only:false; response_revision:26057; number_of_response:1; }","duration":"1.726288873s","start":"2026-04-27T21:56:58.014763Z","end":"2026-04-27T21:56:59.741052Z","steps":["trace[1910958521] 'process raft request' (duration: 1.725925965s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:56:59.741114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:58.014751Z","time spent":"1.726336015s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:57:00.060006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000577932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-27T21:57:00.060096Z","caller":"traceutil/trace.go:171","msg":"trace[277307624] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000695604s","start":"2026-04-27T21:56:58.05938Z","end":"2026-04-27T21:57:00.060076Z","steps":["trace[277307624] 'agreement among raft nodes before linearized reading' (duration: 2.000582532s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:00.060343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:58.059374Z","time spent":"2.00095333s","remote":"127.0.0.1:39786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T21:57:02.061834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000474319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T21:57:02.061939Z","caller":"traceutil/trace.go:171","msg":"trace[1018477031] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000663704s","start":"2026-04-27T21:57:00.06125Z","end":"2026-04-27T21:57:02.061914Z","steps":["trace[1018477031] 'agreement among raft nodes before linearized reading' (duration: 2.00049664s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:02.062025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:00.061233Z","time spent":"2.000779746s","remote":"127.0.0.1:39788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/27 21:57:02 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T21:57:02.302267Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.646738523s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-27T21:57:02.620268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.537904697s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:57:02.620366Z","caller":"traceutil/trace.go:171","msg":"trace[241665026] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26058; }","duration":"2.538013389s","start":"2026-04-27T21:57:00.082338Z","end":"2026-04-27T21:57:02.620351Z","steps":["trace[241665026] 'range keys from in-memory index tree' (duration: 2.537890006s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:02.622219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.739245ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-04-27T21:57:02.622885Z","caller":"traceutil/trace.go:171","msg":"trace[1235821903] linearizableReadLoop","detail":"{readStateIndex:26965; appliedIndex:26949; }","duration":"4.573024341s","start":"2026-04-27T21:56:58.049842Z","end":"2026-04-27T21:57:02.622867Z","steps":["trace[1235821903] 'read index received' (duration: 1.605115212s)","trace[1235821903] 'applied index is now lower than readState.Index' (duration: 2.967908189s)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:57:02.622957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:58.053082Z","time spent":"4.56987259s","remote":"127.0.0.1:39810","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-27T21:57:02.623282Z","caller":"traceutil/trace.go:171","msg":"trace[1059977477] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26066; }","duration":"4.496076609s","start":"2026-04-27T21:56:58.127191Z","end":"2026-04-27T21:57:02.623268Z","steps":["trace[1059977477] 'process raft request' (duration: 4.495570828s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:57:02.623296Z","caller":"traceutil/trace.go:171","msg":"trace[1150575868] transaction","detail":"{read_only:false; response_revision:26066; number_of_response:1; }","duration":"4.551383848s","start":"2026-04-27T21:56:58.071887Z","end":"2026-04-27T21:57:02.623271Z","steps":["trace[1150575868] 'process raft request' (duration: 4.550841696s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:02.62337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:58.127165Z","time spent":"4.496144301s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":62,"response count":0,"response size":530,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:57:02.623388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:58.071872Z","time spent":"4.55146782s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:57:02.623486Z","caller":"traceutil/trace.go:171","msg":"trace[1851534255] transaction","detail":"{read_only:false; response_revision:26059; number_of_response:1; }","duration":"4.569898102s","start":"2026-04-27T21:56:58.053578Z","end":"2026-04-27T21:57:02.623476Z","steps":["trace[1851534255] 'process raft request' (duration: 4.568737596s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:02.623533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:58.053562Z","time spent":"4.569944373s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:57:02.623537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.610960761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-27T21:57:02.623524Z","caller":"traceutil/trace.go:171","msg":"trace[224724513] transaction","detail":"{read_only:false; response_revision:26067; number_of_response:1; }","duration":"4.291252966s","start":"2026-04-27T21:56:58.332228Z","end":"2026-04-27T21:57:02.623481Z","steps":["trace[224724513] 'process raft request' (duration: 4.290558031s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:57:02.62361Z","caller":"traceutil/trace.go:171","msg":"trace[332459436] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26068; }","duration":"4.611056613s","start":"2026-04-27T21:56:58.012534Z","end":"2026-04-27T21:57:02.623591Z","steps":["trace[332459436] 'agreement among raft nodes before linearized reading' (duration: 4.610817638s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:57:02.62362Z","caller":"traceutil/trace.go:171","msg":"trace[2106768750] transaction","detail":"{read_only:false; response_revision:26065; number_of_response:1; }","duration":"4.565806781s","start":"2026-04-27T21:56:58.057805Z","end":"2026-04-27T21:57:02.623612Z","steps":["trace[2106768750] 'process raft request' (duration: 4.564890571s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:57:02.623622Z","caller":"traceutil/trace.go:171","msg":"trace[763355551] transaction","detail":"{read_only:false; response_revision:26064; number_of_response:1; }","duration":"4.565838901s","start":"2026-04-27T21:56:58.057772Z","end":"2026-04-27T21:57:02.623611Z","steps":["trace[763355551] 'process raft request' (duration: 4.564803248s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:02.623656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:58.012525Z","time spent":"4.611119605s","remote":"127.0.0.1:39966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-27T21:57:02.623667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:58.057801Z","time spent":"4.565842852s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:57:02.623658Z","caller":"traceutil/trace.go:171","msg":"trace[423216654] transaction","detail":"{read_only:false; response_revision:26063; number_of_response:1; }","duration":"4.565907353s","start":"2026-04-27T21:56:58.057704Z","end":"2026-04-27T21:57:02.623611Z","steps":["trace[423216654] 'process raft request' (duration: 4.564840159s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:02.62371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:58.332206Z","time spent":"4.29140797s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:57:02.623742Z","caller":"traceutil/trace.go:171","msg":"trace[585594359] transaction","detail":"{read_only:false; response_revision:26062; number_of_response:1; }","duration":"4.567404796s","start":"2026-04-27T21:56:58.056328Z","end":"2026-04-27T21:57:02.623732Z","steps":["trace[585594359] 'process raft request' (duration: 4.566179989s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:02.623682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:58.057768Z","time spent":"4.565880192s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:57:02.623752Z","caller":"traceutil/trace.go:171","msg":"trace[750618088] transaction","detail":"{read_only:false; response_revision:26068; number_of_response:1; }","duration":"3.629169788s","start":"2026-04-27T21:56:58.99454Z","end":"2026-04-27T21:57:02.62371Z","steps":["trace[750618088] 'process raft request' (duration: 3.628289049s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:57:02.623752Z","caller":"traceutil/trace.go:171","msg":"trace[1965580899] transaction","detail":"{read_only:false; response_revision:26060; number_of_response:1; }","duration":"4.567492638s","start":"2026-04-27T21:56:58.056218Z","end":"2026-04-27T21:57:02.62371Z","steps":["trace[1965580899] 'process raft request' (duration: 4.56622416s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:02.623824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:58.057683Z","time spent":"4.566053856s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:57:02.62392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:58.056208Z","time spent":"4.567623371s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:57:02.62392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:58.994517Z","time spent":"3.629312842s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:57:02.623789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:58.056302Z","time spent":"4.567459367s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:57:03.123745Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185919323921456,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T21:57:03.624759Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185919323921456,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T21:57:04.068976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000518921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T21:57:04.069059Z","caller":"traceutil/trace.go:171","msg":"trace[548232363] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000650743s","start":"2026-04-27T21:57:02.068388Z","end":"2026-04-27T21:57:04.069038Z","steps":["trace[548232363] 'agreement among raft nodes before linearized reading' (duration: 2.000547971s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:04.069102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:02.06837Z","time spent":"2.000722005s","remote":"127.0.0.1:39786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/27 21:57:04 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T21:57:04.125478Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185919323921456,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T21:57:04.625929Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185919323921456,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T21:57:05.010305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:00.011879Z","time spent":"4.998414591s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/27 21:57:05 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T21:57:05.127038Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185919323921456,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T21:57:05.627693Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185919323921456,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T21:57:05.631767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999821635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T21:57:05.631827Z","caller":"traceutil/trace.go:171","msg":"trace[1345506127] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999932718s","start":"2026-04-27T21:57:03.631877Z","end":"2026-04-27T21:57:05.631809Z","steps":["trace[1345506127] 'agreement among raft nodes before linearized reading' (duration: 1.999861016s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:05.631873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:03.631851Z","time spent":"2.000013159s","remote":"127.0.0.1:39786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/27 21:57:05 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T21:57:06.069896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000429109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-27T21:57:06.069988Z","caller":"traceutil/trace.go:171","msg":"trace[1511076358] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000574351s","start":"2026-04-27T21:57:04.06939Z","end":"2026-04-27T21:57:06.069965Z","steps":["trace[1511076358] 'agreement among raft nodes before linearized reading' (duration: 2.000459369s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:06.070037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:04.069359Z","time spent":"2.000667894s","remote":"127.0.0.1:39788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T21:57:06.12794Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185919323921456,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T21:57:06.461463Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.158860832s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-27T21:57:06.46259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:05.622327Z","time spent":"840.256414ms","remote":"127.0.0.1:56284","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-27T21:57:06.463538Z","caller":"traceutil/trace.go:171","msg":"trace[163207996] transaction","detail":"{read_only:false; response_revision:26070; number_of_response:1; }","duration":"4.58056801s","start":"2026-04-27T21:57:01.882928Z","end":"2026-04-27T21:57:06.463496Z","steps":["trace[163207996] 'process raft request' (duration: 4.580352026s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:06.465852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:01.882903Z","time spent":"4.582872502s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:57:07.627791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:02.631076Z","time spent":"4.996707504s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/27 21:57:07 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T21:57:07.627856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998936644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T21:57:07.628067Z","caller":"traceutil/trace.go:171","msg":"trace[458376676] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.99920793s","start":"2026-04-27T21:57:02.628838Z","end":"2026-04-27T21:57:07.628045Z","steps":["trace[458376676] 'agreement among raft nodes before linearized reading' (duration: 4.998952474s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:07.628145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:02.628821Z","time spent":"4.999306583s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/27 21:57:07 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T21:57:07.628493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:02.631312Z","time spent":"4.997179395s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/27 21:57:07 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T21:57:07.628463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:02.629612Z","time spent":"4.998836312s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/27 21:57:07 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T21:57:07.63088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:02.63204Z","time spent":"4.998831982s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/27 21:57:07 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T21:57:08.069622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.010460949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T21:57:08.069728Z","caller":"traceutil/trace.go:171","msg":"trace[1184475610] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; }","duration":"10.010583191s","start":"2026-04-27T21:56:58.059127Z","end":"2026-04-27T21:57:08.06971Z","steps":["trace[1184475610] 'agreement among raft nodes before linearized reading' (duration: 10.010456949s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:08.069781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:58.05911Z","time spent":"10.010655473s","remote":"127.0.0.1:40056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":0,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} 2026/04/27 21:57:08 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T21:57:08.077283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000112492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-27T21:57:08.077343Z","caller":"traceutil/trace.go:171","msg":"trace[1317640600] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000214094s","start":"2026-04-27T21:57:06.077116Z","end":"2026-04-27T21:57:08.07733Z","steps":["trace[1317640600] 'agreement among raft nodes before linearized reading' (duration: 2.000143683s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:08.077383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:06.077098Z","time spent":"2.000275355s","remote":"127.0.0.1:39786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T21:57:09.625404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:02.625091Z","time spent":"7.000305642s","remote":"127.0.0.1:39810","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-27T21:57:09.628554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:04.630125Z","time spent":"4.998420062s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/27 21:57:09 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T21:57:09.631253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999848886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-27T21:57:09.631319Z","caller":"traceutil/trace.go:171","msg":"trace[727487365] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00000925s","start":"2026-04-27T21:57:07.631295Z","end":"2026-04-27T21:57:09.631305Z","steps":["trace[727487365] 'agreement among raft nodes before linearized reading' (duration: 1.999922148s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:09.631369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:07.631276Z","time spent":"2.000079221s","remote":"127.0.0.1:39786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T21:57:09.631328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:02.630845Z","time spent":"7.000475707s","remote":"127.0.0.1:39864","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-27T21:57:09.631362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:02.63062Z","time spent":"7.000738913s","remote":"127.0.0.1:39864","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/27 21:57:09 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T21:57:09.631489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:02.631284Z","time spent":"7.000204871s","remote":"127.0.0.1:39864","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-27T21:57:09.632619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:02.632242Z","time spent":"7.000372824s","remote":"127.0.0.1:39864","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-27T21:57:09.635208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:02.634486Z","time spent":"7.000715162s","remote":"127.0.0.1:39864","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-27T21:57:10.010368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997096133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T21:57:10.010451Z","caller":"traceutil/trace.go:171","msg":"trace[1412277264] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.997226665s","start":"2026-04-27T21:57:05.013202Z","end":"2026-04-27T21:57:10.010429Z","steps":["trace[1412277264] 'agreement among raft nodes before linearized reading' (duration: 4.997129122s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:10.010501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:05.013187Z","time spent":"4.997304717s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/04/27 21:57:10 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T21:57:10.012772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:03.011608Z","time spent":"7.001156141s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-27T21:57:10.078416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00005121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T21:57:10.078476Z","caller":"traceutil/trace.go:171","msg":"trace[1073428171] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000126622s","start":"2026-04-27T21:57:08.078336Z","end":"2026-04-27T21:57:10.078463Z","steps":["trace[1073428171] 'agreement among raft nodes before linearized reading' (duration: 2.00004819s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:10.078514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:08.078292Z","time spent":"2.000209014s","remote":"127.0.0.1:39788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/27 21:57:10 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T21:57:10.751654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00002013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T21:57:10.751746Z","caller":"traceutil/trace.go:171","msg":"trace[962542844] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000164933s","start":"2026-04-27T21:57:08.75156Z","end":"2026-04-27T21:57:10.751725Z","steps":["trace[962542844] 'agreement among raft nodes before linearized reading' (duration: 2.00005278s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:10.751833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:08.751539Z","time spent":"2.000276195s","remote":"127.0.0.1:39786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/27 21:57:10 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T21:57:11.111028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:04.11001Z","time spent":"7.001012648s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-27T21:57:11.62927Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"5.166683128s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-27T21:57:11.630547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:04.63016Z","time spent":"7.000379254s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-27T21:57:11.880754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.798001288s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:57:11.880881Z","caller":"traceutil/trace.go:171","msg":"trace[1327714671] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26070; }","duration":"1.798253484s","start":"2026-04-27T21:57:10.082609Z","end":"2026-04-27T21:57:11.880862Z","steps":["trace[1327714671] 'range keys from in-memory index tree' (duration: 1.797981578s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:11.881375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.716893ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-27T21:57:11.882396Z","caller":"traceutil/trace.go:171","msg":"trace[445194537] linearizableReadLoop","detail":"{readStateIndex:26981; appliedIndex:26965; }","duration":"9.259460721s","start":"2026-04-27T21:57:02.62292Z","end":"2026-04-27T21:57:11.88238Z","steps":["trace[445194537] 'read index received' (duration: 3.840266183s)","trace[445194537] 'applied index is now lower than readState.Index' (duration: 5.419193528s)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:57:11.882507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.339662426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:57:11.882781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.120512969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:57:11.882821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.250351375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T21:57:11.882839Z","caller":"traceutil/trace.go:171","msg":"trace[1056015400] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:26084; }","duration":"13.120622443s","start":"2026-04-27T21:56:58.762205Z","end":"2026-04-27T21:57:11.882827Z","steps":["trace[1056015400] 'agreement among raft nodes before linearized reading' (duration: 13.12053196s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:57:11.882863Z","caller":"traceutil/trace.go:171","msg":"trace[1343488583] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:26084; }","duration":"12.250426537s","start":"2026-04-27T21:56:59.632427Z","end":"2026-04-27T21:57:11.882854Z","steps":["trace[1343488583] 'agreement among raft nodes before linearized reading' (duration: 12.250328994s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:11.882886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:59.632411Z","time spent":"12.25046872s","remote":"127.0.0.1:40372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":54,"response size":32,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:57:11.882879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:58.762181Z","time spent":"13.120687593s","remote":"127.0.0.1:44762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:57:11.882869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.13744024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7113"} {"level":"info","ts":"2026-04-27T21:57:11.88294Z","caller":"traceutil/trace.go:171","msg":"trace[404556764] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:26084; }","duration":"12.137527412s","start":"2026-04-27T21:56:59.745391Z","end":"2026-04-27T21:57:11.882919Z","steps":["trace[404556764] 'agreement among raft nodes before linearized reading' (duration: 12.137325176s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:11.882984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:59.745383Z","time spent":"12.137586443s","remote":"127.0.0.1:39966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7137,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-27T21:57:11.882969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.139928506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:57:11.882988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.825042027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"warn","ts":"2026-04-27T21:57:11.882994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.804743193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" ","response":"range_response_count:1 size:3240"} {"level":"info","ts":"2026-04-27T21:57:11.883036Z","caller":"traceutil/trace.go:171","msg":"trace[1414697554] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:26084; }","duration":"12.140049698s","start":"2026-04-27T21:56:59.742968Z","end":"2026-04-27T21:57:11.883018Z","steps":["trace[1414697554] 'agreement among raft nodes before linearized reading' (duration: 12.139904495s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:11.883066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:59.742959Z","time spent":"12.140102299s","remote":"127.0.0.1:39870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":30,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"warn","ts":"2026-04-27T21:57:11.88305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.294369151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-27T21:57:11.88307Z","caller":"traceutil/trace.go:171","msg":"trace[1498471368] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:26084; }","duration":"13.82514992s","start":"2026-04-27T21:56:58.057894Z","end":"2026-04-27T21:57:11.883043Z","steps":["trace[1498471368] 'agreement among raft nodes before linearized reading' (duration: 13.824905834s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:57:11.883075Z","caller":"traceutil/trace.go:171","msg":"trace[592546914] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron; range_end:; response_count:1; response_revision:26084; }","duration":"13.804849655s","start":"2026-04-27T21:56:58.078204Z","end":"2026-04-27T21:57:11.883054Z","steps":["trace[592546914] 'agreement among raft nodes before linearized reading' (duration: 13.804594058s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:11.883078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.035793885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:57:11.883104Z","caller":"traceutil/trace.go:171","msg":"trace[853335676] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:26084; }","duration":"13.294504603s","start":"2026-04-27T21:56:58.588585Z","end":"2026-04-27T21:57:11.88309Z","steps":["trace[853335676] 'agreement among raft nodes before linearized reading' (duration: 13.294248378s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:11.883114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:58.057888Z","time spent":"13.825216132s","remote":"127.0.0.1:39944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2107,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-04-27T21:57:11.883119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:58.078197Z","time spent":"13.804912846s","remote":"127.0.0.1:37822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3264,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" "} {"level":"warn","ts":"2026-04-27T21:57:11.883146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:58.588563Z","time spent":"13.294571125s","remote":"127.0.0.1:39976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":240,"response size":33,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:57:11.883153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.28225467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-04-27T21:57:11.883209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.083806781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:57:11.883234Z","caller":"traceutil/trace.go:171","msg":"trace[1589965167] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26084; }","duration":"12.282424964s","start":"2026-04-27T21:56:59.600787Z","end":"2026-04-27T21:57:11.883212Z","steps":["trace[1589965167] 'agreement among raft nodes before linearized reading' (duration: 12.282056576s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:57:11.883247Z","caller":"traceutil/trace.go:171","msg":"trace[544726623] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:26084; }","duration":"10.083876691s","start":"2026-04-27T21:57:01.799357Z","end":"2026-04-27T21:57:11.883234Z","steps":["trace[544726623] 'agreement among raft nodes before linearized reading' (duration: 10.08381885s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:57:11.88312Z","caller":"traceutil/trace.go:171","msg":"trace[1937842718] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:26084; }","duration":"13.035875357s","start":"2026-04-27T21:56:58.847234Z","end":"2026-04-27T21:57:11.883109Z","steps":["trace[1937842718] 'agreement among raft nodes before linearized reading' (duration: 13.035810085s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:11.883277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:01.799338Z","time spent":"10.083931473s","remote":"127.0.0.1:51730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:57:11.883276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:59.60077Z","time spent":"12.282496976s","remote":"127.0.0.1:39882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-27T21:57:11.88331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.828071645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/envoy-gateway-system/\" range_end:\"/registry/deployments/envoy-gateway-system0\" limit:10000 ","response":"range_response_count:1 size:5642"} {"level":"info","ts":"2026-04-27T21:57:11.883338Z","caller":"traceutil/trace.go:171","msg":"trace[105923475] range","detail":"{range_begin:/registry/deployments/envoy-gateway-system/; range_end:/registry/deployments/envoy-gateway-system0; response_count:1; response_revision:26084; }","duration":"13.828122687s","start":"2026-04-27T21:56:58.055206Z","end":"2026-04-27T21:57:11.883329Z","steps":["trace[105923475] 'agreement among raft nodes before linearized reading' (duration: 13.828021794s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:11.88335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.310305899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:57:11.883358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:58.055193Z","time spent":"13.828160447s","remote":"127.0.0.1:40292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":5666,"request content":"key:\"/registry/deployments/envoy-gateway-system/\" range_end:\"/registry/deployments/envoy-gateway-system0\" limit:10000 "} {"level":"info","ts":"2026-04-27T21:57:11.883376Z","caller":"traceutil/trace.go:171","msg":"trace[1191063639] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:26084; }","duration":"10.310330009s","start":"2026-04-27T21:57:01.573038Z","end":"2026-04-27T21:57:11.883368Z","steps":["trace[1191063639] 'agreement among raft nodes before linearized reading' (duration: 10.310291939s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:11.883392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:01.573013Z","time spent":"10.310375441s","remote":"127.0.0.1:37874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:57:11.883385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.311723601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:57:11.883353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:56:58.847215Z","time spent":"13.036093601s","remote":"127.0.0.1:44518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:57:11.883401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.732661562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:57:11.883422Z","caller":"traceutil/trace.go:171","msg":"trace[316794575] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:26084; }","duration":"11.311790621s","start":"2026-04-27T21:57:00.57162Z","end":"2026-04-27T21:57:11.88341Z","steps":["trace[316794575] 'agreement among raft nodes before linearized reading' (duration: 11.31172254s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:11.883413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.433962826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:57:11.883316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.067002264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-27T21:57:11.883443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:00.571597Z","time spent":"11.311840813s","remote":"127.0.0.1:37878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"info","ts":"2026-04-27T21:57:11.883451Z","caller":"traceutil/trace.go:171","msg":"trace[2080979983] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:26084; }","duration":"10.434035148s","start":"2026-04-27T21:57:01.449405Z","end":"2026-04-27T21:57:11.883441Z","steps":["trace[2080979983] 'agreement among raft nodes before linearized reading' (duration: 10.433973327s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:57:11.883449Z","caller":"traceutil/trace.go:171","msg":"trace[488617904] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:26084; }","duration":"10.732739023s","start":"2026-04-27T21:57:01.150695Z","end":"2026-04-27T21:57:11.883433Z","steps":["trace[488617904] 'agreement among raft nodes before linearized reading' (duration: 10.732665791s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:57:11.883466Z","caller":"traceutil/trace.go:171","msg":"trace[1112175087] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:26084; }","duration":"11.067184497s","start":"2026-04-27T21:57:00.81627Z","end":"2026-04-27T21:57:11.883455Z","steps":["trace[1112175087] 'agreement among raft nodes before linearized reading' (duration: 11.067018724s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:11.883482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:01.449388Z","time spent":"10.434085269s","remote":"127.0.0.1:42866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:57:11.883492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:01.150679Z","time spent":"10.732799955s","remote":"127.0.0.1:44810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:57:11.883509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.899538055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-27T21:57:11.883512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:00.816249Z","time spent":"11.067249259s","remote":"127.0.0.1:52398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"info","ts":"2026-04-27T21:57:11.883531Z","caller":"traceutil/trace.go:171","msg":"trace[1389757040] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:26084; }","duration":"10.899594617s","start":"2026-04-27T21:57:00.983928Z","end":"2026-04-27T21:57:11.883523Z","steps":["trace[1389757040] 'agreement among raft nodes before linearized reading' (duration: 10.899556936s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:11.883552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:00.983908Z","time spent":"10.899638488s","remote":"127.0.0.1:37634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":32,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:57:11.883549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.244652669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T21:57:11.883571Z","caller":"traceutil/trace.go:171","msg":"trace[374783718] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:26084; }","duration":"11.24471244s","start":"2026-04-27T21:57:00.638853Z","end":"2026-04-27T21:57:11.883566Z","steps":["trace[374783718] 'agreement among raft nodes before linearized reading' (duration: 11.244665059s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:11.883471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.688941363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:57:11.883593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:00.638832Z","time spent":"11.244756061s","remote":"127.0.0.1:39928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":16,"response size":32,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-04-27T21:57:11.883623Z","caller":"traceutil/trace.go:171","msg":"trace[882615536] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:26084; }","duration":"11.689112906s","start":"2026-04-27T21:57:00.194494Z","end":"2026-04-27T21:57:11.883607Z","steps":["trace[882615536] 'agreement among raft nodes before linearized reading' (duration: 11.688909741s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:11.883668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:00.194476Z","time spent":"11.689176138s","remote":"127.0.0.1:44582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-04-27T21:57:11.884238Z","caller":"traceutil/trace.go:171","msg":"trace[1334214482] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:26084; }","duration":"9.339749968s","start":"2026-04-27T21:57:02.542784Z","end":"2026-04-27T21:57:11.882534Z","steps":["trace[1334214482] 'agreement among raft nodes before linearized reading' (duration: 9.339682527s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:11.884379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:02.542762Z","time spent":"9.34159205s","remote":"127.0.0.1:42698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:57:12.086279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000313556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-27T21:57:12.086399Z","caller":"traceutil/trace.go:171","msg":"trace[1445870507] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00050088s","start":"2026-04-27T21:57:10.085867Z","end":"2026-04-27T21:57:12.086367Z","steps":["trace[1445870507] 'agreement among raft nodes before linearized reading' (duration: 2.000329477s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:12.086468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:10.085856Z","time spent":"2.000591812s","remote":"127.0.0.1:39786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T21:57:12.628251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999073827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T21:57:12.628398Z","caller":"traceutil/trace.go:171","msg":"trace[1233157268] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"4.999268432s","start":"2026-04-27T21:57:07.629108Z","end":"2026-04-27T21:57:12.628377Z","steps":["trace[1233157268] 'agreement among raft nodes before linearized reading' (duration: 4.999104848s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:12.628483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:07.629088Z","time spent":"4.999382484s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} 2026/04/27 21:57:12 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T21:57:12.628681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.996830737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-04-27T21:57:12.628707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998186968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T21:57:12.628757Z","caller":"traceutil/trace.go:171","msg":"trace[1343203731] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"4.99696319s","start":"2026-04-27T21:57:07.631783Z","end":"2026-04-27T21:57:12.628746Z","steps":["trace[1343203731] 'agreement among raft nodes before linearized reading' (duration: 4.996885808s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:12.628865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99833554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T21:57:12.628905Z","caller":"traceutil/trace.go:171","msg":"trace[55566764] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"4.998398691s","start":"2026-04-27T21:57:07.630496Z","end":"2026-04-27T21:57:12.628895Z","steps":["trace[55566764] 'agreement among raft nodes before linearized reading' (duration: 4.99835414s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:12.628881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:07.631753Z","time spent":"4.997113232s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-04-27T21:57:12.628946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:07.630487Z","time spent":"4.998449952s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/04/27 21:57:12 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/04/27 21:57:12 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-27T21:57:12.6288Z","caller":"traceutil/trace.go:171","msg":"trace[643900358] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.998351672s","start":"2026-04-27T21:57:09.630427Z","end":"2026-04-27T21:57:12.628778Z","steps":["trace[643900358] 'agreement among raft nodes before linearized reading' (duration: 2.998203769s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:12.629256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:09.630416Z","time spent":"2.998821563s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/27 21:57:12 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T21:57:12.632604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999295041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T21:57:12.632639Z","caller":"traceutil/trace.go:171","msg":"trace[1561492942] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"4.999349562s","start":"2026-04-27T21:57:07.633279Z","end":"2026-04-27T21:57:12.632628Z","steps":["trace[1561492942] 'agreement among raft nodes before linearized reading' (duration: 4.999313201s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:12.632673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:07.633266Z","time spent":"4.999401773s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} 2026/04/27 21:57:12 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T21:57:13.632349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000649653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T21:57:13.632442Z","caller":"traceutil/trace.go:171","msg":"trace[1625531669] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000789776s","start":"2026-04-27T21:57:11.631632Z","end":"2026-04-27T21:57:13.632422Z","steps":["trace[1625531669] 'agreement among raft nodes before linearized reading' (duration: 2.000680694s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:13.632493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:11.631614Z","time spent":"2.000868339s","remote":"127.0.0.1:39786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/27 21:57:13 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T21:57:14.08681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999899166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T21:57:14.087186Z","caller":"traceutil/trace.go:171","msg":"trace[1556727934] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000323506s","start":"2026-04-27T21:57:12.086835Z","end":"2026-04-27T21:57:14.087159Z","steps":["trace[1556727934] 'agreement among raft nodes before linearized reading' (duration: 1.999934857s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:14.08735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:12.086816Z","time spent":"2.00051695s","remote":"127.0.0.1:39788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/27 21:57:14 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T21:57:14.408211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.247129899s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T21:57:14.408445Z","caller":"traceutil/trace.go:171","msg":"trace[1767040880] linearizableReadLoop","detail":"{readStateIndex:26983; appliedIndex:26981; }","duration":"2.525964801s","start":"2026-04-27T21:57:11.882442Z","end":"2026-04-27T21:57:14.408407Z","steps":["trace[1767040880] 'read index received' (duration: 278.538105ms)","trace[1767040880] 'applied index is now lower than readState.Index' (duration: 2.247425496s)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:57:14.408571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.344533899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:57:14.408568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.22127332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:57:14.408611Z","caller":"traceutil/trace.go:171","msg":"trace[1829214385] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:26085; }","duration":"5.34457763s","start":"2026-04-27T21:57:09.064021Z","end":"2026-04-27T21:57:14.408598Z","steps":["trace[1829214385] 'agreement among raft nodes before linearized reading' (duration: 5.344485048s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:57:14.408629Z","caller":"traceutil/trace.go:171","msg":"trace[1092087958] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:26085; }","duration":"5.221373232s","start":"2026-04-27T21:57:09.187238Z","end":"2026-04-27T21:57:14.408611Z","steps":["trace[1092087958] 'agreement among raft nodes before linearized reading' (duration: 5.221234229s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:14.408718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:09.187218Z","time spent":"5.221486884s","remote":"127.0.0.1:44334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:57:14.408771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.6677528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:57:14.408809Z","caller":"traceutil/trace.go:171","msg":"trace[1555327279] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:26085; }","duration":"7.667832482s","start":"2026-04-27T21:57:06.740967Z","end":"2026-04-27T21:57:14.408799Z","steps":["trace[1555327279] 'agreement among raft nodes before linearized reading' (duration: 7.667779581s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:14.408837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:06.740942Z","time spent":"7.667887684s","remote":"127.0.0.1:44440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"info","ts":"2026-04-27T21:57:14.408961Z","caller":"traceutil/trace.go:171","msg":"trace[500502272] transaction","detail":"{read_only:false; response_revision:26085; number_of_response:1; }","duration":"4.276901544s","start":"2026-04-27T21:57:10.132041Z","end":"2026-04-27T21:57:14.408942Z","steps":["trace[500502272] 'process raft request' (duration: 2.028952867s)","trace[500502272] 'compare' (duration: 2.246279411s)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:57:14.409033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.729565844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:57:14.40907Z","caller":"traceutil/trace.go:171","msg":"trace[1121867151] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:26085; }","duration":"7.729604745s","start":"2026-04-27T21:57:06.679456Z","end":"2026-04-27T21:57:14.409061Z","steps":["trace[1121867151] 'agreement among raft nodes before linearized reading' (duration: 7.729548334s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:14.409107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:06.679404Z","time spent":"7.729693467s","remote":"127.0.0.1:44466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-04-27T21:57:14.409112Z","caller":"traceutil/trace.go:171","msg":"trace[5071502] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26085; }","duration":"3.293355713s","start":"2026-04-27T21:57:11.115742Z","end":"2026-04-27T21:57:14.409098Z","steps":["trace[5071502] 'process raft request' (duration: 3.292571076s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:14.40918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:11.115716Z","time spent":"3.293428665s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":725,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:57:14.411453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.77985457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:552"} {"level":"warn","ts":"2026-04-27T21:57:14.411505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.324257471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:57:14.411506Z","caller":"traceutil/trace.go:171","msg":"trace[1147738516] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:26085; }","duration":"4.779933362s","start":"2026-04-27T21:57:09.631557Z","end":"2026-04-27T21:57:14.411491Z","steps":["trace[1147738516] 'agreement among raft nodes before linearized reading' (duration: 4.777664411s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:57:14.411531Z","caller":"traceutil/trace.go:171","msg":"trace[1828166827] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:26085; }","duration":"10.324315512s","start":"2026-04-27T21:57:04.087207Z","end":"2026-04-27T21:57:14.411522Z","steps":["trace[1828166827] 'agreement among raft nodes before linearized reading' (duration: 10.324275491s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:14.411541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.394541508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:644"} {"level":"warn","ts":"2026-04-27T21:57:14.411558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:04.087186Z","time spent":"10.324364424s","remote":"127.0.0.1:44356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"info","ts":"2026-04-27T21:57:14.411581Z","caller":"traceutil/trace.go:171","msg":"trace[2147303670] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:26085; }","duration":"4.394603019s","start":"2026-04-27T21:57:10.016967Z","end":"2026-04-27T21:57:14.41157Z","steps":["trace[2147303670] 'agreement among raft nodes before linearized reading' (duration: 4.394458016s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:14.411605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:10.016955Z","time spent":"4.39464446s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":668,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-04-27T21:57:14.408727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.851478972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-27T21:57:14.411729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.982794052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-27T21:57:14.411748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.681152309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/glance-api-5c54dcb5fb-gvmjx.18aa53d42e825050\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-04-27T21:57:14.411757Z","caller":"traceutil/trace.go:171","msg":"trace[1674935854] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:26085; }","duration":"3.982821143s","start":"2026-04-27T21:57:10.428927Z","end":"2026-04-27T21:57:14.411748Z","steps":["trace[1674935854] 'agreement among raft nodes before linearized reading' (duration: 3.982773042s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:57:14.41177Z","caller":"traceutil/trace.go:171","msg":"trace[1063649880] range","detail":"{range_begin:/registry/events/openstack/glance-api-5c54dcb5fb-gvmjx.18aa53d42e825050; range_end:; response_count:1; response_revision:26085; }","duration":"10.68120242s","start":"2026-04-27T21:57:03.730561Z","end":"2026-04-27T21:57:14.411763Z","steps":["trace[1063649880] 'agreement among raft nodes before linearized reading' (duration: 10.681132019s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:14.411777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:10.428873Z","time spent":"3.982898825s","remote":"127.0.0.1:40032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":32,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:57:14.411791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:03.730544Z","time spent":"10.681241441s","remote":"127.0.0.1:39864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":2012,"request content":"key:\"/registry/events/openstack/glance-api-5c54dcb5fb-gvmjx.18aa53d42e825050\" "} {"level":"warn","ts":"2026-04-27T21:57:14.409063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:10.132014Z","time spent":"4.276984987s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:57:14.409275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.606801375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:57:14.41172Z","caller":"traceutil/trace.go:171","msg":"trace[1048994243] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26085; }","duration":"6.854456529s","start":"2026-04-27T21:57:07.557239Z","end":"2026-04-27T21:57:14.411695Z","steps":["trace[1048994243] 'agreement among raft nodes before linearized reading' (duration: 6.851456832s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:57:14.411887Z","caller":"traceutil/trace.go:171","msg":"trace[555122939] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:26085; }","duration":"9.609510446s","start":"2026-04-27T21:57:04.802367Z","end":"2026-04-27T21:57:14.411877Z","steps":["trace[555122939] 'agreement among raft nodes before linearized reading' (duration: 9.606826366s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:14.411911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:04.802347Z","time spent":"9.609556096s","remote":"127.0.0.1:44296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:57:14.411918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:07.557175Z","time spent":"6.854725965s","remote":"127.0.0.1:37946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:57:14.40938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.881592456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:57:14.409341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.775723916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:57:14.412015Z","caller":"traceutil/trace.go:171","msg":"trace[1425162511] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:26085; }","duration":"7.884263426s","start":"2026-04-27T21:57:06.527741Z","end":"2026-04-27T21:57:14.412005Z","steps":["trace[1425162511] 'agreement among raft nodes before linearized reading' (duration: 7.881619537s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:14.409382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.651839686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-27T21:57:14.409412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.97786515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:57:14.412044Z","caller":"traceutil/trace.go:171","msg":"trace[980397935] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:26085; }","duration":"3.654569767s","start":"2026-04-27T21:57:10.757469Z","end":"2026-04-27T21:57:14.412038Z","steps":["trace[980397935] 'agreement among raft nodes before linearized reading' (duration: 3.651796585s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:14.412047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:06.527717Z","time spent":"7.884320986s","remote":"127.0.0.1:44606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:57:14.412066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:10.75745Z","time spent":"3.654608078s","remote":"127.0.0.1:40114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":20,"response size":32,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-04-27T21:57:14.412019Z","caller":"traceutil/trace.go:171","msg":"trace[570598570] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:26085; }","duration":"7.778437997s","start":"2026-04-27T21:57:06.633571Z","end":"2026-04-27T21:57:14.412009Z","steps":["trace[570598570] 'agreement among raft nodes before linearized reading' (duration: 7.775744567s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:57:14.412076Z","caller":"traceutil/trace.go:171","msg":"trace[1565481215] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:26085; }","duration":"7.980572441s","start":"2026-04-27T21:57:06.431485Z","end":"2026-04-27T21:57:14.412057Z","steps":["trace[1565481215] 'agreement among raft nodes before linearized reading' (duration: 7.977908821s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:14.409441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.087286278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-27T21:57:14.412122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:06.431455Z","time spent":"7.980651272s","remote":"127.0.0.1:44562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:57:14.412104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.6690471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:120125"} {"level":"info","ts":"2026-04-27T21:57:14.412146Z","caller":"traceutil/trace.go:171","msg":"trace[1265576376] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:26085; }","duration":"8.090005989s","start":"2026-04-27T21:57:06.322125Z","end":"2026-04-27T21:57:14.412131Z","steps":["trace[1265576376] 'agreement among raft nodes before linearized reading' (duration: 8.087299719s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:14.409468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.535874379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:57:14.412175Z","caller":"traceutil/trace.go:171","msg":"trace[1223122954] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:26085; }","duration":"4.669179813s","start":"2026-04-27T21:57:09.742974Z","end":"2026-04-27T21:57:14.412154Z","steps":["trace[1223122954] 'agreement among raft nodes before linearized reading' (duration: 4.668924597s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:14.409654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.045376784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T21:57:14.412222Z","caller":"traceutil/trace.go:171","msg":"trace[2032624823] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:26085; }","duration":"3.048005793s","start":"2026-04-27T21:57:11.36421Z","end":"2026-04-27T21:57:14.412216Z","steps":["trace[2032624823] 'agreement among raft nodes before linearized reading' (duration: 3.045409025s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:14.412228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:09.742959Z","time spent":"4.669259805s","remote":"127.0.0.1:39840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":120149,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-04-27T21:57:14.412243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:11.364189Z","time spent":"3.048046584s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":19,"response size":32,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:57:14.409747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.782930227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18571"} {"level":"info","ts":"2026-04-27T21:57:14.412298Z","caller":"traceutil/trace.go:171","msg":"trace[1257114771] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26085; }","duration":"11.785502903s","start":"2026-04-27T21:57:02.626789Z","end":"2026-04-27T21:57:14.412292Z","steps":["trace[1257114771] 'agreement among raft nodes before linearized reading' (duration: 11.782882105s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:14.412322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:02.626779Z","time spent":"11.785537533s","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18595,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-27T21:57:14.410077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.783410671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.250\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-04-27T21:57:14.412394Z","caller":"traceutil/trace.go:171","msg":"trace[1405431187] range","detail":"{range_begin:/registry/masterleases/199.204.45.250; range_end:; response_count:1; response_revision:26085; }","duration":"4.785796433s","start":"2026-04-27T21:57:09.626585Z","end":"2026-04-27T21:57:14.412381Z","steps":["trace[1405431187] 'agreement among raft nodes before linearized reading' (duration: 4.783299298s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:14.412187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:06.322111Z","time spent":"8.09006354s","remote":"127.0.0.1:40044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":32,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:57:14.412439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:09.626566Z","time spent":"4.785858515s","remote":"127.0.0.1:39810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.250\" "} {"level":"warn","ts":"2026-04-27T21:57:14.410252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.989977544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:57:14.412566Z","caller":"traceutil/trace.go:171","msg":"trace[1236165198] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:26085; }","duration":"4.992288245s","start":"2026-04-27T21:57:09.420263Z","end":"2026-04-27T21:57:14.412551Z","steps":["trace[1236165198] 'agreement among raft nodes before linearized reading' (duration: 4.989961213s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:14.412607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:09.42024Z","time spent":"4.992352927s","remote":"127.0.0.1:44672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:57:14.41146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.154761228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"info","ts":"2026-04-27T21:57:14.412688Z","caller":"traceutil/trace.go:171","msg":"trace[399766581] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:26085; }","duration":"10.156006697s","start":"2026-04-27T21:57:04.256662Z","end":"2026-04-27T21:57:14.412669Z","steps":["trace[399766581] 'agreement among raft nodes before linearized reading' (duration: 10.153097272s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:14.412722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:09.63154Z","time spent":"4.78116575s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-04-27T21:57:14.412743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:04.256633Z","time spent":"10.156095278s","remote":"127.0.0.1:39974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2013,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-04-27T21:57:14.4103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.190129143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:57:14.412793Z","caller":"traceutil/trace.go:171","msg":"trace[1735185846] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:26085; }","duration":"5.19266535s","start":"2026-04-27T21:57:09.220116Z","end":"2026-04-27T21:57:14.412782Z","steps":["trace[1735185846] 'agreement among raft nodes before linearized reading' (duration: 5.190156114s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:14.41284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:09.220095Z","time spent":"5.192731911s","remote":"127.0.0.1:37888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:57:14.408672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:09.063967Z","time spent":"5.344670452s","remote":"127.0.0.1:44798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:57:14.412145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:06.633549Z","time spent":"7.77855798s","remote":"127.0.0.1:50632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:57:14.409495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.643381424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:57:14.412994Z","caller":"traceutil/trace.go:171","msg":"trace[1475388381] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:26085; }","duration":"8.646875003s","start":"2026-04-27T21:57:05.766108Z","end":"2026-04-27T21:57:14.412983Z","steps":["trace[1475388381] 'agreement among raft nodes before linearized reading' (duration: 8.643373524s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:14.413032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:05.766053Z","time spent":"8.646969385s","remote":"127.0.0.1:51810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:57:14.409599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.01927532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-27T21:57:14.410203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.855801511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:57:14.413065Z","caller":"traceutil/trace.go:171","msg":"trace[416855291] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:26085; }","duration":"4.858707876s","start":"2026-04-27T21:57:09.554351Z","end":"2026-04-27T21:57:14.413059Z","steps":["trace[416855291] 'agreement among raft nodes before linearized reading' (duration: 4.855810341s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:14.413085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:09.554334Z","time spent":"4.858744646s","remote":"127.0.0.1:44620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"info","ts":"2026-04-27T21:57:14.412196Z","caller":"traceutil/trace.go:171","msg":"trace[616593679] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:26085; }","duration":"8.538635151s","start":"2026-04-27T21:57:05.873551Z","end":"2026-04-27T21:57:14.412186Z","steps":["trace[616593679] 'agreement among raft nodes before linearized reading' (duration: 8.53590217s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:14.413222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:05.873531Z","time spent":"8.539674254s","remote":"127.0.0.1:44552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-04-27T21:57:14.41317Z","caller":"traceutil/trace.go:171","msg":"trace[767353107] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:26085; }","duration":"3.02286718s","start":"2026-04-27T21:57:11.39029Z","end":"2026-04-27T21:57:14.413157Z","steps":["trace[767353107] 'agreement among raft nodes before linearized reading' (duration: 3.019221928s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:14.413298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:11.390272Z","time spent":"3.023009804s","remote":"127.0.0.1:40162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":125,"response size":32,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:57:14.413979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.784981033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-27T21:57:14.414028Z","caller":"traceutil/trace.go:171","msg":"trace[455177654] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26085; }","duration":"9.785054455s","start":"2026-04-27T21:57:04.628961Z","end":"2026-04-27T21:57:14.414015Z","steps":["trace[455177654] 'agreement among raft nodes before linearized reading' (duration: 9.780306018s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:14.41406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:04.628946Z","time spent":"9.785106196s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-27T21:57:14.414763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.780114317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-04-27T21:57:14.414839Z","caller":"traceutil/trace.go:171","msg":"trace[1188720503] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26085; }","duration":"2.780211729s","start":"2026-04-27T21:57:11.634606Z","end":"2026-04-27T21:57:14.414818Z","steps":["trace[1188720503] 'agreement among raft nodes before linearized reading' (duration: 2.774838669s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:14.414883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:11.634595Z","time spent":"2.780279821s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-27T21:57:14.62811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.120084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T21:57:14.628199Z","caller":"traceutil/trace.go:171","msg":"trace[319046365] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"211.254878ms","start":"2026-04-27T21:57:14.416925Z","end":"2026-04-27T21:57:14.62818Z","steps":["trace[319046365] 'agreement among raft nodes before linearized reading' (duration: 211.140435ms)"],"step_count":1} 2026/04/27 21:57:14 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T21:57:14.629846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.491323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T21:57:14.629982Z","caller":"traceutil/trace.go:171","msg":"trace[693518563] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"211.664596ms","start":"2026-04-27T21:57:14.418292Z","end":"2026-04-27T21:57:14.629956Z","steps":["trace[693518563] 'agreement among raft nodes before linearized reading' (duration: 211.503283ms)"],"step_count":1} 2026/04/27 21:57:14 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/04/27 21:57:14 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T21:57:14.909379Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185919323921476,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T21:57:15.409836Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185919323921476,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T21:57:15.910845Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185919323921476,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T21:57:16.094495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000208994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T21:57:16.094572Z","caller":"traceutil/trace.go:171","msg":"trace[313334903] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000372748s","start":"2026-04-27T21:57:14.094182Z","end":"2026-04-27T21:57:16.094554Z","steps":["trace[313334903] 'agreement among raft nodes before linearized reading' (duration: 2.000278126s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:16.094615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:14.09416Z","time spent":"2.000446989s","remote":"127.0.0.1:39786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/27 21:57:16 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T21:57:16.30178Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.140770318s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-27T21:57:17.630493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.000003808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T21:57:17.630559Z","caller":"traceutil/trace.go:171","msg":"trace[1403647968] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"5.00010932s","start":"2026-04-27T21:57:12.630434Z","end":"2026-04-27T21:57:17.630544Z","steps":["trace[1403647968] 'agreement among raft nodes before linearized reading' (duration: 5.000023938s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:17.630536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999982627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-04-27T21:57:17.630594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:12.630422Z","time spent":"5.000165431s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/04/27 21:57:17 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-27T21:57:17.630617Z","caller":"traceutil/trace.go:171","msg":"trace[374522512] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"5.00011418s","start":"2026-04-27T21:57:12.630482Z","end":"2026-04-27T21:57:17.630596Z","steps":["trace[374522512] 'agreement among raft nodes before linearized reading' (duration: 4.999997877s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:17.630668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:12.630478Z","time spent":"5.000180181s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} 2026/04/27 21:57:17 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T21:57:18.094437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99962865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T21:57:18.094505Z","caller":"traceutil/trace.go:171","msg":"trace[1031087030] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999745643s","start":"2026-04-27T21:57:16.094742Z","end":"2026-04-27T21:57:18.094488Z","steps":["trace[1031087030] 'agreement among raft nodes before linearized reading' (duration: 1.999661581s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:18.094542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:16.094722Z","time spent":"1.999812965s","remote":"127.0.0.1:39788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/27 21:57:18 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T21:57:18.214452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.912441859s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T21:57:18.214825Z","caller":"traceutil/trace.go:171","msg":"trace[1498075091] transaction","detail":"{read_only:false; response_revision:26086; number_of_response:1; }","duration":"6.298999048s","start":"2026-04-27T21:57:11.915795Z","end":"2026-04-27T21:57:18.214794Z","steps":["trace[1498075091] 'process raft request' (duration: 4.38614197s)","trace[1498075091] 'compare' (duration: 1.908892539s)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:57:18.214956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:11.915775Z","time spent":"6.299111321s","remote":"127.0.0.1:39966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:57:19.133142Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"452d9dd0c0025c0c","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-04-27T21:57:20.102236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000771987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-27T21:57:20.102391Z","caller":"traceutil/trace.go:171","msg":"trace[2071145163] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000937701s","start":"2026-04-27T21:57:18.101431Z","end":"2026-04-27T21:57:20.102368Z","steps":["trace[2071145163] 'agreement among raft nodes before linearized reading' (duration: 2.000769187s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:20.102445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:18.101402Z","time spent":"2.001031763s","remote":"127.0.0.1:39786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/27 21:57:20 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T21:57:21.146363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.931807032s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"warn","ts":"2026-04-27T21:57:21.148395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.065662328s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:57:21.148554Z","caller":"traceutil/trace.go:171","msg":"trace[2099442414] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26086; }","duration":"1.065834203s","start":"2026-04-27T21:57:20.082696Z","end":"2026-04-27T21:57:21.148531Z","steps":["trace[2099442414] 'range keys from in-memory index tree' (duration: 1.065641938s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:21.188878Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.886305613s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-27T21:57:21.189316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:14.413782Z","time spent":"6.775525322s","remote":"127.0.0.1:39810","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-27T21:57:21.189706Z","caller":"traceutil/trace.go:171","msg":"trace[583901187] linearizableReadLoop","detail":"{readStateIndex:26989; appliedIndex:26983; }","duration":"6.78120502s","start":"2026-04-27T21:57:14.408479Z","end":"2026-04-27T21:57:21.189684Z","steps":["trace[583901187] 'read index received' (duration: 1.893531636s)","trace[583901187] 'applied index is now lower than readState.Index' (duration: 4.887672314s)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:57:21.189885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.151502626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:57:21.189919Z","caller":"traceutil/trace.go:171","msg":"trace[40882597] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:26088; }","duration":"7.151585429s","start":"2026-04-27T21:57:14.038324Z","end":"2026-04-27T21:57:21.18991Z","steps":["trace[40882597] 'agreement among raft nodes before linearized reading' (duration: 7.151463186s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:21.189971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:14.038309Z","time spent":"7.151633189s","remote":"127.0.0.1:42784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:57:21.189969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.12037889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:57:21.190034Z","caller":"traceutil/trace.go:171","msg":"trace[1604919017] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:26088; }","duration":"7.120458282s","start":"2026-04-27T21:57:14.069551Z","end":"2026-04-27T21:57:21.19001Z","steps":["trace[1604919017] 'agreement among raft nodes before linearized reading' (duration: 7.120231527s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:21.190089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:14.069502Z","time spent":"7.120573024s","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:57:21.190074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.277594677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/envoy-gateway-system/\" range_end:\"/registry/daemonsets/envoy-gateway-system0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:57:21.190113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.136647463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-27T21:57:21.190133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.278401235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-7ea6374a-2f11-4b97-bce8-5f8a58ef32d6\" ","response":"range_response_count:1 size:1436"} {"level":"info","ts":"2026-04-27T21:57:21.190154Z","caller":"traceutil/trace.go:171","msg":"trace[1026183961] range","detail":"{range_begin:/registry/daemonsets/envoy-gateway-system/; range_end:/registry/daemonsets/envoy-gateway-system0; response_count:0; response_revision:26088; }","duration":"9.27772045s","start":"2026-04-27T21:57:11.912414Z","end":"2026-04-27T21:57:21.190135Z","steps":["trace[1026183961] 'agreement among raft nodes before linearized reading' (duration: 9.277551536s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:57:21.190193Z","caller":"traceutil/trace.go:171","msg":"trace[1037328998] range","detail":"{range_begin:/registry/persistentvolumes/pvc-7ea6374a-2f11-4b97-bce8-5f8a58ef32d6; range_end:; response_count:1; response_revision:26088; }","duration":"9.278497968s","start":"2026-04-27T21:57:11.911681Z","end":"2026-04-27T21:57:21.190179Z","steps":["trace[1037328998] 'agreement among raft nodes before linearized reading' (duration: 9.278311434s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:57:21.190192Z","caller":"traceutil/trace.go:171","msg":"trace[782773311] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:26088; }","duration":"9.136761006s","start":"2026-04-27T21:57:12.053411Z","end":"2026-04-27T21:57:21.190172Z","steps":["trace[782773311] 'agreement among raft nodes before linearized reading' (duration: 9.136655063s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:21.190196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:14.415357Z","time spent":"6.774836117s","remote":"127.0.0.1:39864","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-27T21:57:21.190278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.951280416s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:57:21.190283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.002328309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-27T21:57:21.190223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:11.911669Z","time spent":"9.278546928s","remote":"127.0.0.1:39928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1460,"request content":"key:\"/registry/persistentvolumes/pvc-7ea6374a-2f11-4b97-bce8-5f8a58ef32d6\" "} {"level":"info","ts":"2026-04-27T21:57:21.190298Z","caller":"traceutil/trace.go:171","msg":"trace[211204919] transaction","detail":"{read_only:false; response_revision:26087; number_of_response:1; }","duration":"6.774153792s","start":"2026-04-27T21:57:14.416128Z","end":"2026-04-27T21:57:21.190282Z","steps":["trace[211204919] 'process raft request' (duration: 6.77316474s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:57:21.190323Z","caller":"traceutil/trace.go:171","msg":"trace[445995555] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:26088; }","duration":"7.002397231s","start":"2026-04-27T21:57:14.187912Z","end":"2026-04-27T21:57:21.190309Z","steps":["trace[445995555] 'agreement among raft nodes before linearized reading' (duration: 7.002316159s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:21.190297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.0328245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:57:21.190353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:14.187899Z","time spent":"7.002445041s","remote":"127.0.0.1:40342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":32,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:57:21.19039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:14.416082Z","time spent":"6.774252134s","remote":"127.0.0.1:39840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120109,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:57:21.190392Z","caller":"traceutil/trace.go:171","msg":"trace[2127327405] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:26088; }","duration":"8.032957304s","start":"2026-04-27T21:57:13.157405Z","end":"2026-04-27T21:57:21.190362Z","steps":["trace[2127327405] 'agreement among raft nodes before linearized reading' (duration: 8.032523664s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:21.190211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:11.9124Z","time spent":"9.277799812s","remote":"127.0.0.1:40324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":0,"response size":30,"request content":"key:\"/registry/daemonsets/envoy-gateway-system/\" range_end:\"/registry/daemonsets/envoy-gateway-system0\" limit:10000 "} {"level":"warn","ts":"2026-04-27T21:57:21.190034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.175094273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-neutron-default-user\" ","response":"range_response_count:1 size:1160"} {"level":"warn","ts":"2026-04-27T21:57:21.190453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:13.157389Z","time spent":"8.033046135s","remote":"127.0.0.1:44328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-04-27T21:57:21.190481Z","caller":"traceutil/trace.go:171","msg":"trace[115629581] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-neutron-default-user; range_end:; response_count:1; response_revision:26088; }","duration":"9.175574044s","start":"2026-04-27T21:57:12.014888Z","end":"2026-04-27T21:57:21.190462Z","steps":["trace[115629581] 'agreement among raft nodes before linearized reading' (duration: 9.174997921s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:21.190539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:12.014867Z","time spent":"9.175654765s","remote":"127.0.0.1:39874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1184,"request content":"key:\"/registry/secrets/openstack/rabbitmq-neutron-default-user\" "} {"level":"warn","ts":"2026-04-27T21:57:21.19024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:12.05339Z","time spent":"9.136834048s","remote":"127.0.0.1:37708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":32,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"info","ts":"2026-04-27T21:57:21.190305Z","caller":"traceutil/trace.go:171","msg":"trace[1332462596] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:26088; }","duration":"6.951308356s","start":"2026-04-27T21:57:14.238988Z","end":"2026-04-27T21:57:21.190296Z","steps":["trace[1332462596] 'agreement among raft nodes before linearized reading' (duration: 6.951265955s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:21.191565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:14.238909Z","time spent":"6.951710694s","remote":"127.0.0.1:42758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:57:22.102952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000187683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T21:57:22.103038Z","caller":"traceutil/trace.go:171","msg":"trace[1349854155] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000315636s","start":"2026-04-27T21:57:20.102703Z","end":"2026-04-27T21:57:22.103019Z","steps":["trace[1349854155] 'agreement among raft nodes before linearized reading' (duration: 2.000212044s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:22.103085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:20.102687Z","time spent":"2.000388187s","remote":"127.0.0.1:39788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/27 21:57:22 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T21:57:22.564545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"980.220017ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T21:57:22.565606Z","caller":"traceutil/trace.go:171","msg":"trace[1448153514] transaction","detail":"{read_only:false; response_revision:26089; number_of_response:1; }","duration":"5.731709792s","start":"2026-04-27T21:57:16.83386Z","end":"2026-04-27T21:57:22.56557Z","steps":["trace[1448153514] 'process raft request' (duration: 4.750385521s)","trace[1448153514] 'compare' (duration: 979.398908ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:57:22.565728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:16.833835Z","time spent":"5.731832416s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:57:24.110952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000377668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T21:57:24.11104Z","caller":"traceutil/trace.go:171","msg":"trace[1083749132] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000503501s","start":"2026-04-27T21:57:22.110519Z","end":"2026-04-27T21:57:24.111023Z","steps":["trace[1083749132] 'agreement among raft nodes before linearized reading' (duration: 2.000396729s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:24.111093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:22.110507Z","time spent":"2.000575392s","remote":"127.0.0.1:39786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/27 21:57:24 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T21:57:24.640519Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"452d9dd0c0025c21","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-04-27T21:57:24.748741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.184091038s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-04-27T21:57:24.74909Z","caller":"traceutil/trace.go:171","msg":"trace[1245614308] linearizableReadLoop","detail":"{readStateIndex:26992; appliedIndex:26989; }","duration":"3.559157892s","start":"2026-04-27T21:57:21.189757Z","end":"2026-04-27T21:57:24.748915Z","steps":["trace[1245614308] 'read index received' (duration: 394.465269ms)","trace[1245614308] 'applied index is now lower than readState.Index' (duration: 3.164691673s)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:57:24.749171Z","caller":"traceutil/trace.go:171","msg":"trace[28392308] transaction","detail":"{read_only:false; response_revision:26091; number_of_response:1; }","duration":"5.72136575s","start":"2026-04-27T21:57:19.027794Z","end":"2026-04-27T21:57:24.74916Z","steps":["trace[28392308] 'process raft request' (duration: 5.721026313s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:24.749438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:19.027764Z","time spent":"5.721607136s","remote":"127.0.0.1:39796","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":26,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:57:24.750468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.654939774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:57:24.750555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.442272064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:57:24.750546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.922358207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:57:24.75057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.732339325s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T21:57:24.750578Z","caller":"traceutil/trace.go:171","msg":"trace[1559855736] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26091; }","duration":"6.655101388s","start":"2026-04-27T21:57:18.095448Z","end":"2026-04-27T21:57:24.75055Z","steps":["trace[1559855736] 'agreement among raft nodes before linearized reading' (duration: 6.654854542s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:57:24.75061Z","caller":"traceutil/trace.go:171","msg":"trace[471652935] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:26091; }","duration":"7.442359056s","start":"2026-04-27T21:57:17.308231Z","end":"2026-04-27T21:57:24.75059Z","steps":["trace[471652935] 'agreement among raft nodes before linearized reading' (duration: 7.442296824s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:57:24.75063Z","caller":"traceutil/trace.go:171","msg":"trace[1571017423] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:26091; }","duration":"8.922509821s","start":"2026-04-27T21:57:15.828095Z","end":"2026-04-27T21:57:24.750605Z","steps":["trace[1571017423] 'agreement among raft nodes before linearized reading' (duration: 8.921466798s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:57:24.75063Z","caller":"traceutil/trace.go:171","msg":"trace[1299819734] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:26091; }","duration":"8.732439056s","start":"2026-04-27T21:57:16.018174Z","end":"2026-04-27T21:57:24.750613Z","steps":["trace[1299819734] 'agreement among raft nodes before linearized reading' (duration: 8.732335404s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:24.750649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:18.095406Z","time spent":"6.655223491s","remote":"127.0.0.1:44320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-27T21:57:24.75068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:15.82807Z","time spent":"8.922594652s","remote":"127.0.0.1:37646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:57:24.750683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:16.018154Z","time spent":"8.732514759s","remote":"127.0.0.1:40192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":32,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:57:24.750728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.314262938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:57:24.750766Z","caller":"traceutil/trace.go:171","msg":"trace[763943069] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:26091; }","duration":"10.314296798s","start":"2026-04-27T21:57:14.436457Z","end":"2026-04-27T21:57:24.750754Z","steps":["trace[763943069] 'agreement among raft nodes before linearized reading' (duration: 10.314235537s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:24.750731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.245519589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-27T21:57:24.750755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.005680292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-04-27T21:57:24.7508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:14.436445Z","time spent":"10.314347379s","remote":"127.0.0.1:44892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:57:24.750791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.444752329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T21:57:24.750829Z","caller":"traceutil/trace.go:171","msg":"trace[1171019248] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26091; }","duration":"10.005803615s","start":"2026-04-27T21:57:14.745008Z","end":"2026-04-27T21:57:24.750811Z","steps":["trace[1171019248] 'agreement among raft nodes before linearized reading' (duration: 10.005551279s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:57:24.750819Z","caller":"traceutil/trace.go:171","msg":"trace[1614954770] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:26091; }","duration":"8.245615512s","start":"2026-04-27T21:57:16.505187Z","end":"2026-04-27T21:57:24.750803Z","steps":["trace[1614954770] 'agreement among raft nodes before linearized reading' (duration: 8.245438539s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:57:24.750851Z","caller":"traceutil/trace.go:171","msg":"trace[143653620] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:26091; }","duration":"9.444857331s","start":"2026-04-27T21:57:15.305977Z","end":"2026-04-27T21:57:24.750834Z","steps":["trace[143653620] 'agreement among raft nodes before linearized reading' (duration: 9.444726448s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:24.750886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:14.744987Z","time spent":"10.005890136s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":557,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-27T21:57:24.750899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:16.505152Z","time spent":"8.245729134s","remote":"127.0.0.1:52372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:57:24.750947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.02931015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:31 size:268802"} {"level":"warn","ts":"2026-04-27T21:57:24.751027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.384572753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:57:24.751048Z","caller":"traceutil/trace.go:171","msg":"trace[1644835667] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:31; response_revision:26091; }","duration":"9.029407143s","start":"2026-04-27T21:57:15.721596Z","end":"2026-04-27T21:57:24.751003Z","steps":["trace[1644835667] 'agreement among raft nodes before linearized reading' (duration: 9.028987004s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:24.751045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.260169077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-27T21:57:24.75109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:15.721582Z","time spent":"9.029496014s","remote":"127.0.0.1:40292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":31,"response size":268826,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-04-27T21:57:24.75109Z","caller":"traceutil/trace.go:171","msg":"trace[1099356634] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:26091; }","duration":"5.384651755s","start":"2026-04-27T21:57:19.366419Z","end":"2026-04-27T21:57:24.751071Z","steps":["trace[1099356634] 'agreement among raft nodes before linearized reading' (duration: 5.384577234s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:57:24.751101Z","caller":"traceutil/trace.go:171","msg":"trace[1022418518] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:26091; }","duration":"9.26026034s","start":"2026-04-27T21:57:15.490823Z","end":"2026-04-27T21:57:24.751084Z","steps":["trace[1022418518] 'agreement among raft nodes before linearized reading' (duration: 9.260108816s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:24.750902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:15.305958Z","time spent":"9.444928532s","remote":"127.0.0.1:52388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:57:24.75114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:19.366405Z","time spent":"5.384720047s","remote":"127.0.0.1:44452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:57:24.751145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:15.490804Z","time spent":"9.260328341s","remote":"127.0.0.1:40056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":91,"response size":32,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:57:24.751165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.762028019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7533"} {"level":"warn","ts":"2026-04-27T21:57:24.751176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.006012829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-04-27T21:57:24.751237Z","caller":"traceutil/trace.go:171","msg":"trace[845892343] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26091; }","duration":"10.006116372s","start":"2026-04-27T21:57:14.745105Z","end":"2026-04-27T21:57:24.751222Z","steps":["trace[845892343] 'agreement among raft nodes before linearized reading' (duration: 10.005978929s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:24.751288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:14.745082Z","time spent":"10.006193743s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-27T21:57:24.751198Z","caller":"traceutil/trace.go:171","msg":"trace[704214365] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:26091; }","duration":"9.762096181s","start":"2026-04-27T21:57:14.989092Z","end":"2026-04-27T21:57:24.751188Z","steps":["trace[704214365] 'agreement among raft nodes before linearized reading' (duration: 9.761984878s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:24.751344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.507533863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:57:24.750475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.436830761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:57:24.751032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.814512243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:57:24.751388Z","caller":"traceutil/trace.go:171","msg":"trace[1285651706] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:26091; }","duration":"9.507613055s","start":"2026-04-27T21:57:15.243763Z","end":"2026-04-27T21:57:24.751376Z","steps":["trace[1285651706] 'agreement among raft nodes before linearized reading' (duration: 9.507547124s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:57:24.7514Z","caller":"traceutil/trace.go:171","msg":"trace[2029425661] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:26091; }","duration":"8.437803303s","start":"2026-04-27T21:57:16.31358Z","end":"2026-04-27T21:57:24.751383Z","steps":["trace[2029425661] 'agreement among raft nodes before linearized reading' (duration: 8.4367269s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:24.75142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:15.243744Z","time spent":"9.507667866s","remote":"127.0.0.1:52370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:57:24.750564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.936197847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:57:24.750666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:17.308208Z","time spent":"7.442448278s","remote":"127.0.0.1:37728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"info","ts":"2026-04-27T21:57:24.751444Z","caller":"traceutil/trace.go:171","msg":"trace[768535006] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:26091; }","duration":"8.814897522s","start":"2026-04-27T21:57:15.936504Z","end":"2026-04-27T21:57:24.751402Z","steps":["trace[768535006] 'agreement among raft nodes before linearized reading' (duration: 8.814490133s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:57:24.751466Z","caller":"traceutil/trace.go:171","msg":"trace[1052599960] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:26091; }","duration":"8.937124238s","start":"2026-04-27T21:57:15.814329Z","end":"2026-04-27T21:57:24.751453Z","steps":["trace[1052599960] 'agreement among raft nodes before linearized reading' (duration: 8.936205118s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:24.751491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.93137884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:57:24.751512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:15.814314Z","time spent":"8.937183089s","remote":"127.0.0.1:42756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"info","ts":"2026-04-27T21:57:24.751523Z","caller":"traceutil/trace.go:171","msg":"trace[1685116790] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:26091; }","duration":"5.931430532s","start":"2026-04-27T21:57:18.820081Z","end":"2026-04-27T21:57:24.751512Z","steps":["trace[1685116790] 'agreement among raft nodes before linearized reading' (duration: 5.931386071s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:24.7515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:15.93644Z","time spent":"8.815042015s","remote":"127.0.0.1:51834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:57:24.751559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:18.820068Z","time spent":"5.931482713s","remote":"127.0.0.1:51832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:57:24.751443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.269026027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-27T21:57:24.750963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.565527324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:57:24.751312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.332886763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:644"} {"level":"warn","ts":"2026-04-27T21:57:24.751637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.527304747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"warn","ts":"2026-04-27T21:57:24.750506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.758562012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-27T21:57:24.751617Z","caller":"traceutil/trace.go:171","msg":"trace[953801004] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:26091; }","duration":"4.566213989s","start":"2026-04-27T21:57:20.185385Z","end":"2026-04-27T21:57:24.751599Z","steps":["trace[953801004] 'agreement among raft nodes before linearized reading' (duration: 4.565526534s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:24.751723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:20.185366Z","time spent":"4.566341422s","remote":"127.0.0.1:56716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"info","ts":"2026-04-27T21:57:24.751751Z","caller":"traceutil/trace.go:171","msg":"trace[1250639615] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:26091; }","duration":"6.527421639s","start":"2026-04-27T21:57:18.224284Z","end":"2026-04-27T21:57:24.751706Z","steps":["trace[1250639615] 'agreement among raft nodes before linearized reading' (duration: 6.527201404s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:24.752638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:18.224269Z","time spent":"6.528350101s","remote":"127.0.0.1:39966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7329,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-04-27T21:57:24.751608Z","caller":"traceutil/trace.go:171","msg":"trace[175492808] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:26091; }","duration":"6.269223052s","start":"2026-04-27T21:57:18.482368Z","end":"2026-04-27T21:57:24.751591Z","steps":["trace[175492808] 'agreement among raft nodes before linearized reading' (duration: 6.269029578s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:24.752793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:18.482349Z","time spent":"6.270414838s","remote":"127.0.0.1:51842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":32,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:57:24.750897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.335501442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:689"} {"level":"info","ts":"2026-04-27T21:57:24.752999Z","caller":"traceutil/trace.go:171","msg":"trace[1013519536] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:26091; }","duration":"10.33761939s","start":"2026-04-27T21:57:14.415362Z","end":"2026-04-27T21:57:24.752981Z","steps":["trace[1013519536] 'agreement among raft nodes before linearized reading' (duration: 10.335440261s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:24.751348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:14.989072Z","time spent":"9.762262824s","remote":"127.0.0.1:37804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7557,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-04-27T21:57:24.751445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:16.313566Z","time spent":"8.437867714s","remote":"127.0.0.1:42878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-27T21:57:24.751789Z","caller":"traceutil/trace.go:171","msg":"trace[1944537567] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26091; }","duration":"9.759887341s","start":"2026-04-27T21:57:14.991886Z","end":"2026-04-27T21:57:24.751773Z","steps":["trace[1944537567] 'agreement among raft nodes before linearized reading' (duration: 9.75850551s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:24.753422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:14.991863Z","time spent":"9.761538898s","remote":"127.0.0.1:39882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-04-27T21:57:24.751753Z","caller":"traceutil/trace.go:171","msg":"trace[1892978606] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:26091; }","duration":"10.333352134s","start":"2026-04-27T21:57:14.418319Z","end":"2026-04-27T21:57:24.751671Z","steps":["trace[1892978606] 'agreement among raft nodes before linearized reading' (duration: 10.332410353s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:24.753526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:14.415348Z","time spent":"10.338160132s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":713,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"warn","ts":"2026-04-27T21:57:24.754346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:14.418291Z","time spent":"10.335340039s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":668,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-04-27T21:57:25.250122Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185919323921491,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T21:57:25.750886Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185919323921491,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T21:57:26.111998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000378797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T21:57:26.112092Z","caller":"traceutil/trace.go:171","msg":"trace[1064069909] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000538781s","start":"2026-04-27T21:57:24.111529Z","end":"2026-04-27T21:57:26.112068Z","steps":["trace[1064069909] 'agreement among raft nodes before linearized reading' (duration: 2.000412538s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:26.112148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:24.111509Z","time spent":"2.000626643s","remote":"127.0.0.1:39788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/27 21:57:26 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T21:57:26.251775Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185919323921491,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T21:57:26.34814Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.763891003s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-27T21:57:28.119463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000186683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T21:57:28.119549Z","caller":"traceutil/trace.go:171","msg":"trace[1804194398] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000351946s","start":"2026-04-27T21:57:26.119178Z","end":"2026-04-27T21:57:28.11953Z","steps":["trace[1804194398] 'agreement among raft nodes before linearized reading' (duration: 2.000230924s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:28.119599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:26.119153Z","time spent":"2.00043643s","remote":"127.0.0.1:39786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/27 21:57:28 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T21:57:28.191431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:21.190535Z","time spent":"7.000888186s","remote":"127.0.0.1:39810","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-27T21:57:28.192627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:21.19253Z","time spent":"7.000090668s","remote":"127.0.0.1:39864","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-27T21:57:28.19269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:21.192509Z","time spent":"7.000176441s","remote":"127.0.0.1:39864","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-27T21:57:28.88Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.531563725s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-04-27T21:57:28.92234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:21.921172Z","time spent":"7.001156182s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-27T21:57:30.110904Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.762419131s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-27T21:57:30.119638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999982158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-27T21:57:30.119719Z","caller":"traceutil/trace.go:171","msg":"trace[1900367543] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00011464s","start":"2026-04-27T21:57:28.119589Z","end":"2026-04-27T21:57:30.119703Z","steps":["trace[1900367543] 'agreement among raft nodes before linearized reading' (duration: 2.000017248s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:30.119828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:28.119566Z","time spent":"2.000253124s","remote":"127.0.0.1:39788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T21:57:30.751162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999803754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T21:57:30.75133Z","caller":"traceutil/trace.go:171","msg":"trace[79603945] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999997989s","start":"2026-04-27T21:57:28.751312Z","end":"2026-04-27T21:57:30.75131Z","steps":["trace[79603945] 'agreement among raft nodes before linearized reading' (duration: 1.999800974s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:30.751404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:28.751256Z","time spent":"2.000135831s","remote":"127.0.0.1:39786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/27 21:57:30 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T21:57:31.395492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.31370645s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:57:31.39563Z","caller":"traceutil/trace.go:171","msg":"trace[593229021] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26093; }","duration":"1.313853133s","start":"2026-04-27T21:57:30.081754Z","end":"2026-04-27T21:57:31.395607Z","steps":["trace[593229021] 'range keys from in-memory index tree' (duration: 1.31368607s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:31.395618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:29.849841Z","time spent":"1.545768904s","remote":"127.0.0.1:59556","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-27T21:57:31.396782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.28555519s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"warn","ts":"2026-04-27T21:57:31.753907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:24.753237Z","time spent":"7.000661351s","remote":"127.0.0.1:39796","response type":"/etcdserverpb.KV/Compact","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-27T21:57:31.757146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:24.756484Z","time spent":"7.000660121s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-27T21:57:31.75738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:24.756573Z","time spent":"7.000797435s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-27T21:57:31.757513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:24.756461Z","time spent":"7.0010461s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-27T21:57:32.12693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000572631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-27T21:57:32.127026Z","caller":"traceutil/trace.go:171","msg":"trace[233852327] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000711695s","start":"2026-04-27T21:57:30.126286Z","end":"2026-04-27T21:57:32.126998Z","steps":["trace[233852327] 'agreement among raft nodes before linearized reading' (duration: 2.000598162s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:32.127089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:30.126269Z","time spent":"2.000805846s","remote":"127.0.0.1:39786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/27 21:57:32 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T21:57:32.707868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.310935528s","expected-duration":"100ms","prefix":"","request":"header: compaction: ","response":"size:6"} {"level":"info","ts":"2026-04-27T21:57:32.708067Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":23948} {"level":"info","ts":"2026-04-27T21:57:32.711092Z","caller":"traceutil/trace.go:171","msg":"trace[631343957] linearizableReadLoop","detail":"{readStateIndex:27000; appliedIndex:26992; }","duration":"7.961926014s","start":"2026-04-27T21:57:24.74913Z","end":"2026-04-27T21:57:32.711056Z","steps":["trace[631343957] 'read index received' (duration: 1.599282191s)","trace[631343957] 'applied index is now lower than readState.Index' (duration: 6.362642493s)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:57:32.711249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.399406815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:57:32.711254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.22771121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:57:32.711294Z","caller":"traceutil/trace.go:171","msg":"trace[72664012] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:26097; }","duration":"9.399502416s","start":"2026-04-27T21:57:23.311779Z","end":"2026-04-27T21:57:32.711281Z","steps":["trace[72664012] 'agreement among raft nodes before linearized reading' (duration: 9.399307392s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:57:32.711321Z","caller":"traceutil/trace.go:171","msg":"trace[1815108847] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:26097; }","duration":"10.227834423s","start":"2026-04-27T21:57:22.483468Z","end":"2026-04-27T21:57:32.711303Z","steps":["trace[1815108847] 'agreement among raft nodes before linearized reading' (duration: 10.227721221s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:32.711361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.965373721s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:57:32.711374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.424525127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:57:32.711389Z","caller":"traceutil/trace.go:171","msg":"trace[291877181] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:26097; }","duration":"7.965424732s","start":"2026-04-27T21:57:24.745956Z","end":"2026-04-27T21:57:32.711381Z","steps":["trace[291877181] 'agreement among raft nodes before linearized reading' (duration: 7.965162166s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:32.711381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:22.483448Z","time spent":"10.227918115s","remote":"127.0.0.1:40004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:57:32.711409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:24.745945Z","time spent":"7.965458073s","remote":"127.0.0.1:44644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"info","ts":"2026-04-27T21:57:32.711425Z","caller":"traceutil/trace.go:171","msg":"trace[1451403183] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:26097; }","duration":"8.424606019s","start":"2026-04-27T21:57:24.286798Z","end":"2026-04-27T21:57:32.711404Z","steps":["trace[1451403183] 'agreement among raft nodes before linearized reading' (duration: 8.424363243s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:32.711477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:24.286776Z","time spent":"8.424690831s","remote":"127.0.0.1:44416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:57:32.711492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.517540696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/envoy-gateway-system/\" range_end:\"/registry/services/specs/envoy-gateway-system0\" limit:10000 ","response":"range_response_count:1 size:1911"} {"level":"warn","ts":"2026-04-27T21:57:32.711549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.781291811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:57:32.711576Z","caller":"traceutil/trace.go:171","msg":"trace[1464904694] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:26097; }","duration":"9.781356201s","start":"2026-04-27T21:57:22.930212Z","end":"2026-04-27T21:57:32.711568Z","steps":["trace[1464904694] 'agreement among raft nodes before linearized reading' (duration: 9.780946612s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:32.711254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.688118435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:57:32.711625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.075974465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:57:32.711616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.926977871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:57:32.711644Z","caller":"traceutil/trace.go:171","msg":"trace[1391840782] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:26097; }","duration":"9.076028987s","start":"2026-04-27T21:57:23.635609Z","end":"2026-04-27T21:57:32.711638Z","steps":["trace[1391840782] 'agreement among raft nodes before linearized reading' (duration: 9.075573317s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:57:32.711648Z","caller":"traceutil/trace.go:171","msg":"trace[604773248] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:26097; }","duration":"10.688525894s","start":"2026-04-27T21:57:22.023102Z","end":"2026-04-27T21:57:32.711628Z","steps":["trace[604773248] 'agreement among raft nodes before linearized reading' (duration: 10.688090854s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:57:32.711658Z","caller":"traceutil/trace.go:171","msg":"trace[499730125] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:26097; }","duration":"9.927057673s","start":"2026-04-27T21:57:22.784588Z","end":"2026-04-27T21:57:32.711646Z","steps":["trace[499730125] 'agreement among raft nodes before linearized reading' (duration: 9.926585173s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:32.711703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:22.784568Z","time spent":"9.927121154s","remote":"127.0.0.1:44746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:57:32.711326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.447553281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T21:57:32.711831Z","caller":"traceutil/trace.go:171","msg":"trace[45668330] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:26097; }","duration":"10.448098793s","start":"2026-04-27T21:57:22.263725Z","end":"2026-04-27T21:57:32.711824Z","steps":["trace[45668330] 'agreement among raft nodes before linearized reading' (duration: 10.447575541s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:57:32.711543Z","caller":"traceutil/trace.go:171","msg":"trace[1265950503] range","detail":"{range_begin:/registry/services/specs/envoy-gateway-system/; range_end:/registry/services/specs/envoy-gateway-system0; response_count:1; response_revision:26097; }","duration":"11.517607058s","start":"2026-04-27T21:57:21.193918Z","end":"2026-04-27T21:57:32.711525Z","steps":["trace[1265950503] 'agreement among raft nodes before linearized reading' (duration: 11.517478975s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:32.711837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.722933674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-27T21:57:32.711975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.013881046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:57:32.712001Z","caller":"traceutil/trace.go:171","msg":"trace[1673641135] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:26097; }","duration":"8.013964379s","start":"2026-04-27T21:57:24.698031Z","end":"2026-04-27T21:57:32.711995Z","steps":["trace[1673641135] 'agreement among raft nodes before linearized reading' (duration: 8.01310882s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:32.712012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.038307794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-27T21:57:32.712027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:24.698009Z","time spent":"8.014013129s","remote":"127.0.0.1:42750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-04-27T21:57:32.712005Z","caller":"traceutil/trace.go:171","msg":"trace[1792465052] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26097; }","duration":"8.723194771s","start":"2026-04-27T21:57:23.988751Z","end":"2026-04-27T21:57:32.711945Z","steps":["trace[1792465052] 'agreement among raft nodes before linearized reading' (duration: 8.722420453s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:57:32.712049Z","caller":"traceutil/trace.go:171","msg":"trace[306854885] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:26097; }","duration":"8.038387505s","start":"2026-04-27T21:57:24.673651Z","end":"2026-04-27T21:57:32.712038Z","steps":["trace[306854885] 'agreement among raft nodes before linearized reading' (duration: 8.037498885s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:32.712088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:24.673624Z","time spent":"8.038453996s","remote":"127.0.0.1:42904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":32,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:57:32.71211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:23.988729Z","time spent":"8.723359894s","remote":"127.0.0.1:37980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:57:32.712181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.317393897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-27T21:57:32.712247Z","caller":"traceutil/trace.go:171","msg":"trace[2079665930] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:26097; }","duration":"10.31749793s","start":"2026-04-27T21:57:22.394735Z","end":"2026-04-27T21:57:32.712233Z","steps":["trace[2079665930] 'agreement among raft nodes before linearized reading' (duration: 10.316397256s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:32.712293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:22.394717Z","time spent":"10.317560601s","remote":"127.0.0.1:39874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":231,"response size":33,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:57:32.71137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.514929658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-04-27T21:57:32.712343Z","caller":"traceutil/trace.go:171","msg":"trace[769393845] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:26097; }","duration":"11.51593763s","start":"2026-04-27T21:57:21.196397Z","end":"2026-04-27T21:57:32.712334Z","steps":["trace[769393845] 'agreement among raft nodes before linearized reading' (duration: 11.514831316s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:32.712376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:21.196378Z","time spent":"11.515989642s","remote":"127.0.0.1:39944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"warn","ts":"2026-04-27T21:57:32.711329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:23.31176Z","time spent":"9.399561258s","remote":"127.0.0.1:39920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":30,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:57:32.711905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:21.19391Z","time spent":"11.517981146s","remote":"127.0.0.1:39974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":1935,"request content":"key:\"/registry/services/specs/envoy-gateway-system/\" range_end:\"/registry/services/specs/envoy-gateway-system0\" limit:10000 "} {"level":"warn","ts":"2026-04-27T21:57:32.711667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:23.635587Z","time spent":"9.076075187s","remote":"127.0.0.1:42818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:57:32.711706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:22.023082Z","time spent":"10.688606786s","remote":"127.0.0.1:50618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:57:32.711598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:22.930191Z","time spent":"9.781398123s","remote":"127.0.0.1:37716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:57:32.711724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.985115193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-27T21:57:32.713028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.779292326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-27T21:57:32.7131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.01132422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-27T21:57:32.713115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.203632543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:57:32.713133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.31643783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:57:32.713148Z","caller":"traceutil/trace.go:171","msg":"trace[1230190796] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:26098; }","duration":"7.203671614s","start":"2026-04-27T21:57:25.509468Z","end":"2026-04-27T21:57:32.71314Z","steps":["trace[1230190796] 'agreement among raft nodes before linearized reading' (duration: 7.20349339s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:32.713173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:25.509416Z","time spent":"7.203751385s","remote":"127.0.0.1:37786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"info","ts":"2026-04-27T21:57:32.713171Z","caller":"traceutil/trace.go:171","msg":"trace[1725358325] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:26098; }","duration":"4.31647491s","start":"2026-04-27T21:57:28.396687Z","end":"2026-04-27T21:57:32.713162Z","steps":["trace[1725358325] 'agreement among raft nodes before linearized reading' (duration: 4.316286896s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:32.713176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.254328218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T21:57:32.713141Z","caller":"traceutil/trace.go:171","msg":"trace[895285769] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:26098; }","duration":"7.779468541s","start":"2026-04-27T21:57:24.933656Z","end":"2026-04-27T21:57:32.713124Z","steps":["trace[895285769] 'agreement among raft nodes before linearized reading' (duration: 7.779200895s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:57:32.713039Z","caller":"traceutil/trace.go:171","msg":"trace[342269426] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:26097; }","duration":"7.986466232s","start":"2026-04-27T21:57:24.726562Z","end":"2026-04-27T21:57:32.713028Z","steps":["trace[342269426] 'agreement among raft nodes before linearized reading' (duration: 7.984568261s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:32.71318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.900228333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:57:32.713258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.100060597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:57:32.713234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:24.9336Z","time spent":"7.779617774s","remote":"127.0.0.1:39886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":32,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:57:32.713288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.787149905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-27T21:57:32.713277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:24.726542Z","time spent":"7.986709998s","remote":"127.0.0.1:40328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":59,"response size":32,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-04-27T21:57:32.7133Z","caller":"traceutil/trace.go:171","msg":"trace[1735431035] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:26098; }","duration":"2.100141919s","start":"2026-04-27T21:57:30.613148Z","end":"2026-04-27T21:57:32.71329Z","steps":["trace[1735431035] 'agreement among raft nodes before linearized reading' (duration: 2.099815292s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:57:32.713315Z","caller":"traceutil/trace.go:171","msg":"trace[1009961816] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:26098; }","duration":"3.787212456s","start":"2026-04-27T21:57:28.926096Z","end":"2026-04-27T21:57:32.713308Z","steps":["trace[1009961816] 'agreement among raft nodes before linearized reading' (duration: 3.786848248s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:57:32.713301Z","caller":"traceutil/trace.go:171","msg":"trace[577580906] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:26098; }","duration":"6.900406187s","start":"2026-04-27T21:57:25.812867Z","end":"2026-04-27T21:57:32.713273Z","steps":["trace[577580906] 'agreement among raft nodes before linearized reading' (duration: 6.900070589s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:32.713319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.570128766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:57:32.713341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:28.926076Z","time spent":"3.787257657s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":517,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"info","ts":"2026-04-27T21:57:32.713349Z","caller":"traceutil/trace.go:171","msg":"trace[367539485] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:26098; }","duration":"5.570160187s","start":"2026-04-27T21:57:27.143181Z","end":"2026-04-27T21:57:32.713341Z","steps":["trace[367539485] 'agreement among raft nodes before linearized reading' (duration: 5.569746618s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:32.713275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.52068017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.250\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:57:32.713356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:25.812846Z","time spent":"6.900497839s","remote":"127.0.0.1:44300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:57:32.713377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.903136098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:57:32.713431Z","caller":"traceutil/trace.go:171","msg":"trace[1480529545] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:26098; }","duration":"7.903226759s","start":"2026-04-27T21:57:24.810195Z","end":"2026-04-27T21:57:32.713422Z","steps":["trace[1480529545] 'agreement among raft nodes before linearized reading' (duration: 7.902715758s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:32.713133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.007124267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:57:32.713467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:24.810174Z","time spent":"7.903284061s","remote":"127.0.0.1:44312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:57:32.713343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:30.613128Z","time spent":"2.10020487s","remote":"127.0.0.1:37658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:57:32.71338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:27.143126Z","time spent":"5.570247549s","remote":"127.0.0.1:40236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":30,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:57:32.713536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.514645105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-4gcbl.18aa556e3e3f098f\" ","response":"range_response_count:1 size:864"} {"level":"warn","ts":"2026-04-27T21:57:32.71288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.456832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:57:32.713594Z","caller":"traceutil/trace.go:171","msg":"trace[2001232415] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-4gcbl.18aa556e3e3f098f; range_end:; response_count:1; response_revision:26098; }","duration":"4.514729957s","start":"2026-04-27T21:57:28.198849Z","end":"2026-04-27T21:57:32.713579Z","steps":["trace[2001232415] 'agreement among raft nodes before linearized reading' (duration: 4.514059062s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:57:32.713617Z","caller":"traceutil/trace.go:171","msg":"trace[865427645] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26098; }","duration":"586.235759ms","start":"2026-04-27T21:57:32.12736Z","end":"2026-04-27T21:57:32.713596Z","steps":["trace[865427645] 'agreement among raft nodes before linearized reading' (duration: 585.479342ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:32.713641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:28.198837Z","time spent":"4.514790598s","remote":"127.0.0.1:39864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":888,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-4gcbl.18aa556e3e3f098f\" "} {"level":"warn","ts":"2026-04-27T21:57:32.713682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:32.12734Z","time spent":"586.324161ms","remote":"127.0.0.1:39788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T21:57:32.712894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.95373632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:57:32.713707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.00461826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:57:32.713738Z","caller":"traceutil/trace.go:171","msg":"trace[1866234100] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26098; }","duration":"7.9546297s","start":"2026-04-27T21:57:24.759094Z","end":"2026-04-27T21:57:32.713724Z","steps":["trace[1866234100] 'agreement among raft nodes before linearized reading' (duration: 7.953709339s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:57:32.712941Z","caller":"traceutil/trace.go:171","msg":"trace[544497554] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26098; }","duration":"949.08025ms","start":"2026-04-27T21:57:31.763845Z","end":"2026-04-27T21:57:32.712925Z","steps":["trace[544497554] 'process raft request' (duration: 948.887566ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:57:32.713757Z","caller":"traceutil/trace.go:171","msg":"trace[162371781] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:26098; }","duration":"6.004706061s","start":"2026-04-27T21:57:26.709038Z","end":"2026-04-27T21:57:32.713745Z","steps":["trace[162371781] 'agreement among raft nodes before linearized reading' (duration: 6.003894203s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:32.713779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:24.759082Z","time spent":"7.954685181s","remote":"127.0.0.1:39974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-04-27T21:57:32.713786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:26.709018Z","time spent":"6.004759423s","remote":"127.0.0.1:37766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"info","ts":"2026-04-27T21:57:32.713713Z","caller":"traceutil/trace.go:171","msg":"trace[1117870571] range","detail":"{range_begin:/registry/masterleases/199.204.45.250; range_end:; response_count:0; response_revision:26098; }","duration":"4.521062258s","start":"2026-04-27T21:57:28.192545Z","end":"2026-04-27T21:57:32.713607Z","steps":["trace[1117870571] 'agreement among raft nodes before linearized reading' (duration: 4.520373793s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:32.71383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:31.763824Z","time spent":"949.952639ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":726,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:57:32.713872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:28.192527Z","time spent":"4.521330485s","remote":"127.0.0.1:39810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":30,"request content":"key:\"/registry/masterleases/199.204.45.250\" "} {"level":"warn","ts":"2026-04-27T21:57:32.711865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:22.263682Z","time spent":"10.448172425s","remote":"127.0.0.1:40216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":32,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:57:32.712965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.776862832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-4gcbl\" ","response":"range_response_count:1 size:6861"} {"level":"info","ts":"2026-04-27T21:57:32.713987Z","caller":"traceutil/trace.go:171","msg":"trace[952152913] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-4gcbl; range_end:; response_count:1; response_revision:26098; }","duration":"7.777909695s","start":"2026-04-27T21:57:24.936068Z","end":"2026-04-27T21:57:32.713978Z","steps":["trace[952152913] 'agreement among raft nodes before linearized reading' (duration: 7.776780179s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:32.712921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.383875519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-27T21:57:32.714053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:24.936055Z","time spent":"7.777987588s","remote":"127.0.0.1:39966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6885,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-4gcbl\" "} {"level":"info","ts":"2026-04-27T21:57:32.714064Z","caller":"traceutil/trace.go:171","msg":"trace[1211626292] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:26098; }","duration":"4.385065916s","start":"2026-04-27T21:57:28.328984Z","end":"2026-04-27T21:57:32.71405Z","steps":["trace[1211626292] 'agreement among raft nodes before linearized reading' (duration: 4.383836348s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:32.713102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.522613262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:57:32.714201Z","caller":"traceutil/trace.go:171","msg":"trace[1628976847] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:26098; }","duration":"7.523742928s","start":"2026-04-27T21:57:25.19044Z","end":"2026-04-27T21:57:32.714182Z","steps":["trace[1628976847] 'agreement among raft nodes before linearized reading' (duration: 7.5225416s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:32.714271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:25.19042Z","time spent":"7.523830079s","remote":"127.0.0.1:40200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":30,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"info","ts":"2026-04-27T21:57:32.71321Z","caller":"traceutil/trace.go:171","msg":"trace[2129305398] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:26098; }","duration":"4.25440842s","start":"2026-04-27T21:57:28.45879Z","end":"2026-04-27T21:57:32.713198Z","steps":["trace[2129305398] 'agreement among raft nodes before linearized reading' (duration: 4.254156635s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:32.714412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:28.458768Z","time spent":"4.255628179s","remote":"127.0.0.1:40190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":32,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:57:32.713208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:28.396628Z","time spent":"4.316568393s","remote":"127.0.0.1:44794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"info","ts":"2026-04-27T21:57:32.712873Z","caller":"traceutil/trace.go:171","msg":"trace[973925760] transaction","detail":"{read_only:false; response_revision:26098; number_of_response:1; }","duration":"2.951043233s","start":"2026-04-27T21:57:29.761808Z","end":"2026-04-27T21:57:32.712851Z","steps":["trace[973925760] 'process raft request' (duration: 2.949229703s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:32.714688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:29.761778Z","time spent":"2.952855554s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:57:32.71349Z","caller":"traceutil/trace.go:171","msg":"trace[1805262456] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:26098; }","duration":"2.007520396s","start":"2026-04-27T21:57:30.705959Z","end":"2026-04-27T21:57:32.71348Z","steps":["trace[1805262456] 'agreement among raft nodes before linearized reading' (duration: 2.007000795s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:32.714778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:30.705937Z","time spent":"2.008817697s","remote":"127.0.0.1:42852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-27T21:57:32.713138Z","caller":"traceutil/trace.go:171","msg":"trace[1300731788] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26098; }","duration":"7.011399002s","start":"2026-04-27T21:57:25.701728Z","end":"2026-04-27T21:57:32.713127Z","steps":["trace[1300731788] 'agreement among raft nodes before linearized reading' (duration: 7.011096285s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:32.714925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:25.701709Z","time spent":"7.013201192s","remote":"127.0.0.1:37996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:57:32.714113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:28.328963Z","time spent":"4.385132617s","remote":"127.0.0.1:40084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":18,"response size":32,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:57:33.217818Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185919323921499,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T21:57:33.718754Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185919323921499,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T21:57:34.21962Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185919323921499,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T21:57:34.333933Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.618161964s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-27T21:57:34.721485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000287125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T21:57:34.721568Z","caller":"traceutil/trace.go:171","msg":"trace[1232781175] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000413568s","start":"2026-04-27T21:57:32.721136Z","end":"2026-04-27T21:57:34.72155Z","steps":["trace[1232781175] 'agreement among raft nodes before linearized reading' (duration: 2.000309536s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:34.721615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:32.721123Z","time spent":"2.000482409s","remote":"127.0.0.1:39786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/27 21:57:34 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T21:57:34.968778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.565481ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T21:57:34.969221Z","caller":"traceutil/trace.go:171","msg":"trace[1757561778] linearizableReadLoop","detail":"{readStateIndex:27007; appliedIndex:27002; }","duration":"2.251687282s","start":"2026-04-27T21:57:32.717517Z","end":"2026-04-27T21:57:34.969204Z","steps":["trace[1757561778] 'read index received' (duration: 1.616614959s)","trace[1757561778] 'applied index is now lower than readState.Index' (duration: 635.071463ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:57:34.969317Z","caller":"traceutil/trace.go:171","msg":"trace[15793154] transaction","detail":"{read_only:false; response_revision:26102; number_of_response:1; }","duration":"1.848926608s","start":"2026-04-27T21:57:33.12038Z","end":"2026-04-27T21:57:34.969307Z","steps":["trace[15793154] 'process raft request' (duration: 1.848770575s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:57:34.969319Z","caller":"traceutil/trace.go:171","msg":"trace[1009646524] transaction","detail":"{read_only:false; response_revision:26100; number_of_response:1; }","duration":"2.247791185s","start":"2026-04-27T21:57:32.721487Z","end":"2026-04-27T21:57:34.969279Z","steps":["trace[1009646524] 'process raft request' (duration: 2.247520209s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:34.969431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:32.721478Z","time spent":"2.247900757s","remote":"127.0.0.1:39966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7038,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:57:34.969559Z","caller":"traceutil/trace.go:171","msg":"trace[1883677836] transaction","detail":"{read_only:false; response_revision:26101; number_of_response:1; }","duration":"2.146308584s","start":"2026-04-27T21:57:32.823233Z","end":"2026-04-27T21:57:34.969542Z","steps":["trace[1883677836] 'process raft request' (duration: 2.145870364s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:34.969618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:32.823216Z","time spent":"2.146372245s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:57:34.969642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.251279522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/envoy-gateway-system/\" range_end:\"/registry/horizontalpodautoscalers/envoy-gateway-system0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:57:34.969579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:32.716344Z","time spent":"2.253223156s","remote":"127.0.0.1:39810","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-27T21:57:34.969682Z","caller":"traceutil/trace.go:171","msg":"trace[1201718151] range","detail":"{range_begin:/registry/horizontalpodautoscalers/envoy-gateway-system/; range_end:/registry/horizontalpodautoscalers/envoy-gateway-system0; response_count:0; response_revision:26102; }","duration":"2.251332314s","start":"2026-04-27T21:57:32.718337Z","end":"2026-04-27T21:57:34.969669Z","steps":["trace[1201718151] 'agreement among raft nodes before linearized reading' (duration: 2.251257543s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:34.969715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:32.71833Z","time spent":"2.251377035s","remote":"127.0.0.1:39994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":119,"response count":0,"response size":30,"request content":"key:\"/registry/horizontalpodautoscalers/envoy-gateway-system/\" range_end:\"/registry/horizontalpodautoscalers/envoy-gateway-system0\" limit:10000 "} {"level":"warn","ts":"2026-04-27T21:57:34.969733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.142190102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:57:34.969706Z","caller":"traceutil/trace.go:171","msg":"trace[2056683826] transaction","detail":"{read_only:false; response_revision:26099; number_of_response:1; }","duration":"2.253977553s","start":"2026-04-27T21:57:32.715674Z","end":"2026-04-27T21:57:34.969651Z","steps":["trace[2056683826] 'process raft request' (duration: 1.61844316s)","trace[2056683826] 'compare' (duration: 77.504855ms)","trace[2056683826] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/events/kube-system/cilium-operator-869df985b8-4gcbl.18aa556e3e3f098f; req_size:843; } (duration: 556.296129ms)"],"step_count":3} {"level":"warn","ts":"2026-04-27T21:57:34.969747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.185613814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:57:34.969781Z","caller":"traceutil/trace.go:171","msg":"trace[1927585433] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:26102; }","duration":"1.142288335s","start":"2026-04-27T21:57:33.827477Z","end":"2026-04-27T21:57:34.969765Z","steps":["trace[1927585433] 'agreement among raft nodes before linearized reading' (duration: 1.142171492s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:34.969781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.116329003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:57:34.969807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:33.827455Z","time spent":"1.142346605s","remote":"127.0.0.1:37648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:57:34.969779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:57:34.969782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.250993016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:57:34.969839Z","caller":"traceutil/trace.go:171","msg":"trace[2113314020] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:26102; }","duration":"2.116438766s","start":"2026-04-27T21:57:32.853381Z","end":"2026-04-27T21:57:34.96982Z","steps":["trace[2113314020] 'agreement among raft nodes before linearized reading' (duration: 2.116320583s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:34.969829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.251310294s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-27T21:57:34.969863Z","caller":"traceutil/trace.go:171","msg":"trace[151107369] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26102; }","duration":"248.098353ms","start":"2026-04-27T21:57:34.721743Z","end":"2026-04-27T21:57:34.969842Z","steps":["trace[151107369] 'agreement among raft nodes before linearized reading' (duration: 247.95401ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:34.96987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:32.715655Z","time spent":"2.254125457s","remote":"127.0.0.1:39864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:57:34.969883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:32.853359Z","time spent":"2.116510357s","remote":"127.0.0.1:33952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"info","ts":"2026-04-27T21:57:34.969881Z","caller":"traceutil/trace.go:171","msg":"trace[1896639635] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26102; }","duration":"2.25111684s","start":"2026-04-27T21:57:32.718745Z","end":"2026-04-27T21:57:34.969861Z","steps":["trace[1896639635] 'agreement among raft nodes before linearized reading' (duration: 2.250937646s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:34.969872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.251475918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:690"} {"level":"warn","ts":"2026-04-27T21:57:34.969918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.042081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-27T21:57:34.969937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:32.718741Z","time spent":"2.251186401s","remote":"127.0.0.1:40056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-04-27T21:57:34.969944Z","caller":"traceutil/trace.go:171","msg":"trace[113867826] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:26102; }","duration":"2.251554379s","start":"2026-04-27T21:57:32.718373Z","end":"2026-04-27T21:57:34.969928Z","steps":["trace[113867826] 'agreement among raft nodes before linearized reading' (duration: 2.251354115s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:57:34.969961Z","caller":"traceutil/trace.go:171","msg":"trace[1629005789] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:26102; }","duration":"483.123683ms","start":"2026-04-27T21:57:34.486824Z","end":"2026-04-27T21:57:34.969948Z","steps":["trace[1629005789] 'agreement among raft nodes before linearized reading' (duration: 483.033291ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:34.969939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.252403488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-f6e54d01-25d6-46dd-b7b4-16f6ec62073c\" ","response":"range_response_count:1 size:1324"} {"level":"warn","ts":"2026-04-27T21:57:34.96999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:33.120356Z","time spent":"1.848984499s","remote":"127.0.0.1:37804","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7516,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:57:34.969998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:32.71837Z","time spent":"2.2516078s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":714,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"warn","ts":"2026-04-27T21:57:34.970002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:34.486805Z","time spent":"483.184213ms","remote":"127.0.0.1:40324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":32,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-04-27T21:57:34.969889Z","caller":"traceutil/trace.go:171","msg":"trace[99642038] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:26102; }","duration":"2.251388935s","start":"2026-04-27T21:57:32.718487Z","end":"2026-04-27T21:57:34.969875Z","steps":["trace[99642038] 'agreement among raft nodes before linearized reading' (duration: 2.251223121s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:57:34.969814Z","caller":"traceutil/trace.go:171","msg":"trace[727108471] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:26102; }","duration":"1.185682385s","start":"2026-04-27T21:57:33.784108Z","end":"2026-04-27T21:57:34.96979Z","steps":["trace[727108471] 'agreement among raft nodes before linearized reading' (duration: 1.185579813s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:57:34.970024Z","caller":"traceutil/trace.go:171","msg":"trace[1317031476] range","detail":"{range_begin:/registry/persistentvolumes/pvc-f6e54d01-25d6-46dd-b7b4-16f6ec62073c; range_end:; response_count:1; response_revision:26102; }","duration":"2.25250078s","start":"2026-04-27T21:57:32.717495Z","end":"2026-04-27T21:57:34.969996Z","steps":["trace[1317031476] 'agreement among raft nodes before linearized reading' (duration: 2.252300005s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:34.970048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:32.718478Z","time spent":"2.251560349s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":517,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-04-27T21:57:34.970068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:33.784066Z","time spent":"1.185988312s","remote":"127.0.0.1:37742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:57:34.970073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:32.717485Z","time spent":"2.252579451s","remote":"127.0.0.1:39928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1348,"request content":"key:\"/registry/persistentvolumes/pvc-f6e54d01-25d6-46dd-b7b4-16f6ec62073c\" "} {"level":"warn","ts":"2026-04-27T21:57:34.970098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.321764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:57:34.970234Z","caller":"traceutil/trace.go:171","msg":"trace[281741826] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:26102; }","duration":"810.518139ms","start":"2026-04-27T21:57:34.15967Z","end":"2026-04-27T21:57:34.970188Z","steps":["trace[281741826] 'agreement among raft nodes before linearized reading' (duration: 810.229712ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:34.970324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:34.159651Z","time spent":"810.661952ms","remote":"127.0.0.1:37850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:57:36.741855Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.59119337s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-27T21:57:36.834488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:35.614129Z","time spent":"1.220309209s","remote":"127.0.0.1:40744","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-27T21:57:36.979165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000641803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T21:57:36.979257Z","caller":"traceutil/trace.go:171","msg":"trace[1363323229] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000784586s","start":"2026-04-27T21:57:34.978451Z","end":"2026-04-27T21:57:36.979235Z","steps":["trace[1363323229] 'agreement among raft nodes before linearized reading' (duration: 2.000666433s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:36.979307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:34.978438Z","time spent":"2.000859478s","remote":"127.0.0.1:39786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/27 21:57:36 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T21:57:37.21493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.064261157s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T21:57:37.215412Z","caller":"traceutil/trace.go:171","msg":"trace[1053245901] transaction","detail":"{read_only:false; response_revision:26103; number_of_response:1; }","duration":"2.243073768s","start":"2026-04-27T21:57:34.972292Z","end":"2026-04-27T21:57:37.215366Z","steps":["trace[1053245901] 'process raft request' (duration: 178.280319ms)","trace[1053245901] 'compare' (duration: 1.682810221s)","trace[1053245901] 'marshal mvccpb.KeyValue' {req_type:put; key:/registry/masterleases/199.204.45.250; req_size:118; } (duration: 381.16967ms)"],"step_count":3} {"level":"info","ts":"2026-04-27T21:57:37.215685Z","caller":"traceutil/trace.go:171","msg":"trace[743083499] transaction","detail":"{read_only:false; response_revision:26104; number_of_response:1; }","duration":"2.23905778s","start":"2026-04-27T21:57:34.976604Z","end":"2026-04-27T21:57:37.215662Z","steps":["trace[743083499] 'process raft request' (duration: 2.238428235s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:57:37.215703Z","caller":"traceutil/trace.go:171","msg":"trace[786109429] linearizableReadLoop","detail":"{readStateIndex:27008; appliedIndex:27007; }","duration":"2.241857262s","start":"2026-04-27T21:57:34.973829Z","end":"2026-04-27T21:57:37.215686Z","steps":["trace[786109429] 'read index received' (duration: 176.862958ms)","trace[786109429] 'applied index is now lower than readState.Index' (duration: 2.064992094s)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:57:37.215791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:34.976593Z","time spent":"2.239150492s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:57:37.215942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:34.972268Z","time spent":"2.243248703s","remote":"127.0.0.1:39810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:57:38.979733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999984539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T21:57:38.979834Z","caller":"traceutil/trace.go:171","msg":"trace[1163002835] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000139232s","start":"2026-04-27T21:57:36.979672Z","end":"2026-04-27T21:57:38.979811Z","steps":["trace[1163002835] 'agreement among raft nodes before linearized reading' (duration: 2.000018229s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:38.97989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:36.979653Z","time spent":"2.000224284s","remote":"127.0.0.1:39788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/27 21:57:38 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T21:57:39.264704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.049267142s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-04-27T21:57:39.264785Z","caller":"traceutil/trace.go:171","msg":"trace[237420175] linearizableReadLoop","detail":"{readStateIndex:27010; appliedIndex:27009; }","duration":"2.049033096s","start":"2026-04-27T21:57:37.215738Z","end":"2026-04-27T21:57:39.264772Z","steps":["trace[237420175] 'read index received' (duration: 48.761µs)","trace[237420175] 'applied index is now lower than readState.Index' (duration: 2.048983065s)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:57:39.264865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.291023032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/envoy-gateway-system/\" range_end:\"/registry/poddisruptionbudgets/envoy-gateway-system0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:57:39.26492Z","caller":"traceutil/trace.go:171","msg":"trace[1604914952] range","detail":"{range_begin:/registry/poddisruptionbudgets/envoy-gateway-system/; range_end:/registry/poddisruptionbudgets/envoy-gateway-system0; response_count:0; response_revision:26104; }","duration":"4.291126003s","start":"2026-04-27T21:57:34.973778Z","end":"2026-04-27T21:57:39.264904Z","steps":["trace[1604914952] 'agreement among raft nodes before linearized reading' (duration: 2.241976615s)","trace[1604914952] 'range keys from in-memory index tree' (duration: 2.049050866s)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:57:39.264966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:34.973761Z","time spent":"4.291192155s","remote":"127.0.0.1:40114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":30,"request content":"key:\"/registry/poddisruptionbudgets/envoy-gateway-system/\" range_end:\"/registry/poddisruptionbudgets/envoy-gateway-system0\" limit:10000 "} {"level":"warn","ts":"2026-04-27T21:57:39.265745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.942441409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T21:57:39.2658Z","caller":"traceutil/trace.go:171","msg":"trace[694033667] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:26104; }","duration":"3.942541051s","start":"2026-04-27T21:57:35.323244Z","end":"2026-04-27T21:57:39.265785Z","steps":["trace[694033667] 'agreement among raft nodes before linearized reading' (duration: 3.942436129s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:39.265827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:35.323222Z","time spent":"3.942598542s","remote":"127.0.0.1:56692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":32,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:57:39.265878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.170708548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:57:39.265889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.453287553s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:57:39.265893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.504396427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-27T21:57:39.265923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.289448395s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-instance.18aa556ef1cf878b\" ","response":"range_response_count:1 size:840"} {"level":"warn","ts":"2026-04-27T21:57:39.265923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.289388804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-04-27T21:57:39.265944Z","caller":"traceutil/trace.go:171","msg":"trace[1202473030] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:26104; }","duration":"3.453379514s","start":"2026-04-27T21:57:35.812553Z","end":"2026-04-27T21:57:39.265933Z","steps":["trace[1202473030] 'agreement among raft nodes before linearized reading' (duration: 3.453300602s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:57:39.265965Z","caller":"traceutil/trace.go:171","msg":"trace[646425041] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-instance.18aa556ef1cf878b; range_end:; response_count:1; response_revision:26104; }","duration":"4.289511647s","start":"2026-04-27T21:57:34.976442Z","end":"2026-04-27T21:57:39.265953Z","steps":["trace[646425041] 'agreement among raft nodes before linearized reading' (duration: 4.289371204s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:57:39.265968Z","caller":"traceutil/trace.go:171","msg":"trace[980261667] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26104; }","duration":"2.50452683s","start":"2026-04-27T21:57:36.761422Z","end":"2026-04-27T21:57:39.265949Z","steps":["trace[980261667] 'agreement among raft nodes before linearized reading' (duration: 2.504383457s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:39.265984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:35.812533Z","time spent":"3.453441766s","remote":"127.0.0.1:51818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:57:39.26595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.28921481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18571"} {"level":"warn","ts":"2026-04-27T21:57:39.265997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.543779948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:57:39.265997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.525910587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18571"} {"level":"info","ts":"2026-04-27T21:57:39.26602Z","caller":"traceutil/trace.go:171","msg":"trace[232601063] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:26104; }","duration":"4.289319872s","start":"2026-04-27T21:57:34.97669Z","end":"2026-04-27T21:57:39.26601Z","steps":["trace[232601063] 'agreement among raft nodes before linearized reading' (duration: 4.289111478s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:39.266016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:36.761401Z","time spent":"2.504604321s","remote":"127.0.0.1:37958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-27T21:57:39.26603Z","caller":"traceutil/trace.go:171","msg":"trace[811991546] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:26104; }","duration":"2.54384915s","start":"2026-04-27T21:57:36.722168Z","end":"2026-04-27T21:57:39.266017Z","steps":["trace[811991546] 'agreement among raft nodes before linearized reading' (duration: 2.543802479s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:39.266051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.262197936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:57:39.266053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.289326142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-rc797\" ","response":"range_response_count:1 size:7483"} {"level":"warn","ts":"2026-04-27T21:57:39.266053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:34.976673Z","time spent":"4.289370823s","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18595,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-04-27T21:57:39.266056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.289447345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:57:39.266061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.46388715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-27T21:57:39.266071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:36.722145Z","time spent":"2.543916522s","remote":"127.0.0.1:44404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"info","ts":"2026-04-27T21:57:39.266073Z","caller":"traceutil/trace.go:171","msg":"trace[1428566575] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/trunks/; range_end:/registry/openstack.k-orc.cloud/trunks0; response_count:0; response_revision:26104; }","duration":"2.262261088s","start":"2026-04-27T21:57:37.003806Z","end":"2026-04-27T21:57:39.266067Z","steps":["trace[1428566575] 'agreement among raft nodes before linearized reading' (duration: 2.262221547s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:57:39.266082Z","caller":"traceutil/trace.go:171","msg":"trace[1710409842] range","detail":"{range_begin:/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-rc797; range_end:; response_count:1; response_revision:26104; }","duration":"4.289379834s","start":"2026-04-27T21:57:34.976692Z","end":"2026-04-27T21:57:39.266072Z","steps":["trace[1710409842] 'agreement among raft nodes before linearized reading' (duration: 4.289310122s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:57:39.266092Z","caller":"traceutil/trace.go:171","msg":"trace[1646754034] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26104; }","duration":"4.289498936s","start":"2026-04-27T21:57:34.976582Z","end":"2026-04-27T21:57:39.266081Z","steps":["trace[1646754034] 'agreement among raft nodes before linearized reading' (duration: 4.289440145s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:57:39.266096Z","caller":"traceutil/trace.go:171","msg":"trace[670139909] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:26104; }","duration":"2.463953372s","start":"2026-04-27T21:57:36.802132Z","end":"2026-04-27T21:57:39.266085Z","steps":["trace[670139909] 'agreement among raft nodes before linearized reading' (duration: 2.463899971s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:39.266099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:37.003783Z","time spent":"2.262310899s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:57:39.266105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:34.976675Z","time spent":"4.289424244s","remote":"127.0.0.1:39966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":7507,"request content":"key:\"/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-rc797\" "} {"level":"warn","ts":"2026-04-27T21:57:39.266122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:34.976575Z","time spent":"4.289539998s","remote":"127.0.0.1:40056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-27T21:57:39.266125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:36.802117Z","time spent":"2.464001013s","remote":"127.0.0.1:40290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":32,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:57:39.265955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.51217255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:57:39.266167Z","caller":"traceutil/trace.go:171","msg":"trace[693872970] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:26104; }","duration":"2.512420026s","start":"2026-04-27T21:57:36.753732Z","end":"2026-04-27T21:57:39.266152Z","steps":["trace[693872970] 'agreement among raft nodes before linearized reading' (duration: 2.512194211s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:39.266205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:36.753708Z","time spent":"2.512485007s","remote":"127.0.0.1:37902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"info","ts":"2026-04-27T21:57:39.266034Z","caller":"traceutil/trace.go:171","msg":"trace[2101706558] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:26104; }","duration":"3.525986489s","start":"2026-04-27T21:57:35.740038Z","end":"2026-04-27T21:57:39.266025Z","steps":["trace[2101706558] 'agreement among raft nodes before linearized reading' (duration: 3.525874816s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:39.266247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:35.74002Z","time spent":"3.526221305s","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18595,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"info","ts":"2026-04-27T21:57:39.265979Z","caller":"traceutil/trace.go:171","msg":"trace[945983150] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:26104; }","duration":"4.289481026s","start":"2026-04-27T21:57:34.976484Z","end":"2026-04-27T21:57:39.265965Z","steps":["trace[945983150] 'agreement among raft nodes before linearized reading' (duration: 4.289309133s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:39.266309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:34.976471Z","time spent":"4.289826295s","remote":"127.0.0.1:39944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1590,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" "} {"level":"warn","ts":"2026-04-27T21:57:39.265992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:34.976433Z","time spent":"4.289552578s","remote":"127.0.0.1:39864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":864,"request content":"key:\"/registry/events/kube-system/kube-scheduler-instance.18aa556ef1cf878b\" "} {"level":"info","ts":"2026-04-27T21:57:39.265948Z","caller":"traceutil/trace.go:171","msg":"trace[1868127073] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:26104; }","duration":"4.170842231s","start":"2026-04-27T21:57:35.095087Z","end":"2026-04-27T21:57:39.265929Z","steps":["trace[1868127073] 'agreement among raft nodes before linearized reading' (duration: 4.170723198s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:39.266536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:35.095059Z","time spent":"4.171462045s","remote":"127.0.0.1:42734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:57:39.265901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.345339326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:57:39.266615Z","caller":"traceutil/trace.go:171","msg":"trace[201047678] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:26104; }","duration":"3.346100904s","start":"2026-04-27T21:57:35.920501Z","end":"2026-04-27T21:57:39.266602Z","steps":["trace[201047678] 'agreement among raft nodes before linearized reading' (duration: 3.345332937s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:39.266644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:35.920486Z","time spent":"3.346148115s","remote":"127.0.0.1:39992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":30,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:57:39.76494Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185919323921513,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T21:57:40.265538Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185919323921513,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T21:57:40.751087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000008379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-27T21:57:40.751183Z","caller":"traceutil/trace.go:171","msg":"trace[1362527083] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000173413s","start":"2026-04-27T21:57:38.750989Z","end":"2026-04-27T21:57:40.751163Z","steps":["trace[1362527083] 'agreement among raft nodes before linearized reading' (duration: 2.000053891s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:40.751231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:38.750965Z","time spent":"2.000255675s","remote":"127.0.0.1:39786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T21:57:40.766389Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185919323921513,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T21:57:40.990942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00093335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T21:57:40.991026Z","caller":"traceutil/trace.go:171","msg":"trace[1973702886] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001061102s","start":"2026-04-27T21:57:38.989946Z","end":"2026-04-27T21:57:40.991007Z","steps":["trace[1973702886] 'agreement among raft nodes before linearized reading' (duration: 2.00095781s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:40.991078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:38.989934Z","time spent":"2.001129084s","remote":"127.0.0.1:39788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/27 21:57:40 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T21:57:41.266927Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185919323921513,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T21:57:41.767635Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185919323921513,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T21:57:42.268821Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185919323921513,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T21:57:42.36468Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.645080946s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-27T21:57:42.487578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.405329099s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:57:42.487692Z","caller":"traceutil/trace.go:171","msg":"trace[1211203920] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26104; }","duration":"2.405452872s","start":"2026-04-27T21:57:40.082224Z","end":"2026-04-27T21:57:42.487677Z","steps":["trace[1211203920] 'range keys from in-memory index tree' (duration: 2.405315569s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:43.000276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001197886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T21:57:43.000364Z","caller":"traceutil/trace.go:171","msg":"trace[1977654750] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001349179s","start":"2026-04-27T21:57:40.998997Z","end":"2026-04-27T21:57:43.000346Z","steps":["trace[1977654750] 'agreement among raft nodes before linearized reading' (duration: 2.001237467s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:43.000419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:40.998981Z","time spent":"2.00142169s","remote":"127.0.0.1:39786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/27 21:57:43 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T21:57:44.720429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:37.719449Z","time spent":"7.000971868s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-27T21:57:45.000313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999821214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T21:57:45.000513Z","caller":"traceutil/trace.go:171","msg":"trace[1026568276] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00006759s","start":"2026-04-27T21:57:43.000416Z","end":"2026-04-27T21:57:45.000483Z","steps":["trace[1026568276] 'agreement among raft nodes before linearized reading' (duration: 1.999855245s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:45.000724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:43.000393Z","time spent":"2.000309497s","remote":"127.0.0.1:39788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/27 21:57:45 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T21:57:45.298945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.933872567s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-04-27T21:57:45.481174Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.11628066s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-27T21:57:46.270348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:39.26964Z","time spent":"7.000701032s","remote":"127.0.0.1:39864","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-27T21:57:46.275328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:39.274926Z","time spent":"7.000397655s","remote":"127.0.0.1:39966","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-27T21:57:47.008925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999877036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T21:57:47.009006Z","caller":"traceutil/trace.go:171","msg":"trace[1644986636] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999976958s","start":"2026-04-27T21:57:45.00901Z","end":"2026-04-27T21:57:47.008987Z","steps":["trace[1644986636] 'agreement among raft nodes before linearized reading' (duration: 1.999863475s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:47.00911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:45.008952Z","time spent":"2.000145442s","remote":"127.0.0.1:39786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/27 21:57:47 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T21:57:49.009366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00008387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T21:57:49.00945Z","caller":"traceutil/trace.go:171","msg":"trace[1676070048] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000216284s","start":"2026-04-27T21:57:47.009216Z","end":"2026-04-27T21:57:49.009432Z","steps":["trace[1676070048] 'agreement among raft nodes before linearized reading' (duration: 2.000115141s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:49.009497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:47.009194Z","time spent":"2.000289556s","remote":"127.0.0.1:39788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T21:57:49.310995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.829209546s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T21:57:49.311293Z","caller":"traceutil/trace.go:171","msg":"trace[1230478644] linearizableReadLoop","detail":"{readStateIndex:27013; appliedIndex:27010; }","duration":"10.046470234s","start":"2026-04-27T21:57:39.264803Z","end":"2026-04-27T21:57:49.311273Z","steps":["trace[1230478644] 'read index received' (duration: 3.10016103s)","trace[1230478644] 'applied index is now lower than readState.Index' (duration: 6.946307984s)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:57:49.311435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.369338659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:57:49.311495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.056886588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:57:49.311507Z","caller":"traceutil/trace.go:171","msg":"trace[1271978907] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:26107; }","duration":"11.369470662s","start":"2026-04-27T21:57:37.942026Z","end":"2026-04-27T21:57:49.311496Z","steps":["trace[1271978907] 'agreement among raft nodes before linearized reading' (duration: 11.369340759s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:57:49.311525Z","caller":"traceutil/trace.go:171","msg":"trace[282143572] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:26108; }","duration":"10.056950289s","start":"2026-04-27T21:57:39.254565Z","end":"2026-04-27T21:57:49.311515Z","steps":["trace[282143572] 'agreement among raft nodes before linearized reading' (duration: 10.056906198s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:49.31154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:37.942003Z","time spent":"11.369527604s","remote":"127.0.0.1:44878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:57:49.311563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:39.254543Z","time spent":"10.05701118s","remote":"127.0.0.1:37894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:57:49.311539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.313121591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:57:49.311592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.093362472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-04-27T21:57:49.311618Z","caller":"traceutil/trace.go:171","msg":"trace[1538837858] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:26108; }","duration":"10.313251884s","start":"2026-04-27T21:57:38.998346Z","end":"2026-04-27T21:57:49.311598Z","steps":["trace[1538837858] 'agreement among raft nodes before linearized reading' (duration: 10.313122091s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:49.311662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:38.998322Z","time spent":"10.313330906s","remote":"127.0.0.1:44530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:57:49.311734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.808795134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:57:49.311736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.040180344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-cfc99d7f-bc43-491e-bb6b-ee9901afbf30\" ","response":"range_response_count:1 size:1284"} {"level":"warn","ts":"2026-04-27T21:57:49.311436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.540227713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:57:49.311835Z","caller":"traceutil/trace.go:171","msg":"trace[1593889811] range","detail":"{range_begin:/registry/persistentvolumes/pvc-cfc99d7f-bc43-491e-bb6b-ee9901afbf30; range_end:; response_count:1; response_revision:26110; }","duration":"10.040310657s","start":"2026-04-27T21:57:39.271507Z","end":"2026-04-27T21:57:49.311818Z","steps":["trace[1593889811] 'agreement among raft nodes before linearized reading' (duration: 10.040084552s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:57:49.31187Z","caller":"traceutil/trace.go:171","msg":"trace[1358944306] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:26107; }","duration":"11.540695034s","start":"2026-04-27T21:57:37.771161Z","end":"2026-04-27T21:57:49.311856Z","steps":["trace[1358944306] 'agreement among raft nodes before linearized reading' (duration: 11.540231674s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:49.311918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:37.771145Z","time spent":"11.540758465s","remote":"127.0.0.1:42804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:57:49.311971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.961030275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:57:49.311663Z","caller":"traceutil/trace.go:171","msg":"trace[153815563] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:26108; }","duration":"12.093490745s","start":"2026-04-27T21:57:37.218154Z","end":"2026-04-27T21:57:49.311645Z","steps":["trace[153815563] 'agreement among raft nodes before linearized reading' (duration: 12.09325175s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:57:49.312003Z","caller":"traceutil/trace.go:171","msg":"trace[1661563098] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:26110; }","duration":"3.961063856s","start":"2026-04-27T21:57:45.350931Z","end":"2026-04-27T21:57:49.311995Z","steps":["trace[1661563098] 'agreement among raft nodes before linearized reading' (duration: 3.961013005s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:49.312029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:45.35091Z","time spent":"3.961108887s","remote":"127.0.0.1:51766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:57:49.311736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.711703841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-27T21:57:49.312035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.174538544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T21:57:49.31206Z","caller":"traceutil/trace.go:171","msg":"trace[1610974255] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26110; }","duration":"10.71206597s","start":"2026-04-27T21:57:38.599985Z","end":"2026-04-27T21:57:49.312051Z","steps":["trace[1610974255] 'agreement among raft nodes before linearized reading' (duration: 10.711691081s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:49.31205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:37.218132Z","time spent":"12.093883045s","remote":"127.0.0.1:39956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":447,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-27T21:57:49.312101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:38.599964Z","time spent":"10.712126742s","remote":"127.0.0.1:38014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:57:49.312111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.504302454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:57:49.312137Z","caller":"traceutil/trace.go:171","msg":"trace[391457305] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:26110; }","duration":"4.504331075s","start":"2026-04-27T21:57:44.807799Z","end":"2026-04-27T21:57:49.31213Z","steps":["trace[391457305] 'agreement among raft nodes before linearized reading' (duration: 4.504289484s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:49.312165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:44.807729Z","time spent":"4.504428966s","remote":"127.0.0.1:44500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:57:49.311875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:39.271485Z","time spent":"10.040381088s","remote":"127.0.0.1:39928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1308,"request content":"key:\"/registry/persistentvolumes/pvc-cfc99d7f-bc43-491e-bb6b-ee9901afbf30\" "} {"level":"info","ts":"2026-04-27T21:57:49.31207Z","caller":"traceutil/trace.go:171","msg":"trace[1321483313] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:26110; }","duration":"4.174616666s","start":"2026-04-27T21:57:45.137443Z","end":"2026-04-27T21:57:49.312059Z","steps":["trace[1321483313] 'agreement among raft nodes before linearized reading' (duration: 4.174516884s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:49.312446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:45.137422Z","time spent":"4.175009754s","remote":"127.0.0.1:40308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":21,"response size":32,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"info","ts":"2026-04-27T21:57:49.312584Z","caller":"traceutil/trace.go:171","msg":"trace[910784951] transaction","detail":"{read_only:false; response_revision:26108; number_of_response:1; }","duration":"6.83706846s","start":"2026-04-27T21:57:42.475506Z","end":"2026-04-27T21:57:49.312574Z","steps":["trace[910784951] 'process raft request' (duration: 6.83572596s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:49.312734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.58858772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-04-27T21:57:49.312813Z","caller":"traceutil/trace.go:171","msg":"trace[1886497261] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:26110; }","duration":"4.588706843s","start":"2026-04-27T21:57:44.724068Z","end":"2026-04-27T21:57:49.312775Z","steps":["trace[1886497261] 'agreement among raft nodes before linearized reading' (duration: 4.588443137s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:49.31287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.550871338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-04-27T21:57:49.312907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.009506528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T21:57:49.312921Z","caller":"traceutil/trace.go:171","msg":"trace[1790541605] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26110; }","duration":"2.550958439s","start":"2026-04-27T21:57:46.761948Z","end":"2026-04-27T21:57:49.312906Z","steps":["trace[1790541605] 'agreement among raft nodes before linearized reading' (duration: 2.550769535s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:49.312898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.177358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:57:49.312952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:46.76193Z","time spent":"2.551013581s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-27T21:57:49.312948Z","caller":"traceutil/trace.go:171","msg":"trace[1010806066] transaction","detail":"{read_only:false; response_revision:26110; number_of_response:1; }","duration":"2.021910259s","start":"2026-04-27T21:57:47.291021Z","end":"2026-04-27T21:57:49.312932Z","steps":["trace[1010806066] 'process raft request' (duration: 2.020507888s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:57:49.312995Z","caller":"traceutil/trace.go:171","msg":"trace[1099529669] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26110; }","duration":"561.333922ms","start":"2026-04-27T21:57:48.751641Z","end":"2026-04-27T21:57:49.312975Z","steps":["trace[1099529669] 'agreement among raft nodes before linearized reading' (duration: 561.134078ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:49.313034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.964619064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-27T21:57:49.313051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:48.751622Z","time spent":"561.419695ms","remote":"127.0.0.1:39786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T21:57:49.313058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:47.290995Z","time spent":"2.021990751s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:57:49.313096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.53453314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-27T21:57:49.313126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.020208961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T21:57:49.313167Z","caller":"traceutil/trace.go:171","msg":"trace[543138766] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26110; }","duration":"1.020285613s","start":"2026-04-27T21:57:48.29287Z","end":"2026-04-27T21:57:49.313155Z","steps":["trace[543138766] 'agreement among raft nodes before linearized reading' (duration: 1.020218732s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:49.313172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.035914127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:57:49.313201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.494586204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:57:49.313208Z","caller":"traceutil/trace.go:171","msg":"trace[678591820] transaction","detail":"{read_only:false; response_revision:26109; number_of_response:1; }","duration":"4.308672245s","start":"2026-04-27T21:57:45.004523Z","end":"2026-04-27T21:57:49.313195Z","steps":["trace[678591820] 'process raft request' (duration: 4.306937306s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:57:49.313209Z","caller":"traceutil/trace.go:171","msg":"trace[756362059] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:26110; }","duration":"12.035992469s","start":"2026-04-27T21:57:37.277206Z","end":"2026-04-27T21:57:49.313198Z","steps":["trace[756362059] 'agreement among raft nodes before linearized reading' (duration: 12.035916018s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:57:49.313231Z","caller":"traceutil/trace.go:171","msg":"trace[1991142451] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:26110; }","duration":"7.494650426s","start":"2026-04-27T21:57:41.818574Z","end":"2026-04-27T21:57:49.313224Z","steps":["trace[1991142451] 'agreement among raft nodes before linearized reading' (duration: 7.494610315s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:49.313255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:37.277188Z","time spent":"12.03605635s","remote":"127.0.0.1:37840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:57:49.313265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:41.818555Z","time spent":"7.494702717s","remote":"127.0.0.1:51814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:57:49.313312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.159867567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:57:49.313314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.020605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:57:49.313346Z","caller":"traceutil/trace.go:171","msg":"trace[224254691] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:26110; }","duration":"1.159902768s","start":"2026-04-27T21:57:48.153435Z","end":"2026-04-27T21:57:49.313337Z","steps":["trace[224254691] 'agreement among raft nodes before linearized reading' (duration: 1.159850447s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:49.313325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.910360579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:57:49.313379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:48.153411Z","time spent":"1.159958049s","remote":"127.0.0.1:44546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"info","ts":"2026-04-27T21:57:49.313394Z","caller":"traceutil/trace.go:171","msg":"trace[914946829] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:26110; }","duration":"7.910442491s","start":"2026-04-27T21:57:41.402935Z","end":"2026-04-27T21:57:49.313378Z","steps":["trace[914946829] 'agreement among raft nodes before linearized reading' (duration: 7.910338119s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:49.313444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:41.402876Z","time spent":"7.910554593s","remote":"127.0.0.1:37866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"info","ts":"2026-04-27T21:57:49.313059Z","caller":"traceutil/trace.go:171","msg":"trace[755112414] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:26110; }","duration":"4.964672596s","start":"2026-04-27T21:57:44.348379Z","end":"2026-04-27T21:57:49.313052Z","steps":["trace[755112414] 'agreement among raft nodes before linearized reading' (duration: 4.964583814s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:49.313534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.098589781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-27T21:57:49.313961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.834204767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:57:49.314085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.624479715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:57:49.31398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.170257284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:57:49.314124Z","caller":"traceutil/trace.go:171","msg":"trace[184222482] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/applicationcredentials/; range_end:/registry/openstack.k-orc.cloud/applicationcredentials0; response_count:0; response_revision:26110; }","duration":"2.624549866s","start":"2026-04-27T21:57:46.689558Z","end":"2026-04-27T21:57:49.314108Z","steps":["trace[184222482] 'agreement among raft nodes before linearized reading' (duration: 2.624491365s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:57:49.314142Z","caller":"traceutil/trace.go:171","msg":"trace[929113107] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:26110; }","duration":"3.83438965s","start":"2026-04-27T21:57:45.47971Z","end":"2026-04-27T21:57:49.3141Z","steps":["trace[929113107] 'agreement among raft nodes before linearized reading' (duration: 3.834212236s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:57:49.314117Z","caller":"traceutil/trace.go:171","msg":"trace[827122392] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:26110; }","duration":"9.099193645s","start":"2026-04-27T21:57:40.21489Z","end":"2026-04-27T21:57:49.314084Z","steps":["trace[827122392] 'agreement among raft nodes before linearized reading' (duration: 9.098345006s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:49.313262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:45.004501Z","time spent":"4.308733227s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:57:49.314186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:45.479691Z","time spent":"3.834482223s","remote":"127.0.0.1:44688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:57:49.314233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:40.214868Z","time spent":"9.099323637s","remote":"127.0.0.1:40086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":32,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:57:49.314291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.975903809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T21:57:49.314338Z","caller":"traceutil/trace.go:171","msg":"trace[1643048866] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:26110; }","duration":"2.97597299s","start":"2026-04-27T21:57:46.338353Z","end":"2026-04-27T21:57:49.314326Z","steps":["trace[1643048866] 'agreement among raft nodes before linearized reading' (duration: 2.975825737s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:57:49.314312Z","caller":"traceutil/trace.go:171","msg":"trace[1663112673] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:26110; }","duration":"9.170437029s","start":"2026-04-27T21:57:40.143684Z","end":"2026-04-27T21:57:49.314121Z","steps":["trace[1663112673] 'agreement among raft nodes before linearized reading' (duration: 9.170274775s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:49.314357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.009877648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:57:49.314366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.822473284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:57:49.314396Z","caller":"traceutil/trace.go:171","msg":"trace[193670908] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:26110; }","duration":"3.00991895s","start":"2026-04-27T21:57:46.304465Z","end":"2026-04-27T21:57:49.314384Z","steps":["trace[193670908] 'agreement among raft nodes before linearized reading' (duration: 3.009855389s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:49.314419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:46.338331Z","time spent":"2.976033952s","remote":"127.0.0.1:40338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":39,"response size":32,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:57:49.314435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:46.304426Z","time spent":"3.009997261s","remote":"127.0.0.1:44372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:57:49.314419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:40.143664Z","time spent":"9.170715584s","remote":"127.0.0.1:39916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":30,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:57:49.315037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.49620789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-27T21:57:49.315084Z","caller":"traceutil/trace.go:171","msg":"trace[1149412277] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:26110; }","duration":"9.496281162s","start":"2026-04-27T21:57:39.818793Z","end":"2026-04-27T21:57:49.315074Z","steps":["trace[1149412277] 'agreement among raft nodes before linearized reading' (duration: 9.495048623s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:49.313925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.822966375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:57:49.315113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:39.818781Z","time spent":"9.496324862s","remote":"127.0.0.1:40364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2722,"response size":33,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:57:49.313047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:42.475484Z","time spent":"6.837126811s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:57:49.314246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.184735182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:57:49.315492Z","caller":"traceutil/trace.go:171","msg":"trace[1881493067] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:26110; }","duration":"3.185995641s","start":"2026-04-27T21:57:46.129468Z","end":"2026-04-27T21:57:49.315464Z","steps":["trace[1881493067] 'agreement among raft nodes before linearized reading' (duration: 3.184544658s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:49.315564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.029327525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-rc797\" ","response":"range_response_count:1 size:7661"} {"level":"warn","ts":"2026-04-27T21:57:49.315565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:46.129421Z","time spent":"3.186121144s","remote":"127.0.0.1:42836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"info","ts":"2026-04-27T21:57:49.315615Z","caller":"traceutil/trace.go:171","msg":"trace[823763639] range","detail":"{range_begin:/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-rc797; range_end:; response_count:1; response_revision:26110; }","duration":"3.029403926s","start":"2026-04-27T21:57:46.286198Z","end":"2026-04-27T21:57:49.315602Z","steps":["trace[823763639] 'agreement among raft nodes before linearized reading' (duration: 3.028295861s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:49.315655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:46.286186Z","time spent":"3.029460778s","remote":"127.0.0.1:39966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":7685,"request content":"key:\"/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-rc797\" "} {"level":"info","ts":"2026-04-27T21:57:49.315635Z","caller":"traceutil/trace.go:171","msg":"trace[2118365571] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:26110; }","duration":"6.82544332s","start":"2026-04-27T21:57:42.490169Z","end":"2026-04-27T21:57:49.315612Z","steps":["trace[2118365571] 'agreement among raft nodes before linearized reading' (duration: 6.822975835s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:49.315896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:42.49015Z","time spent":"6.825725086s","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"info","ts":"2026-04-27T21:57:49.313079Z","caller":"traceutil/trace.go:171","msg":"trace[5213957] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:26110; }","duration":"11.810161095s","start":"2026-04-27T21:57:37.5029Z","end":"2026-04-27T21:57:49.313061Z","steps":["trace[5213957] 'agreement among raft nodes before linearized reading' (duration: 11.808786534s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:49.316134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:37.502884Z","time spent":"11.813235654s","remote":"127.0.0.1:37802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:57:49.313251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.093482141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:57:49.316365Z","caller":"traceutil/trace.go:171","msg":"trace[1276912522] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:26110; }","duration":"1.096610331s","start":"2026-04-27T21:57:48.219724Z","end":"2026-04-27T21:57:49.316335Z","steps":["trace[1276912522] 'agreement among raft nodes before linearized reading' (duration: 1.093498502s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:49.316412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:48.219704Z","time spent":"1.096695123s","remote":"127.0.0.1:52408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:57:49.313169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.958115978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:57:49.316572Z","caller":"traceutil/trace.go:171","msg":"trace[2055150433] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:26110; }","duration":"6.961543065s","start":"2026-04-27T21:57:42.355017Z","end":"2026-04-27T21:57:49.31656Z","steps":["trace[2055150433] 'agreement among raft nodes before linearized reading' (duration: 6.958129869s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:49.316613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:42.354998Z","time spent":"6.961602956s","remote":"127.0.0.1:44394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:57:49.312858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:44.724049Z","time spent":"4.588797954s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":669,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-04-27T21:57:49.313555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.206563283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T21:57:49.316902Z","caller":"traceutil/trace.go:171","msg":"trace[1559136177] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:26110; }","duration":"1.209940208s","start":"2026-04-27T21:57:48.106945Z","end":"2026-04-27T21:57:49.316886Z","steps":["trace[1559136177] 'agreement among raft nodes before linearized reading' (duration: 1.206574992s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:49.316935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:48.106927Z","time spent":"1.209998119s","remote":"127.0.0.1:44906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":32,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"info","ts":"2026-04-27T21:57:49.313353Z","caller":"traceutil/trace.go:171","msg":"trace[1250124324] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26110; }","duration":"296.095476ms","start":"2026-04-27T21:57:49.017247Z","end":"2026-04-27T21:57:49.313343Z","steps":["trace[1250124324] 'agreement among raft nodes before linearized reading' (duration: 296.040135ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:49.313203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:48.292851Z","time spent":"1.020341714s","remote":"127.0.0.1:38010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-27T21:57:49.31313Z","caller":"traceutil/trace.go:171","msg":"trace[1502839907] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:26110; }","duration":"5.534593352s","start":"2026-04-27T21:57:43.778529Z","end":"2026-04-27T21:57:49.313122Z","steps":["trace[1502839907] 'agreement among raft nodes before linearized reading' (duration: 5.534546621s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:49.317087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:43.778512Z","time spent":"5.53856781s","remote":"127.0.0.1:40264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":32,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:57:49.313209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.215652262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T21:57:49.317139Z","caller":"traceutil/trace.go:171","msg":"trace[1218635423] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:26110; }","duration":"8.219621671s","start":"2026-04-27T21:57:41.097497Z","end":"2026-04-27T21:57:49.317118Z","steps":["trace[1218635423] 'agreement among raft nodes before linearized reading' (duration: 8.215530389s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:57:49.312942Z","caller":"traceutil/trace.go:171","msg":"trace[1876655984] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:26110; }","duration":"8.009571699s","start":"2026-04-27T21:57:41.30336Z","end":"2026-04-27T21:57:49.312932Z","steps":["trace[1876655984] 'agreement among raft nodes before linearized reading' (duration: 8.009511048s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:49.317191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:41.097475Z","time spent":"8.219701222s","remote":"127.0.0.1:40248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":32,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:57:49.317204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:41.303343Z","time spent":"8.013846034s","remote":"127.0.0.1:50608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:57:49.313558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:44.348364Z","time spent":"4.965174137s","remote":"127.0.0.1:39974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":89,"response size":32,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:57:49.313632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.550069489s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-04-27T21:57:49.317382Z","caller":"traceutil/trace.go:171","msg":"trace[426226156] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26110; }","duration":"2.553828042s","start":"2026-04-27T21:57:46.763533Z","end":"2026-04-27T21:57:49.317361Z","steps":["trace[426226156] 'agreement among raft nodes before linearized reading' (duration: 2.550039367s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:49.317488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:46.763523Z","time spent":"2.553925695s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":557,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-27T21:57:49.31363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.570617876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-27T21:57:49.317566Z","caller":"traceutil/trace.go:171","msg":"trace[1887545851] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26110; }","duration":"6.574587435s","start":"2026-04-27T21:57:42.742966Z","end":"2026-04-27T21:57:49.317553Z","steps":["trace[1887545851] 'agreement among raft nodes before linearized reading' (duration: 6.570565655s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:49.313646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.718415694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:57:49.317609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:42.742947Z","time spent":"6.574649927s","remote":"127.0.0.1:39882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-04-27T21:57:49.317642Z","caller":"traceutil/trace.go:171","msg":"trace[1504393460] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:26110; }","duration":"6.722390803s","start":"2026-04-27T21:57:42.595215Z","end":"2026-04-27T21:57:49.317605Z","steps":["trace[1504393460] 'agreement among raft nodes before linearized reading' (duration: 6.718382323s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:49.317713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:42.595161Z","time spent":"6.722532026s","remote":"127.0.0.1:44504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:57:49.313681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.817524633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:57:49.317787Z","caller":"traceutil/trace.go:171","msg":"trace[1299795772] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:26110; }","duration":"5.821661286s","start":"2026-04-27T21:57:43.496112Z","end":"2026-04-27T21:57:49.317774Z","steps":["trace[1299795772] 'agreement among raft nodes before linearized reading' (duration: 5.817540603s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:49.317835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:43.496083Z","time spent":"5.821738158s","remote":"127.0.0.1:44476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:57:49.313849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.038320761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"info","ts":"2026-04-27T21:57:49.317895Z","caller":"traceutil/trace.go:171","msg":"trace[189255516] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:26110; }","duration":"10.042390714s","start":"2026-04-27T21:57:39.27549Z","end":"2026-04-27T21:57:49.317881Z","steps":["trace[189255516] 'agreement among raft nodes before linearized reading' (duration: 10.038294261s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:49.317935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:39.275481Z","time spent":"10.042445384s","remote":"127.0.0.1:39974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1161,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-04-27T21:57:49.313814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.633879841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:57:49.318034Z","caller":"traceutil/trace.go:171","msg":"trace[1236534604] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:26110; }","duration":"9.638170398s","start":"2026-04-27T21:57:39.679848Z","end":"2026-04-27T21:57:49.318019Z","steps":["trace[1236534604] 'agreement among raft nodes before linearized reading' (duration: 9.633890161s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:49.318079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:39.679827Z","time spent":"9.638239029s","remote":"127.0.0.1:50648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:57:49.313896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.989745794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:57:49.318128Z","caller":"traceutil/trace.go:171","msg":"trace[836423102] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:26110; }","duration":"9.994000081s","start":"2026-04-27T21:57:39.324113Z","end":"2026-04-27T21:57:49.318113Z","steps":["trace[836423102] 'agreement among raft nodes before linearized reading' (duration: 9.989755625s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:49.313927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.50070841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:57:49.313969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.039579334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-4gcbl.18aa556e3e3f098f\" ","response":"range_response_count:1 size:864"} {"level":"warn","ts":"2026-04-27T21:57:49.314162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:46.689538Z","time spent":"2.624615227s","remote":"127.0.0.1:44612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true "} {"level":"info","ts":"2026-04-27T21:57:49.314398Z","caller":"traceutil/trace.go:171","msg":"trace[290866454] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/endpoints/; range_end:/registry/openstack.k-orc.cloud/endpoints0; response_count:0; response_revision:26110; }","duration":"3.822535485s","start":"2026-04-27T21:57:45.491854Z","end":"2026-04-27T21:57:49.314389Z","steps":["trace[290866454] 'agreement among raft nodes before linearized reading' (duration: 3.822478624s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:49.318194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:45.491836Z","time spent":"3.826345091s","remote":"127.0.0.1:44468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true "} {"level":"info","ts":"2026-04-27T21:57:49.318203Z","caller":"traceutil/trace.go:171","msg":"trace[2112496346] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:26110; }","duration":"9.505025107s","start":"2026-04-27T21:57:39.813163Z","end":"2026-04-27T21:57:49.318188Z","steps":["trace[2112496346] 'agreement among raft nodes before linearized reading' (duration: 9.500732761s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:49.318247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:39.813147Z","time spent":"9.505085248s","remote":"127.0.0.1:42710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"info","ts":"2026-04-27T21:57:49.318252Z","caller":"traceutil/trace.go:171","msg":"trace[1157071450] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-4gcbl.18aa556e3e3f098f; range_end:; response_count:1; response_revision:26110; }","duration":"3.043863331s","start":"2026-04-27T21:57:46.274346Z","end":"2026-04-27T21:57:49.318209Z","steps":["trace[1157071450] 'agreement among raft nodes before linearized reading' (duration: 3.039539513s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:49.31826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:39.3241Z","time spent":"9.994147254s","remote":"127.0.0.1:44778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:57:49.318296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:46.27433Z","time spent":"3.043953642s","remote":"127.0.0.1:39864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":888,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-4gcbl.18aa556e3e3f098f\" "} {"level":"warn","ts":"2026-04-27T21:57:49.319969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.933507187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418304"} {"level":"info","ts":"2026-04-27T21:57:49.320019Z","caller":"traceutil/trace.go:171","msg":"trace[457705873] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:26110; }","duration":"7.933586159s","start":"2026-04-27T21:57:41.38642Z","end":"2026-04-27T21:57:49.320006Z","steps":["trace[457705873] 'agreement among raft nodes before linearized reading' (duration: 7.926983602s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:49.320049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:41.386404Z","time spent":"7.93363682s","remote":"127.0.0.1:37634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418328,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-04-27T21:57:49.8212Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185919323921523,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T21:57:49.969903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.800927ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T21:57:49.97018Z","caller":"traceutil/trace.go:171","msg":"trace[1502037217] linearizableReadLoop","detail":"{readStateIndex:27019; appliedIndex:27016; }","duration":"649.75073ms","start":"2026-04-27T21:57:49.320412Z","end":"2026-04-27T21:57:49.970163Z","steps":["trace[1502037217] 'read index received' (duration: 539.733909ms)","trace[1502037217] 'applied index is now lower than readState.Index' (duration: 110.015601ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:57:49.970278Z","caller":"traceutil/trace.go:171","msg":"trace[1348711055] transaction","detail":"{read_only:false; response_revision:26111; number_of_response:1; }","duration":"649.884933ms","start":"2026-04-27T21:57:49.320378Z","end":"2026-04-27T21:57:49.970263Z","steps":["trace[1348711055] 'process raft request' (duration: 539.646936ms)","trace[1348711055] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/events/kube-system/cilium-operator-869df985b8-4gcbl.18aa556e3e3f098f; req_size:843; } (duration: 105.588832ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:57:49.970453Z","caller":"traceutil/trace.go:171","msg":"trace[297182354] transaction","detail":"{read_only:false; response_revision:26113; number_of_response:1; }","duration":"649.109727ms","start":"2026-04-27T21:57:49.321293Z","end":"2026-04-27T21:57:49.970403Z","steps":["trace[297182354] 'process raft request' (duration: 648.808669ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:57:49.970469Z","caller":"traceutil/trace.go:171","msg":"trace[1650265613] transaction","detail":"{read_only:false; response_revision:26112; number_of_response:1; }","duration":"649.174918ms","start":"2026-04-27T21:57:49.321256Z","end":"2026-04-27T21:57:49.970431Z","steps":["trace[1650265613] 'process raft request' (duration: 648.760778ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:49.970575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.971548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:57:49.970607Z","caller":"traceutil/trace.go:171","msg":"trace[1008075219] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:26113; }","duration":"331.040409ms","start":"2026-04-27T21:57:49.639557Z","end":"2026-04-27T21:57:49.970597Z","steps":["trace[1008075219] 'agreement among raft nodes before linearized reading' (duration: 330.983438ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:49.970632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:49.639537Z","time spent":"331.087241ms","remote":"127.0.0.1:44330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:57:49.970612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.147773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:57:49.970653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:49.321244Z","time spent":"649.314381ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:57:49.970662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.232458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:57:49.970662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.510226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capo-system/capo-controller-manager-65565fdb7f-zjchw\" ","response":"range_response_count:1 size:6968"} {"level":"warn","ts":"2026-04-27T21:57:49.970718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.533576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-04-27T21:57:49.970794Z","caller":"traceutil/trace.go:171","msg":"trace[1801402740] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:26113; }","duration":"649.625278ms","start":"2026-04-27T21:57:49.321152Z","end":"2026-04-27T21:57:49.970777Z","steps":["trace[1801402740] 'agreement among raft nodes before linearized reading' (duration: 649.342452ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:49.970825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.410586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.250\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-04-27T21:57:49.97084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:49.321142Z","time spent":"649.68511ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":669,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-04-27T21:57:49.970651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:49.321265Z","time spent":"649.288241ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:57:49.970863Z","caller":"traceutil/trace.go:171","msg":"trace[1962897048] range","detail":"{range_begin:/registry/masterleases/199.204.45.250; range_end:; response_count:1; response_revision:26113; }","duration":"650.472577ms","start":"2026-04-27T21:57:49.320382Z","end":"2026-04-27T21:57:49.970854Z","steps":["trace[1962897048] 'agreement among raft nodes before linearized reading' (duration: 650.331064ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:57:49.970741Z","caller":"traceutil/trace.go:171","msg":"trace[1654406507] range","detail":"{range_begin:/registry/pods/capo-system/capo-controller-manager-65565fdb7f-zjchw; range_end:; response_count:1; response_revision:26113; }","duration":"649.617268ms","start":"2026-04-27T21:57:49.321105Z","end":"2026-04-27T21:57:49.970722Z","steps":["trace[1654406507] 'agreement among raft nodes before linearized reading' (duration: 649.346232ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:49.970896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:49.32037Z","time spent":"650.516058ms","remote":"127.0.0.1:39810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.250\" "} {"level":"warn","ts":"2026-04-27T21:57:49.970494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:49.320357Z","time spent":"650.091979ms","remote":"127.0.0.1:39864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:57:49.970942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:49.321096Z","time spent":"649.828763ms","remote":"127.0.0.1:39966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":6992,"request content":"key:\"/registry/pods/capo-system/capo-controller-manager-65565fdb7f-zjchw\" "} {"level":"info","ts":"2026-04-27T21:57:49.970676Z","caller":"traceutil/trace.go:171","msg":"trace[1666020522] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26113; }","duration":"647.236234ms","start":"2026-04-27T21:57:49.323423Z","end":"2026-04-27T21:57:49.970659Z","steps":["trace[1666020522] 'agreement among raft nodes before linearized reading' (duration: 647.03783ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:49.971028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:49.323416Z","time spent":"647.595212ms","remote":"127.0.0.1:39974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-04-27T21:57:49.97066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.587416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-85cc0018-16f6-4215-9532-e94060a62fbf\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-04-27T21:57:49.971126Z","caller":"traceutil/trace.go:171","msg":"trace[1478574773] range","detail":"{range_begin:/registry/persistentvolumes/pvc-85cc0018-16f6-4215-9532-e94060a62fbf; range_end:; response_count:1; response_revision:26113; }","duration":"649.074206ms","start":"2026-04-27T21:57:49.322035Z","end":"2026-04-27T21:57:49.971109Z","steps":["trace[1478574773] 'agreement among raft nodes before linearized reading' (duration: 648.442442ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:49.971191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:49.322029Z","time spent":"649.146368ms","remote":"127.0.0.1:39928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-85cc0018-16f6-4215-9532-e94060a62fbf\" "} {"level":"info","ts":"2026-04-27T21:57:49.970737Z","caller":"traceutil/trace.go:171","msg":"trace[306825856] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:26113; }","duration":"648.313359ms","start":"2026-04-27T21:57:49.322398Z","end":"2026-04-27T21:57:49.970712Z","steps":["trace[306825856] 'agreement among raft nodes before linearized reading' (duration: 648.202887ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:49.971281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:49.322393Z","time spent":"648.868102ms","remote":"127.0.0.1:39870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" "} {"level":"warn","ts":"2026-04-27T21:57:51.379149Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.26053449s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-27T21:57:51.513846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.431913825s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:57:51.514017Z","caller":"traceutil/trace.go:171","msg":"trace[1729703818] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26113; }","duration":"1.43209665s","start":"2026-04-27T21:57:50.081895Z","end":"2026-04-27T21:57:51.513991Z","steps":["trace[1729703818] 'range keys from in-memory index tree' (duration: 1.431894095s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:52.414976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000319295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-27T21:57:52.415075Z","caller":"traceutil/trace.go:171","msg":"trace[2105467195] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000469869s","start":"2026-04-27T21:57:50.414587Z","end":"2026-04-27T21:57:52.415057Z","steps":["trace[2105467195] 'agreement among raft nodes before linearized reading' (duration: 2.000348606s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:52.415122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:50.414569Z","time spent":"2.000543531s","remote":"127.0.0.1:39786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T21:57:53.642215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.565487324s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-04-27T21:57:53.642436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:49.972534Z","time spent":"3.66989545s","remote":"127.0.0.1:39810","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-27T21:57:53.643819Z","caller":"traceutil/trace.go:171","msg":"trace[732294379] linearizableReadLoop","detail":"{readStateIndex:27020; appliedIndex:27019; }","duration":"3.670670097s","start":"2026-04-27T21:57:49.973119Z","end":"2026-04-27T21:57:53.643789Z","steps":["trace[732294379] 'read index received' (duration: 103.609638ms)","trace[732294379] 'applied index is now lower than readState.Index' (duration: 3.567057309s)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:57:53.643872Z","caller":"traceutil/trace.go:171","msg":"trace[296346134] transaction","detail":"{read_only:false; response_revision:26114; number_of_response:1; }","duration":"3.664451468s","start":"2026-04-27T21:57:49.979391Z","end":"2026-04-27T21:57:53.643843Z","steps":["trace[296346134] 'process raft request' (duration: 3.663027795s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:53.644121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:49.979379Z","time spent":"3.664656273s","remote":"127.0.0.1:39966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7128,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:57:53.64497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.671824773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"info","ts":"2026-04-27T21:57:53.645061Z","caller":"traceutil/trace.go:171","msg":"trace[98204017] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:26114; }","duration":"3.671933155s","start":"2026-04-27T21:57:49.973111Z","end":"2026-04-27T21:57:53.645045Z","steps":["trace[98204017] 'agreement among raft nodes before linearized reading' (duration: 3.6707857s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:53.645131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:49.973068Z","time spent":"3.672038498s","remote":"127.0.0.1:39974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1161,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-04-27T21:57:54.146696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.579822ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-04-27T21:57:54.146837Z","caller":"traceutil/trace.go:171","msg":"trace[797837796] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26115; }","duration":"502.226999ms","start":"2026-04-27T21:57:53.644599Z","end":"2026-04-27T21:57:54.146826Z","steps":["trace[797837796] 'process raft request' (duration: 502.173648ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:57:54.14686Z","caller":"traceutil/trace.go:171","msg":"trace[2098239039] linearizableReadLoop","detail":"{readStateIndex:27022; appliedIndex:27021; }","duration":"502.955045ms","start":"2026-04-27T21:57:53.643884Z","end":"2026-04-27T21:57:54.146839Z","steps":["trace[2098239039] 'read index received' (duration: 179.246891ms)","trace[2098239039] 'applied index is now lower than readState.Index' (duration: 323.706444ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:57:54.146914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:53.644578Z","time spent":"502.289011ms","remote":"127.0.0.1:39810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":41,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:57:54.147005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.081611006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T21:57:54.147022Z","caller":"traceutil/trace.go:171","msg":"trace[1536684962] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:26115; }","duration":"1.081685378s","start":"2026-04-27T21:57:53.065332Z","end":"2026-04-27T21:57:54.147017Z","steps":["trace[1536684962] 'agreement among raft nodes before linearized reading' (duration: 1.081602316s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:54.147048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:53.065312Z","time spent":"1.081731599s","remote":"127.0.0.1:39944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":16,"response size":32,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:57:54.147147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.279396242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:57:54.14717Z","caller":"traceutil/trace.go:171","msg":"trace[50382473] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:26115; }","duration":"3.279455553s","start":"2026-04-27T21:57:50.867704Z","end":"2026-04-27T21:57:54.147159Z","steps":["trace[50382473] 'agreement among raft nodes before linearized reading' (duration: 3.279419903s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:54.147185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:50.867684Z","time spent":"3.279498084s","remote":"127.0.0.1:37862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:57:54.147219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.462008749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T21:57:54.147233Z","caller":"traceutil/trace.go:171","msg":"trace[2131504023] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:26115; }","duration":"3.462062049s","start":"2026-04-27T21:57:50.685167Z","end":"2026-04-27T21:57:54.147229Z","steps":["trace[2131504023] 'agreement among raft nodes before linearized reading' (duration: 3.462031128s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:54.147249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:50.685141Z","time spent":"3.46210183s","remote":"127.0.0.1:37804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":32,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:57:54.14734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.618769946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T21:57:54.147352Z","caller":"traceutil/trace.go:171","msg":"trace[1528275212] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:26115; }","duration":"3.618820208s","start":"2026-04-27T21:57:50.528528Z","end":"2026-04-27T21:57:54.147348Z","steps":["trace[1528275212] 'agreement among raft nodes before linearized reading' (duration: 3.618790687s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:54.147371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:50.528508Z","time spent":"3.618859158s","remote":"127.0.0.1:44920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":32,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:57:54.147494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.066713332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-04-27T21:57:54.147507Z","caller":"traceutil/trace.go:171","msg":"trace[1897088395] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:26115; }","duration":"4.066763782s","start":"2026-04-27T21:57:50.080739Z","end":"2026-04-27T21:57:54.147503Z","steps":["trace[1897088395] 'agreement among raft nodes before linearized reading' (duration: 4.06669397s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:54.14752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:50.08072Z","time spent":"4.066795633s","remote":"127.0.0.1:39944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-04-27T21:57:54.149347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.402704141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-27T21:57:54.149371Z","caller":"traceutil/trace.go:171","msg":"trace[2140456920] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:26115; }","duration":"1.402773743s","start":"2026-04-27T21:57:52.746592Z","end":"2026-04-27T21:57:54.149366Z","steps":["trace[2140456920] 'agreement among raft nodes before linearized reading' (duration: 1.400666137s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:54.149387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:52.74657Z","time spent":"1.402813543s","remote":"127.0.0.1:39864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2722,"response size":33,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-04-27T21:57:54.162263Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":23948,"took":"21.444346343s","hash":2174667816,"current-db-size-bytes":51924992,"current-db-size":"52 MB","current-db-size-in-use-bytes":33882112,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-04-27T21:57:54.162313Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2174667816,"revision":23948,"compact-revision":21157} {"level":"warn","ts":"2026-04-27T21:57:54.162472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.110723835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T21:57:54.162495Z","caller":"traceutil/trace.go:171","msg":"trace[1496590939] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:26115; }","duration":"4.110796017s","start":"2026-04-27T21:57:50.051688Z","end":"2026-04-27T21:57:54.162484Z","steps":["trace[1496590939] 'agreement among raft nodes before linearized reading' (duration: 4.095887024s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:54.162521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:50.051668Z","time spent":"4.110846819s","remote":"127.0.0.1:39956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":89,"response size":32,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:57:54.1627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.18598634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:57:54.162715Z","caller":"traceutil/trace.go:171","msg":"trace[193645632] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26115; }","duration":"4.186016591s","start":"2026-04-27T21:57:49.976693Z","end":"2026-04-27T21:57:54.162709Z","steps":["trace[193645632] 'agreement among raft nodes before linearized reading' (duration: 4.170887923s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:54.162729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:49.976675Z","time spent":"4.186049901s","remote":"127.0.0.1:40056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-27T21:57:54.162849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.188381994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa528bd1523b50\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-04-27T21:57:54.162863Z","caller":"traceutil/trace.go:171","msg":"trace[2512936] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aa528bd1523b50; range_end:; response_count:1; response_revision:26115; }","duration":"4.188427704s","start":"2026-04-27T21:57:49.97443Z","end":"2026-04-27T21:57:54.162858Z","steps":["trace[2512936] 'agreement among raft nodes before linearized reading' (duration: 4.173157573s)","trace[2512936] 'range keys from in-memory index tree' (duration: 15.21173ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:57:54.162877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:49.974411Z","time spent":"4.188463285s","remote":"127.0.0.1:39864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa528bd1523b50\" "} {"level":"warn","ts":"2026-04-27T21:57:54.162969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.993085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-7fppf\" ","response":"range_response_count:1 size:6214"} {"level":"info","ts":"2026-04-27T21:57:54.162983Z","caller":"traceutil/trace.go:171","msg":"trace[1190137790] range","detail":"{range_begin:/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-7fppf; range_end:; response_count:1; response_revision:26115; }","duration":"515.028177ms","start":"2026-04-27T21:57:53.64795Z","end":"2026-04-27T21:57:54.162978Z","steps":["trace[1190137790] 'agreement among raft nodes before linearized reading' (duration: 499.648573ms)","trace[1190137790] 'range keys from in-memory index tree' (duration: 15.341373ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:57:54.162995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:53.647938Z","time spent":"515.054137ms","remote":"127.0.0.1:39966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":6238,"request content":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-7fppf\" "} {"level":"warn","ts":"2026-04-27T21:57:54.163131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.878858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:57:54.163145Z","caller":"traceutil/trace.go:171","msg":"trace[663181940] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:26115; }","duration":"155.929659ms","start":"2026-04-27T21:57:54.007211Z","end":"2026-04-27T21:57:54.163141Z","steps":["trace[663181940] 'agreement among raft nodes before linearized reading' (duration: 140.473234ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:54.163232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.844332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:685"} {"level":"info","ts":"2026-04-27T21:57:54.163245Z","caller":"traceutil/trace.go:171","msg":"trace[1160449383] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:26115; }","duration":"514.894754ms","start":"2026-04-27T21:57:53.648345Z","end":"2026-04-27T21:57:54.16324Z","steps":["trace[1160449383] 'agreement among raft nodes before linearized reading' (duration: 499.345146ms)","trace[1160449383] 'range keys from in-memory index tree' (duration: 15.517367ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:57:54.163257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:53.648327Z","time spent":"514.927424ms","remote":"127.0.0.1:39956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":709,"request content":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-04-27T21:57:54.163312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.309538356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:57:54.163326Z","caller":"traceutil/trace.go:171","msg":"trace[899800557] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:26115; }","duration":"2.309581707s","start":"2026-04-27T21:57:51.85374Z","end":"2026-04-27T21:57:54.163322Z","steps":["trace[899800557] 'agreement among raft nodes before linearized reading' (duration: 2.294074871s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:54.16334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:51.853725Z","time spent":"2.309610238s","remote":"127.0.0.1:44426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:57:54.163442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.603351242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T21:57:54.163456Z","caller":"traceutil/trace.go:171","msg":"trace[558361194] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:26115; }","duration":"1.603382022s","start":"2026-04-27T21:57:52.560069Z","end":"2026-04-27T21:57:54.163451Z","steps":["trace[558361194] 'agreement among raft nodes before linearized reading' (duration: 1.587753253s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:54.163469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:52.560059Z","time spent":"1.603405473s","remote":"127.0.0.1:56684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":37,"response size":32,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:57:54.163583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.642776414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T21:57:54.1636Z","caller":"traceutil/trace.go:171","msg":"trace[1511544795] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:26115; }","duration":"1.642838565s","start":"2026-04-27T21:57:52.520757Z","end":"2026-04-27T21:57:54.163596Z","steps":["trace[1511544795] 'agreement among raft nodes before linearized reading' (duration: 1.627070623s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:54.163613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:52.520738Z","time spent":"1.642870986s","remote":"127.0.0.1:50604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":75,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:57:54.163679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.748251185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:57:54.16369Z","caller":"traceutil/trace.go:171","msg":"trace[1315827725] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26115; }","duration":"1.748298626s","start":"2026-04-27T21:57:52.415388Z","end":"2026-04-27T21:57:54.163687Z","steps":["trace[1315827725] 'agreement among raft nodes before linearized reading' (duration: 1.732445222s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:54.163701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:52.415368Z","time spent":"1.748329967s","remote":"127.0.0.1:39788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T21:57:54.163766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.953508608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:57:54.163778Z","caller":"traceutil/trace.go:171","msg":"trace[248637203] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:26115; }","duration":"2.953560399s","start":"2026-04-27T21:57:51.210214Z","end":"2026-04-27T21:57:54.163774Z","steps":["trace[248637203] 'agreement among raft nodes before linearized reading' (duration: 2.937623773s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:54.16379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:51.210193Z","time spent":"2.95359375s","remote":"127.0.0.1:39994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:57:54.163866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.599739431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:57:54.16388Z","caller":"traceutil/trace.go:171","msg":"trace[551349537] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:26115; }","duration":"2.599787122s","start":"2026-04-27T21:57:51.564089Z","end":"2026-04-27T21:57:54.163876Z","steps":["trace[551349537] 'agreement among raft nodes before linearized reading' (duration: 2.583753673s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:57:54.163908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:57:51.564069Z","time spent":"2.599818893s","remote":"127.0.0.1:44930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"info","ts":"2026-04-27T21:58:04.267008Z","caller":"traceutil/trace.go:171","msg":"trace[906573157] transaction","detail":"{read_only:false; response_revision:26262; number_of_response:1; }","duration":"191.624908ms","start":"2026-04-27T21:58:04.075342Z","end":"2026-04-27T21:58:04.266967Z","steps":["trace[906573157] 'process raft request' (duration: 131.290098ms)","trace[906573157] 'compare' (duration: 60.131526ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:58:04.26699Z","caller":"traceutil/trace.go:171","msg":"trace[43390426] linearizableReadLoop","detail":"{readStateIndex:27172; appliedIndex:27171; }","duration":"104.286983ms","start":"2026-04-27T21:58:04.162668Z","end":"2026-04-27T21:58:04.266955Z","steps":["trace[43390426] 'read index received' (duration: 43.954622ms)","trace[43390426] 'applied index is now lower than readState.Index' (duration: 60.330781ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:58:04.267226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.542049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-04-27T21:58:04.267316Z","caller":"traceutil/trace.go:171","msg":"trace[1776332772] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:26262; }","duration":"104.682993ms","start":"2026-04-27T21:58:04.162612Z","end":"2026-04-27T21:58:04.267295Z","steps":["trace[1776332772] 'agreement among raft nodes before linearized reading' (duration: 104.446997ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:58:50.47417Z","caller":"traceutil/trace.go:171","msg":"trace[2087603622] linearizableReadLoop","detail":"{readStateIndex:27668; appliedIndex:27666; }","duration":"110.752928ms","start":"2026-04-27T21:58:50.363387Z","end":"2026-04-27T21:58:50.47414Z","steps":["trace[2087603622] 'read index received' (duration: 15.091937ms)","trace[2087603622] 'applied index is now lower than readState.Index' (duration: 95.659691ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:58:50.474646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.158348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-27T21:58:50.474714Z","caller":"traceutil/trace.go:171","msg":"trace[248686601] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26743; }","duration":"111.375583ms","start":"2026-04-27T21:58:50.363325Z","end":"2026-04-27T21:58:50.474701Z","steps":["trace[248686601] 'agreement among raft nodes before linearized reading' (duration: 111.102467ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:58:50.474622Z","caller":"traceutil/trace.go:171","msg":"trace[1705000349] transaction","detail":"{read_only:false; response_revision:26743; number_of_response:1; }","duration":"128.789342ms","start":"2026-04-27T21:58:50.345668Z","end":"2026-04-27T21:58:50.474457Z","steps":["trace[1705000349] 'process raft request' (duration: 114.537062ms)","trace[1705000349] 'compare' (duration: 13.712677ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:58:59.561796Z","caller":"traceutil/trace.go:171","msg":"trace[26280839] linearizableReadLoop","detail":"{readStateIndex:27729; appliedIndex:27728; }","duration":"222.584011ms","start":"2026-04-27T21:58:59.339183Z","end":"2026-04-27T21:58:59.561767Z","steps":["trace[26280839] 'read index received' (duration: 222.414147ms)","trace[26280839] 'applied index is now lower than readState.Index' (duration: 169.034µs)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:58:59.561927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.705145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:58:59.561952Z","caller":"traceutil/trace.go:171","msg":"trace[451943626] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26802; }","duration":"147.782677ms","start":"2026-04-27T21:58:59.414159Z","end":"2026-04-27T21:58:59.561942Z","steps":["trace[451943626] 'agreement among raft nodes before linearized reading' (duration: 147.716745ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:58:59.56217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.97054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-27T21:58:59.562267Z","caller":"traceutil/trace.go:171","msg":"trace[1668795932] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26802; }","duration":"223.117294ms","start":"2026-04-27T21:58:59.339127Z","end":"2026-04-27T21:58:59.562244Z","steps":["trace[1668795932] 'agreement among raft nodes before linearized reading' (duration: 222.724594ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:59:00.358731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.566819ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:59:00.358878Z","caller":"traceutil/trace.go:171","msg":"trace[1379807202] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26807; }","duration":"276.718543ms","start":"2026-04-27T21:59:00.082133Z","end":"2026-04-27T21:59:00.358852Z","steps":["trace[1379807202] 'range keys from in-memory index tree' (duration: 276.551909ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:59:00.358888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.429347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-27T21:59:00.35901Z","caller":"traceutil/trace.go:171","msg":"trace[2020784768] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26807; }","duration":"621.596851ms","start":"2026-04-27T21:58:59.737391Z","end":"2026-04-27T21:59:00.358988Z","steps":["trace[2020784768] 'range keys from in-memory index tree' (duration: 621.234283ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:59:00.35906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:58:59.737373Z","time spent":"621.676503ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-27T21:59:00.35958Z","caller":"traceutil/trace.go:171","msg":"trace[1867516341] transaction","detail":"{read_only:false; response_revision:26810; number_of_response:1; }","duration":"364.229771ms","start":"2026-04-27T21:58:59.995329Z","end":"2026-04-27T21:59:00.359559Z","steps":["trace[1867516341] 'process raft request' (duration: 364.16892ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:59:00.359611Z","caller":"traceutil/trace.go:171","msg":"trace[159717935] transaction","detail":"{read_only:false; response_revision:26808; number_of_response:1; }","duration":"620.310932ms","start":"2026-04-27T21:58:59.739259Z","end":"2026-04-27T21:59:00.35957Z","steps":["trace[159717935] 'process raft request' (duration: 616.235801ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:59:00.359646Z","caller":"traceutil/trace.go:171","msg":"trace[1836822575] transaction","detail":"{read_only:false; response_revision:26809; number_of_response:1; }","duration":"500.303766ms","start":"2026-04-27T21:58:59.859312Z","end":"2026-04-27T21:59:00.359616Z","steps":["trace[1836822575] 'process raft request' (duration: 500.114831ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:59:00.359704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:58:59.99531Z","time spent":"364.331103ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:59:00.359738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:58:59.739246Z","time spent":"620.429415ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:59:00.359766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.153031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:59:00.359881Z","caller":"traceutil/trace.go:171","msg":"trace[1633991690] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:26811; }","duration":"449.266774ms","start":"2026-04-27T21:58:59.910553Z","end":"2026-04-27T21:59:00.35982Z","steps":["trace[1633991690] 'agreement among raft nodes before linearized reading' (duration: 449.138491ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:59:00.359905Z","caller":"traceutil/trace.go:171","msg":"trace[1469959846] transaction","detail":"{read_only:false; response_revision:26811; number_of_response:1; }","duration":"249.307799ms","start":"2026-04-27T21:59:00.110576Z","end":"2026-04-27T21:59:00.359884Z","steps":["trace[1469959846] 'process raft request' (duration: 248.952222ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:59:00.35995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:58:59.910533Z","time spent":"449.394596ms","remote":"127.0.0.1:51810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"info","ts":"2026-04-27T21:59:00.359644Z","caller":"traceutil/trace.go:171","msg":"trace[1717084345] linearizableReadLoop","detail":"{readStateIndex:27736; appliedIndex:27734; }","duration":"449.019959ms","start":"2026-04-27T21:58:59.910598Z","end":"2026-04-27T21:59:00.359618Z","steps":["trace[1717084345] 'read index received' (duration: 445.0131ms)","trace[1717084345] 'applied index is now lower than readState.Index' (duration: 4.005509ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:59:00.360177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.716974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:59:00.360216Z","caller":"traceutil/trace.go:171","msg":"trace[733377371] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:26811; }","duration":"121.794846ms","start":"2026-04-27T21:59:00.238412Z","end":"2026-04-27T21:59:00.360207Z","steps":["trace[733377371] 'agreement among raft nodes before linearized reading' (duration: 121.732594ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:59:00.360162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:58:59.859294Z","time spent":"500.407688ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:59:04.049284Z","caller":"traceutil/trace.go:171","msg":"trace[1643455559] linearizableReadLoop","detail":"{readStateIndex:27760; appliedIndex:27759; }","duration":"458.733836ms","start":"2026-04-27T21:59:03.590522Z","end":"2026-04-27T21:59:04.049256Z","steps":["trace[1643455559] 'read index received' (duration: 458.538692ms)","trace[1643455559] 'applied index is now lower than readState.Index' (duration: 194.054µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:59:04.049413Z","caller":"traceutil/trace.go:171","msg":"trace[637374638] transaction","detail":"{read_only:false; response_revision:26833; number_of_response:1; }","duration":"462.056221ms","start":"2026-04-27T21:59:03.587302Z","end":"2026-04-27T21:59:04.049358Z","steps":["trace[637374638] 'process raft request' (duration: 461.761325ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:59:04.049581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.030872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-27T21:59:04.049638Z","caller":"traceutil/trace.go:171","msg":"trace[1074461688] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26833; }","duration":"459.131375ms","start":"2026-04-27T21:59:03.590487Z","end":"2026-04-27T21:59:04.049619Z","steps":["trace[1074461688] 'agreement among raft nodes before linearized reading' (duration: 458.92027ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:59:04.049667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:59:03.587271Z","time spent":"462.317167ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:59:04.049695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:59:03.590473Z","time spent":"459.209346ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-27T21:59:04.549482Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185919323923805,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T21:59:05.205702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.222503ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T21:59:05.205825Z","caller":"traceutil/trace.go:171","msg":"trace[818620907] transaction","detail":"{read_only:false; response_revision:26834; number_of_response:1; }","duration":"1.539841321s","start":"2026-04-27T21:59:03.665959Z","end":"2026-04-27T21:59:05.2058Z","steps":["trace[818620907] 'process raft request' (duration: 1.094430363s)","trace[818620907] 'compare' (duration: 444.061458ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:59:05.205891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:59:03.665942Z","time spent":"1.539919013s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:59:05.908904Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.080212654s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-27T21:59:06.138166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:59:05.612877Z","time spent":"525.277666ms","remote":"127.0.0.1:32776","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-27T21:59:06.138703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.517217ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T21:59:06.138928Z","caller":"traceutil/trace.go:171","msg":"trace[1824332701] transaction","detail":"{read_only:false; response_revision:26836; number_of_response:1; }","duration":"1.76544853s","start":"2026-04-27T21:59:04.373445Z","end":"2026-04-27T21:59:06.138894Z","steps":["trace[1824332701] 'process raft request' (duration: 1.765343688s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:59:06.138948Z","caller":"traceutil/trace.go:171","msg":"trace[1364454960] transaction","detail":"{read_only:false; response_revision:26835; number_of_response:1; }","duration":"2.082753361s","start":"2026-04-27T21:59:04.056134Z","end":"2026-04-27T21:59:06.138888Z","steps":["trace[1364454960] 'process raft request' (duration: 1.852980599s)","trace[1364454960] 'compare' (duration: 228.922133ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:59:06.139105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:59:04.056109Z","time spent":"2.082920864s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:59:06.138982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:59:04.37342Z","time spent":"1.765538721s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:59:06.139221Z","caller":"traceutil/trace.go:171","msg":"trace[869274296] transaction","detail":"{read_only:false; response_revision:26839; number_of_response:1; }","duration":"1.630999651s","start":"2026-04-27T21:59:04.508194Z","end":"2026-04-27T21:59:06.139193Z","steps":["trace[869274296] 'process raft request' (duration: 1.630889248s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:59:06.139369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:59:04.508177Z","time spent":"1.631104383s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:59:06.139458Z","caller":"traceutil/trace.go:171","msg":"trace[722592090] transaction","detail":"{read_only:false; response_revision:26840; number_of_response:1; }","duration":"1.614031461s","start":"2026-04-27T21:59:04.525413Z","end":"2026-04-27T21:59:06.139445Z","steps":["trace[722592090] 'process raft request' (duration: 1.613726414s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:59:06.139497Z","caller":"traceutil/trace.go:171","msg":"trace[62931106] transaction","detail":"{read_only:false; response_revision:26837; number_of_response:1; }","duration":"1.762999095s","start":"2026-04-27T21:59:04.376485Z","end":"2026-04-27T21:59:06.139484Z","steps":["trace[62931106] 'process raft request' (duration: 1.762377661s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:59:06.139512Z","caller":"traceutil/trace.go:171","msg":"trace[392938502] transaction","detail":"{read_only:false; response_revision:26841; number_of_response:1; }","duration":"1.517407458s","start":"2026-04-27T21:59:04.622079Z","end":"2026-04-27T21:59:06.139487Z","steps":["trace[392938502] 'process raft request' (duration: 1.517243204s)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:59:06.139526Z","caller":"traceutil/trace.go:171","msg":"trace[162615935] transaction","detail":"{read_only:false; response_revision:26838; number_of_response:1; }","duration":"1.731141241s","start":"2026-04-27T21:59:04.408363Z","end":"2026-04-27T21:59:06.139505Z","steps":["trace[162615935] 'process raft request' (duration: 1.73061348s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:59:06.139552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:59:04.376469Z","time spent":"1.763059056s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:59:06.139588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:59:04.622047Z","time spent":"1.51749872s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:59:06.139624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:59:04.408347Z","time spent":"1.731228864s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:59:06.139533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:59:04.525386Z","time spent":"1.614110143s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:59:06.13972Z","caller":"traceutil/trace.go:171","msg":"trace[192520998] transaction","detail":"{read_only:false; response_revision:26842; number_of_response:1; }","duration":"1.435078638s","start":"2026-04-27T21:59:04.704617Z","end":"2026-04-27T21:59:06.139696Z","steps":["trace[192520998] 'process raft request' (duration: 1.4347882s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:59:06.139874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:59:04.70459Z","time spent":"1.43520443s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:59:06.333582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.120905ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-04-27T21:59:06.333803Z","caller":"traceutil/trace.go:171","msg":"trace[2004529579] linearizableReadLoop","detail":"{readStateIndex:27767; appliedIndex:27760; }","duration":"2.284411035s","start":"2026-04-27T21:59:04.049374Z","end":"2026-04-27T21:59:06.333785Z","steps":["trace[2004529579] 'read index received' (duration: 711.030363ms)","trace[2004529579] 'applied index is now lower than readState.Index' (duration: 1.573379582s)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:59:06.334064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.674146996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:59:06.334149Z","caller":"traceutil/trace.go:171","msg":"trace[1398358307] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:26842; }","duration":"2.674283509s","start":"2026-04-27T21:59:03.659838Z","end":"2026-04-27T21:59:06.334122Z","steps":["trace[1398358307] 'agreement among raft nodes before linearized reading' (duration: 2.674145396s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:59:06.334198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:59:03.659818Z","time spent":"2.674369062s","remote":"127.0.0.1:56716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:59:06.334045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.378992031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:59:06.334384Z","caller":"traceutil/trace.go:171","msg":"trace[146023191] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:26842; }","duration":"2.37939111s","start":"2026-04-27T21:59:03.95498Z","end":"2026-04-27T21:59:06.334371Z","steps":["trace[146023191] 'agreement among raft nodes before linearized reading' (duration: 2.37895081s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:59:06.334424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:59:03.954959Z","time spent":"2.37945047s","remote":"127.0.0.1:42752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"info","ts":"2026-04-27T21:59:06.334447Z","caller":"traceutil/trace.go:171","msg":"trace[1666743382] transaction","detail":"{read_only:false; response_revision:26843; number_of_response:1; }","duration":"968.456514ms","start":"2026-04-27T21:59:05.365963Z","end":"2026-04-27T21:59:06.334419Z","steps":["trace[1666743382] 'process raft request' (duration: 967.723158ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:59:06.334591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:59:05.365936Z","time spent":"968.581967ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:59:06.906172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.25656878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-04-27T21:59:06.906183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.106299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:59:06.906255Z","caller":"traceutil/trace.go:171","msg":"trace[1016850402] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26843; }","duration":"3.256679823s","start":"2026-04-27T21:59:03.649554Z","end":"2026-04-27T21:59:06.906234Z","steps":["trace[1016850402] 'agreement among raft nodes before linearized reading' (duration: 2.684829795s)","trace[1016850402] 'range keys from in-memory index tree' (duration: 571.403918ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:59:06.906277Z","caller":"traceutil/trace.go:171","msg":"trace[1007287223] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26843; }","duration":"490.263742ms","start":"2026-04-27T21:59:06.415993Z","end":"2026-04-27T21:59:06.906257Z","steps":["trace[1007287223] 'range keys from in-memory index tree' (duration: 489.938705ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:59:06.906298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:59:03.649539Z","time spent":"3.256746834s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-27T21:59:06.90632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:59:06.41597Z","time spent":"490.340973ms","remote":"127.0.0.1:39788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T21:59:06.90644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.648771958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"info","ts":"2026-04-27T21:59:06.9065Z","caller":"traceutil/trace.go:171","msg":"trace[726337654] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:26843; }","duration":"2.648840199s","start":"2026-04-27T21:59:04.257642Z","end":"2026-04-27T21:59:06.906482Z","steps":["trace[726337654] 'agreement among raft nodes before linearized reading' (duration: 2.077056033s)","trace[726337654] 'range keys from in-memory index tree' (duration: 571.620793ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:59:06.906531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:59:04.257578Z","time spent":"2.648946342s","remote":"127.0.0.1:39974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2013,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-04-27T21:59:06.906553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.86878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:59:06.906618Z","caller":"traceutil/trace.go:171","msg":"trace[1265308367] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:26843; }","duration":"547.937792ms","start":"2026-04-27T21:59:06.358668Z","end":"2026-04-27T21:59:06.906606Z","steps":["trace[1265308367] 'count revisions from in-memory index tree' (duration: 547.786339ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:59:06.90665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:59:06.358649Z","time spent":"547.991104ms","remote":"127.0.0.1:44672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:59:06.906854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.889167638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T21:59:06.906885Z","caller":"traceutil/trace.go:171","msg":"trace[1187649249] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:26843; }","duration":"1.88923996s","start":"2026-04-27T21:59:05.017634Z","end":"2026-04-27T21:59:06.906874Z","steps":["trace[1187649249] 'agreement among raft nodes before linearized reading' (duration: 1.316944772s)","trace[1187649249] 'count revisions from in-memory index tree' (duration: 572.256057ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:59:06.906908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.537905878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:59:06.906914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:59:05.017611Z","time spent":"1.889295272s","remote":"127.0.0.1:40278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":32,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-04-27T21:59:06.906934Z","caller":"traceutil/trace.go:171","msg":"trace[497014985] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:26843; }","duration":"1.537932419s","start":"2026-04-27T21:59:05.368993Z","end":"2026-04-27T21:59:06.906925Z","steps":["trace[497014985] 'agreement among raft nodes before linearized reading' (duration: 965.56777ms)","trace[497014985] 'count revisions from in-memory index tree' (duration: 572.327838ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:59:06.906957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:59:05.368966Z","time spent":"1.53798426s","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:59:06.90703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.18729177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-27T21:59:06.907093Z","caller":"traceutil/trace.go:171","msg":"trace[1036685060] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26843; }","duration":"1.187378972s","start":"2026-04-27T21:59:05.719693Z","end":"2026-04-27T21:59:06.907072Z","steps":["trace[1036685060] 'agreement among raft nodes before linearized reading' (duration: 614.851729ms)","trace[1036685060] 'range keys from in-memory index tree' (duration: 572.349388ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:59:06.907136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:59:05.719677Z","time spent":"1.187448553s","remote":"127.0.0.1:39966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-27T21:59:06.907178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.668060451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:59:06.907206Z","caller":"traceutil/trace.go:171","msg":"trace[833762212] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:26843; }","duration":"1.668084932s","start":"2026-04-27T21:59:05.23911Z","end":"2026-04-27T21:59:06.907195Z","steps":["trace[833762212] 'agreement among raft nodes before linearized reading' (duration: 1.095443106s)","trace[833762212] 'count revisions from in-memory index tree' (duration: 572.609505ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:59:06.907226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:59:05.239092Z","time spent":"1.668128953s","remote":"127.0.0.1:44492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:59:06.907431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"981.572628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"warn","ts":"2026-04-27T21:59:06.907437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"853.039262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-27T21:59:06.907484Z","caller":"traceutil/trace.go:171","msg":"trace[604690080] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:26843; }","duration":"981.624439ms","start":"2026-04-27T21:59:05.925841Z","end":"2026-04-27T21:59:06.907465Z","steps":["trace[604690080] 'agreement among raft nodes before linearized reading' (duration: 408.694446ms)","trace[604690080] 'range keys from in-memory index tree' (duration: 572.81017ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:59:06.907504Z","caller":"traceutil/trace.go:171","msg":"trace[904006044] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26843; }","duration":"853.161094ms","start":"2026-04-27T21:59:06.054321Z","end":"2026-04-27T21:59:06.907482Z","steps":["trace[904006044] 'agreement among raft nodes before linearized reading' (duration: 280.203651ms)","trace[904006044] 'range keys from in-memory index tree' (duration: 572.80307ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:59:06.907542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:59:05.925792Z","time spent":"981.729831ms","remote":"127.0.0.1:39944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1806,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-04-27T21:59:06.907528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.89137021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:531"} {"level":"warn","ts":"2026-04-27T21:59:06.907555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:59:06.054299Z","time spent":"853.239636ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-27T21:59:06.907602Z","caller":"traceutil/trace.go:171","msg":"trace[794066235] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26843; }","duration":"1.891503052s","start":"2026-04-27T21:59:05.016078Z","end":"2026-04-27T21:59:06.907581Z","steps":["trace[794066235] 'agreement among raft nodes before linearized reading' (duration: 1.318310054s)","trace[794066235] 'range keys from in-memory index tree' (duration: 572.985614ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:59:06.907572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.375160235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:59:06.907618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.428880437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:59:06.907643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:59:05.016058Z","time spent":"1.891577234s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-27T21:59:06.907671Z","caller":"traceutil/trace.go:171","msg":"trace[1899988962] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:26843; }","duration":"2.428982609s","start":"2026-04-27T21:59:04.478672Z","end":"2026-04-27T21:59:06.907654Z","steps":["trace[1899988962] 'agreement among raft nodes before linearized reading' (duration: 1.855923064s)","trace[1899988962] 'count revisions from in-memory index tree' (duration: 572.985674ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:59:06.907673Z","caller":"traceutil/trace.go:171","msg":"trace[1946248860] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26843; }","duration":"2.375304689s","start":"2026-04-27T21:59:04.532339Z","end":"2026-04-27T21:59:06.907643Z","steps":["trace[1946248860] 'agreement among raft nodes before linearized reading' (duration: 1.802216553s)","trace[1946248860] 'range keys from in-memory index tree' (duration: 572.931853ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:59:06.907714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:59:04.478647Z","time spent":"2.429054231s","remote":"127.0.0.1:44778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:59:06.907738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:59:04.532325Z","time spent":"2.375395631s","remote":"127.0.0.1:44320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-27T21:59:06.907772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.492245206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:59:06.907814Z","caller":"traceutil/trace.go:171","msg":"trace[1630451883] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26843; }","duration":"2.492310237s","start":"2026-04-27T21:59:04.415493Z","end":"2026-04-27T21:59:06.907803Z","steps":["trace[1630451883] 'agreement among raft nodes before linearized reading' (duration: 1.919108109s)","trace[1630451883] 'range keys from in-memory index tree' (duration: 573.151647ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:59:06.907882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:59:04.415481Z","time spent":"2.492393479s","remote":"127.0.0.1:39786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T21:59:06.907917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.439669829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:59:06.907941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.364331673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-27T21:59:06.90777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.325579766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-27T21:59:06.907984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.410376054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:59:06.907986Z","caller":"traceutil/trace.go:171","msg":"trace[1083302987] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:26843; }","duration":"1.439768022s","start":"2026-04-27T21:59:05.468199Z","end":"2026-04-27T21:59:06.907968Z","steps":["trace[1083302987] 'agreement among raft nodes before linearized reading' (duration: 866.309918ms)","trace[1083302987] 'count revisions from in-memory index tree' (duration: 573.369402ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:59:06.908003Z","caller":"traceutil/trace.go:171","msg":"trace[85388] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26843; }","duration":"2.364438495s","start":"2026-04-27T21:59:04.543547Z","end":"2026-04-27T21:59:06.907985Z","steps":["trace[85388] 'agreement among raft nodes before linearized reading' (duration: 1.791041502s)","trace[85388] 'range keys from in-memory index tree' (duration: 573.216359ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:59:06.908023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.101076581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:31 size:268864"} {"level":"info","ts":"2026-04-27T21:59:06.908025Z","caller":"traceutil/trace.go:171","msg":"trace[1035534482] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:26843; }","duration":"2.410446175s","start":"2026-04-27T21:59:04.49756Z","end":"2026-04-27T21:59:06.908006Z","steps":["trace[1035534482] 'agreement among raft nodes before linearized reading' (duration: 1.837038092s)","trace[1035534482] 'count revisions from in-memory index tree' (duration: 573.360662ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:59:06.908024Z","caller":"traceutil/trace.go:171","msg":"trace[1631286208] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26843; }","duration":"2.325845782s","start":"2026-04-27T21:59:04.58215Z","end":"2026-04-27T21:59:06.907995Z","steps":["trace[1631286208] 'agreement among raft nodes before linearized reading' (duration: 1.752428678s)","trace[1631286208] 'range keys from in-memory index tree' (duration: 573.138958ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:59:06.908049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:59:04.543526Z","time spent":"2.364510667s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-27T21:59:06.908058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:59:04.497537Z","time spent":"2.410512327s","remote":"127.0.0.1:37862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:59:06.908097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:59:04.582134Z","time spent":"2.325945933s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-27T21:59:06.908179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.960148707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:59:06.908235Z","caller":"traceutil/trace.go:171","msg":"trace[1419835167] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:26843; }","duration":"1.9602518s","start":"2026-04-27T21:59:04.947967Z","end":"2026-04-27T21:59:06.908219Z","steps":["trace[1419835167] 'agreement among raft nodes before linearized reading' (duration: 1.386614111s)","trace[1419835167] 'count revisions from in-memory index tree' (duration: 573.567137ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:59:06.908288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:59:04.947941Z","time spent":"1.960333292s","remote":"127.0.0.1:44504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:59:06.908297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.5317336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-27T21:59:06.908337Z","caller":"traceutil/trace.go:171","msg":"trace[1127173970] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26843; }","duration":"2.531795451s","start":"2026-04-27T21:59:04.37653Z","end":"2026-04-27T21:59:06.908326Z","steps":["trace[1127173970] 'agreement among raft nodes before linearized reading' (duration: 1.958073421s)","trace[1127173970] 'range keys from in-memory index tree' (duration: 573.640798ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:59:06.908366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:59:04.376524Z","time spent":"2.531836692s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-27T21:59:06.908357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.411369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-27T21:59:06.908051Z","caller":"traceutil/trace.go:171","msg":"trace[1057635191] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:31; response_revision:26843; }","duration":"2.101143273s","start":"2026-04-27T21:59:04.8069Z","end":"2026-04-27T21:59:06.908043Z","steps":["trace[1057635191] 'agreement among raft nodes before linearized reading' (duration: 1.527673948s)","trace[1057635191] 'range keys from in-memory index tree' (duration: 573.23117ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:59:06.908421Z","caller":"traceutil/trace.go:171","msg":"trace[597745960] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:26843; }","duration":"294.525182ms","start":"2026-04-27T21:59:06.613877Z","end":"2026-04-27T21:59:06.908402Z","steps":["trace[597745960] 'count revisions from in-memory index tree' (duration: 294.326987ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:59:06.908536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:59:04.806871Z","time spent":"2.101614603s","remote":"127.0.0.1:40292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":31,"response size":268888,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-04-27T21:59:06.90805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:59:05.468185Z","time spent":"1.439847913s","remote":"127.0.0.1:37658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-27T21:59:06.908759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.88833399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-04-27T21:59:06.909001Z","caller":"traceutil/trace.go:171","msg":"trace[1786004771] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26843; }","duration":"1.889454615s","start":"2026-04-27T21:59:05.019359Z","end":"2026-04-27T21:59:06.908814Z","steps":["trace[1786004771] 'agreement among raft nodes before linearized reading' (duration: 1.315210353s)","trace[1786004771] 'range keys from in-memory index tree' (duration: 572.466732ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T21:59:06.909068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:59:05.019349Z","time spent":"1.88970176s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-27T21:59:07.503567Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14208185919323923830,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-27T21:59:07.504187Z","caller":"traceutil/trace.go:171","msg":"trace[1124810177] transaction","detail":"{read_only:false; response_revision:26845; number_of_response:1; }","duration":"590.318422ms","start":"2026-04-27T21:59:06.913839Z","end":"2026-04-27T21:59:07.504157Z","steps":["trace[1124810177] 'process raft request' (duration: 590.081177ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:59:07.504326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:59:06.91382Z","time spent":"590.435364ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:59:07.504349Z","caller":"traceutil/trace.go:171","msg":"trace[480794924] transaction","detail":"{read_only:false; response_revision:26847; number_of_response:1; }","duration":"590.28799ms","start":"2026-04-27T21:59:06.914022Z","end":"2026-04-27T21:59:07.50431Z","steps":["trace[480794924] 'process raft request' (duration: 590.113486ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:59:07.504344Z","caller":"traceutil/trace.go:171","msg":"trace[769807810] transaction","detail":"{read_only:false; response_revision:26846; number_of_response:1; }","duration":"590.226799ms","start":"2026-04-27T21:59:06.914009Z","end":"2026-04-27T21:59:07.504236Z","steps":["trace[769807810] 'process raft request' (duration: 590.064976ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:59:07.50447Z","caller":"traceutil/trace.go:171","msg":"trace[1473472892] transaction","detail":"{read_only:false; response_revision:26848; number_of_response:1; }","duration":"590.436473ms","start":"2026-04-27T21:59:06.914022Z","end":"2026-04-27T21:59:07.504459Z","steps":["trace[1473472892] 'process raft request' (duration: 590.181818ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:59:07.50447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:59:06.914006Z","time spent":"590.390633ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:59:07.504487Z","caller":"traceutil/trace.go:171","msg":"trace[1820524381] transaction","detail":"{read_only:false; response_revision:26849; number_of_response:1; }","duration":"589.571375ms","start":"2026-04-27T21:59:06.914903Z","end":"2026-04-27T21:59:07.504474Z","steps":["trace[1820524381] 'process raft request' (duration: 589.396891ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:59:07.504533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:59:06.914009Z","time spent":"590.496475ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:59:07.504435Z","caller":"traceutil/trace.go:171","msg":"trace[1142835681] transaction","detail":"{read_only:false; response_revision:26850; number_of_response:1; }","duration":"588.673964ms","start":"2026-04-27T21:59:06.91574Z","end":"2026-04-27T21:59:07.504414Z","steps":["trace[1142835681] 'process raft request' (duration: 588.614673ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:59:07.504582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:59:06.914882Z","time spent":"589.644457ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:59:07.504617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:59:06.915724Z","time spent":"588.867908ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:59:07.504792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:59:06.913999Z","time spent":"590.543596ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T21:59:07.551862Z","caller":"traceutil/trace.go:171","msg":"trace[2806100] linearizableReadLoop","detail":"{readStateIndex:27779; appliedIndex:27772; }","duration":"548.647309ms","start":"2026-04-27T21:59:07.003195Z","end":"2026-04-27T21:59:07.551842Z","steps":["trace[2806100] 'read index received' (duration: 500.820039ms)","trace[2806100] 'applied index is now lower than readState.Index' (duration: 47.82617ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T21:59:07.551941Z","caller":"traceutil/trace.go:171","msg":"trace[827265009] transaction","detail":"{read_only:false; response_revision:26851; number_of_response:1; }","duration":"341.719558ms","start":"2026-04-27T21:59:07.210204Z","end":"2026-04-27T21:59:07.551924Z","steps":["trace[827265009] 'process raft request' (duration: 341.528033ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:59:07.552066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.963466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T21:59:07.55211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.71599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:59:07.552119Z","caller":"traceutil/trace.go:171","msg":"trace[1757856340] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26851; }","duration":"637.031807ms","start":"2026-04-27T21:59:06.915067Z","end":"2026-04-27T21:59:07.552099Z","steps":["trace[1757856340] 'agreement among raft nodes before linearized reading' (duration: 636.955315ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:59:07.552159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:59:06.915059Z","time spent":"637.093059ms","remote":"127.0.0.1:39786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-27T21:59:07.552157Z","caller":"traceutil/trace.go:171","msg":"trace[153509891] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26851; }","duration":"636.785712ms","start":"2026-04-27T21:59:06.91536Z","end":"2026-04-27T21:59:07.552146Z","steps":["trace[153509891] 'agreement among raft nodes before linearized reading' (duration: 636.603818ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:59:07.552115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.23435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/node-feature-discovery\" ","response":"range_response_count:1 size:874"} {"level":"warn","ts":"2026-04-27T21:59:07.5522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:59:06.915352Z","time spent":"636.840343ms","remote":"127.0.0.1:39974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-04-27T21:59:07.552261Z","caller":"traceutil/trace.go:171","msg":"trace[957670447] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/node-feature-discovery; range_end:; response_count:1; response_revision:26851; }","duration":"506.392584ms","start":"2026-04-27T21:59:07.045843Z","end":"2026-04-27T21:59:07.552236Z","steps":["trace[957670447] 'agreement among raft nodes before linearized reading' (duration: 506.21163ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:59:07.552341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:59:07.045826Z","time spent":"506.489725ms","remote":"127.0.0.1:39976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":898,"request content":"key:\"/registry/serviceaccounts/monitoring/node-feature-discovery\" "} {"level":"warn","ts":"2026-04-27T21:59:07.552366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.33991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18618"} {"level":"info","ts":"2026-04-27T21:59:07.552459Z","caller":"traceutil/trace.go:171","msg":"trace[2095938986] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26851; }","duration":"547.479963ms","start":"2026-04-27T21:59:07.004955Z","end":"2026-04-27T21:59:07.552435Z","steps":["trace[2095938986] 'agreement among raft nodes before linearized reading' (duration: 547.209687ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:59:07.552486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:59:07.210179Z","time spent":"341.79777ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T21:59:07.552524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:59:07.004935Z","time spent":"547.574615ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18642,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-27T21:59:07.928063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.467223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:59:07.928175Z","caller":"traceutil/trace.go:171","msg":"trace[1686657560] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26851; }","duration":"312.634927ms","start":"2026-04-27T21:59:07.61551Z","end":"2026-04-27T21:59:07.928145Z","steps":["trace[1686657560] 'range keys from in-memory index tree' (duration: 312.391842ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:59:07.928231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:59:07.615492Z","time spent":"312.724479ms","remote":"127.0.0.1:40292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-27T21:59:07.928321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.150487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T21:59:07.928392Z","caller":"traceutil/trace.go:171","msg":"trace[1966964527] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:26851; }","duration":"325.2687ms","start":"2026-04-27T21:59:07.603104Z","end":"2026-04-27T21:59:07.928373Z","steps":["trace[1966964527] 'count revisions from in-memory index tree' (duration: 325.049245ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:59:07.928437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T21:59:07.603082Z","time spent":"325.341451ms","remote":"127.0.0.1:37778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"info","ts":"2026-04-27T21:59:08.31214Z","caller":"traceutil/trace.go:171","msg":"trace[1464715448] transaction","detail":"{read_only:false; response_revision:26853; number_of_response:1; }","duration":"150.501489ms","start":"2026-04-27T21:59:08.161621Z","end":"2026-04-27T21:59:08.312122Z","steps":["trace[1464715448] 'process raft request' (duration: 150.312055ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:59:08.312373Z","caller":"traceutil/trace.go:171","msg":"trace[159298902] transaction","detail":"{read_only:false; response_revision:26854; number_of_response:1; }","duration":"150.714964ms","start":"2026-04-27T21:59:08.161651Z","end":"2026-04-27T21:59:08.312366Z","steps":["trace[159298902] 'process raft request' (duration: 150.435297ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:59:08.312473Z","caller":"traceutil/trace.go:171","msg":"trace[742596500] transaction","detail":"{read_only:false; response_revision:26855; number_of_response:1; }","duration":"150.760995ms","start":"2026-04-27T21:59:08.161706Z","end":"2026-04-27T21:59:08.312467Z","steps":["trace[742596500] 'process raft request' (duration: 150.568071ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:59:08.312506Z","caller":"traceutil/trace.go:171","msg":"trace[1090936048] transaction","detail":"{read_only:false; response_revision:26856; number_of_response:1; }","duration":"150.767075ms","start":"2026-04-27T21:59:08.161714Z","end":"2026-04-27T21:59:08.312481Z","steps":["trace[1090936048] 'process raft request' (duration: 150.678243ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:59:08.312847Z","caller":"traceutil/trace.go:171","msg":"trace[1867499479] transaction","detail":"{read_only:false; response_revision:26857; number_of_response:1; }","duration":"150.727883ms","start":"2026-04-27T21:59:08.162084Z","end":"2026-04-27T21:59:08.312812Z","steps":["trace[1867499479] 'process raft request' (duration: 150.357385ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T21:59:08.313421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.738438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T21:59:08.313473Z","caller":"traceutil/trace.go:171","msg":"trace[407778724] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:26857; }","duration":"110.842221ms","start":"2026-04-27T21:59:08.202619Z","end":"2026-04-27T21:59:08.313461Z","steps":["trace[407778724] 'agreement among raft nodes before linearized reading' (duration: 110.149094ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:59:23.845534Z","caller":"traceutil/trace.go:171","msg":"trace[1867084330] transaction","detail":"{read_only:false; response_revision:26966; number_of_response:1; }","duration":"106.538734ms","start":"2026-04-27T21:59:23.738972Z","end":"2026-04-27T21:59:23.845511Z","steps":["trace[1867084330] 'process raft request' (duration: 101.242985ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:59:23.845996Z","caller":"traceutil/trace.go:171","msg":"trace[1416901779] transaction","detail":"{read_only:false; response_revision:26967; number_of_response:1; }","duration":"104.348685ms","start":"2026-04-27T21:59:23.74161Z","end":"2026-04-27T21:59:23.845959Z","steps":["trace[1416901779] 'process raft request' (duration: 103.852564ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:59:23.846169Z","caller":"traceutil/trace.go:171","msg":"trace[36586535] transaction","detail":"{read_only:false; response_revision:26968; number_of_response:1; }","duration":"104.254573ms","start":"2026-04-27T21:59:23.741893Z","end":"2026-04-27T21:59:23.846147Z","steps":["trace[36586535] 'process raft request' (duration: 103.724511ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T21:59:35.823324Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000006d81.wal"} {"level":"warn","ts":"2026-04-27T22:00:37.868145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.917788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T22:00:37.86827Z","caller":"traceutil/trace.go:171","msg":"trace[1272572148] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:27832; }","duration":"155.063961ms","start":"2026-04-27T22:00:37.71318Z","end":"2026-04-27T22:00:37.868244Z","steps":["trace[1272572148] 'range keys from in-memory index tree' (duration: 154.835656ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T22:00:37.868552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.435909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T22:00:37.8686Z","caller":"traceutil/trace.go:171","msg":"trace[939864385] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:27832; }","duration":"155.48415ms","start":"2026-04-27T22:00:37.713103Z","end":"2026-04-27T22:00:37.868587Z","steps":["trace[939864385] 'range keys from in-memory index tree' (duration: 155.268606ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T22:00:39.181181Z","caller":"traceutil/trace.go:171","msg":"trace[1673221218] transaction","detail":"{read_only:false; response_revision:27845; number_of_response:1; }","duration":"122.651654ms","start":"2026-04-27T22:00:39.058497Z","end":"2026-04-27T22:00:39.181149Z","steps":["trace[1673221218] 'process raft request' (duration: 58.617682ms)","trace[1673221218] 'compare' (duration: 63.912909ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T22:01:33.187455Z","caller":"traceutil/trace.go:171","msg":"trace[512764514] transaction","detail":"{read_only:false; response_revision:28304; number_of_response:1; }","duration":"236.597226ms","start":"2026-04-27T22:01:32.950834Z","end":"2026-04-27T22:01:33.187431Z","steps":["trace[512764514] 'process raft request' (duration: 236.381211ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T22:01:33.187427Z","caller":"traceutil/trace.go:171","msg":"trace[2083196374] linearizableReadLoop","detail":"{readStateIndex:29266; appliedIndex:29265; }","duration":"220.020775ms","start":"2026-04-27T22:01:32.967375Z","end":"2026-04-27T22:01:33.187396Z","steps":["trace[2083196374] 'read index received' (duration: 219.78717ms)","trace[2083196374] 'applied index is now lower than readState.Index' (duration: 232.235µs)"],"step_count":2} {"level":"warn","ts":"2026-04-27T22:01:33.187628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.176168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T22:01:33.187787Z","caller":"traceutil/trace.go:171","msg":"trace[1030500109] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:28304; }","duration":"220.397603ms","start":"2026-04-27T22:01:32.967331Z","end":"2026-04-27T22:01:33.187728Z","steps":["trace[1030500109] 'agreement among raft nodes before linearized reading' (duration: 220.165918ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T22:01:33.201202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.96948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-27T22:01:33.201224Z","caller":"traceutil/trace.go:171","msg":"trace[1984734621] transaction","detail":"{read_only:false; response_revision:28305; number_of_response:1; }","duration":"136.531166ms","start":"2026-04-27T22:01:33.064673Z","end":"2026-04-27T22:01:33.201204Z","steps":["trace[1984734621] 'process raft request' (duration: 136.28176ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T22:01:33.201268Z","caller":"traceutil/trace.go:171","msg":"trace[1238286362] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28305; }","duration":"219.057532ms","start":"2026-04-27T22:01:32.982193Z","end":"2026-04-27T22:01:33.201251Z","steps":["trace[1238286362] 'agreement among raft nodes before linearized reading' (duration: 218.870378ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T22:02:14.019002Z","caller":"traceutil/trace.go:171","msg":"trace[1924519443] linearizableReadLoop","detail":"{readStateIndex:29781; appliedIndex:29780; }","duration":"223.027301ms","start":"2026-04-27T22:02:13.79595Z","end":"2026-04-27T22:02:14.018977Z","steps":["trace[1924519443] 'read index received' (duration: 223.00277ms)","trace[1924519443] 'applied index is now lower than readState.Index' (duration: 23.271µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T22:02:14.019025Z","caller":"traceutil/trace.go:171","msg":"trace[1067297076] transaction","detail":"{read_only:false; response_revision:28805; number_of_response:1; }","duration":"391.206814ms","start":"2026-04-27T22:02:13.627784Z","end":"2026-04-27T22:02:14.018991Z","steps":["trace[1067297076] 'process raft request' (duration: 391.03034ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T22:02:14.019185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T22:02:13.62776Z","time spent":"391.340917ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T22:02:14.019208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.222875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T22:02:14.019322Z","caller":"traceutil/trace.go:171","msg":"trace[592853103] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:28805; }","duration":"223.359639ms","start":"2026-04-27T22:02:13.795937Z","end":"2026-04-27T22:02:14.019297Z","steps":["trace[592853103] 'agreement among raft nodes before linearized reading' (duration: 223.126173ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T22:02:14.02028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.277247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T22:02:14.02036Z","caller":"traceutil/trace.go:171","msg":"trace[1385208167] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:28806; }","duration":"206.39654ms","start":"2026-04-27T22:02:13.81394Z","end":"2026-04-27T22:02:14.020337Z","steps":["trace[1385208167] 'agreement among raft nodes before linearized reading' (duration: 206.261537ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T22:02:14.020426Z","caller":"traceutil/trace.go:171","msg":"trace[1126076624] transaction","detail":"{read_only:false; response_revision:28806; number_of_response:1; }","duration":"170.471056ms","start":"2026-04-27T22:02:13.849821Z","end":"2026-04-27T22:02:14.020292Z","steps":["trace[1126076624] 'process raft request' (duration: 170.22775ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T22:02:14.020779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.350656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-27T22:02:14.020833Z","caller":"traceutil/trace.go:171","msg":"trace[1389144904] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28806; }","duration":"159.405547ms","start":"2026-04-27T22:02:13.861413Z","end":"2026-04-27T22:02:14.020819Z","steps":["trace[1389144904] 'agreement among raft nodes before linearized reading' (duration: 159.205993ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T22:02:17.167179Z","caller":"traceutil/trace.go:171","msg":"trace[641830750] linearizableReadLoop","detail":"{readStateIndex:29805; appliedIndex:29804; }","duration":"100.258843ms","start":"2026-04-27T22:02:17.066902Z","end":"2026-04-27T22:02:17.167161Z","steps":["trace[641830750] 'read index received' (duration: 100.142661ms)","trace[641830750] 'applied index is now lower than readState.Index' (duration: 115.402µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T22:02:17.167244Z","caller":"traceutil/trace.go:171","msg":"trace[866201288] transaction","detail":"{read_only:false; response_revision:28828; number_of_response:1; }","duration":"127.633476ms","start":"2026-04-27T22:02:17.039576Z","end":"2026-04-27T22:02:17.167209Z","steps":["trace[866201288] 'process raft request' (duration: 127.468352ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T22:02:17.167338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.414728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-27T22:02:17.167372Z","caller":"traceutil/trace.go:171","msg":"trace[428541898] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28828; }","duration":"100.501189ms","start":"2026-04-27T22:02:17.06686Z","end":"2026-04-27T22:02:17.167361Z","steps":["trace[428541898] 'agreement among raft nodes before linearized reading' (duration: 100.370696ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T22:02:17.42144Z","caller":"traceutil/trace.go:171","msg":"trace[897082655] linearizableReadLoop","detail":"{readStateIndex:29806; appliedIndex:29805; }","duration":"192.349755ms","start":"2026-04-27T22:02:17.229066Z","end":"2026-04-27T22:02:17.421415Z","steps":["trace[897082655] 'read index received' (duration: 142.10843ms)","trace[897082655] 'applied index is now lower than readState.Index' (duration: 50.240385ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T22:02:17.421565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.477188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T22:02:17.421609Z","caller":"traceutil/trace.go:171","msg":"trace[2093271558] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:28829; }","duration":"192.56387ms","start":"2026-04-27T22:02:17.22903Z","end":"2026-04-27T22:02:17.421594Z","steps":["trace[2093271558] 'agreement among raft nodes before linearized reading' (duration: 192.480978ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T22:02:17.42175Z","caller":"traceutil/trace.go:171","msg":"trace[2030584562] transaction","detail":"{read_only:false; response_revision:28829; number_of_response:1; }","duration":"249.992784ms","start":"2026-04-27T22:02:17.171481Z","end":"2026-04-27T22:02:17.421474Z","steps":["trace[2030584562] 'process raft request' (duration: 199.719889ms)","trace[2030584562] 'compare' (duration: 50.111012ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T22:02:23.705748Z","caller":"traceutil/trace.go:171","msg":"trace[1051615780] linearizableReadLoop","detail":"{readStateIndex:29857; appliedIndex:29856; }","duration":"251.959309ms","start":"2026-04-27T22:02:23.453764Z","end":"2026-04-27T22:02:23.705723Z","steps":["trace[1051615780] 'read index received' (duration: 81.364491ms)","trace[1051615780] 'applied index is now lower than readState.Index' (duration: 170.593708ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T22:02:23.705776Z","caller":"traceutil/trace.go:171","msg":"trace[402019842] transaction","detail":"{read_only:false; response_revision:28879; number_of_response:1; }","duration":"255.763864ms","start":"2026-04-27T22:02:23.449981Z","end":"2026-04-27T22:02:23.705744Z","steps":["trace[402019842] 'process raft request' (duration: 213.518728ms)","trace[402019842] 'compare' (duration: 42.121713ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T22:02:23.706235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.4394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-27T22:02:23.706303Z","caller":"traceutil/trace.go:171","msg":"trace[942310206] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28879; }","duration":"252.550971ms","start":"2026-04-27T22:02:23.453736Z","end":"2026-04-27T22:02:23.706287Z","steps":["trace[942310206] 'agreement among raft nodes before linearized reading' (duration: 252.121692ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T22:02:23.718105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.857922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-27T22:02:23.718147Z","caller":"traceutil/trace.go:171","msg":"trace[976400023] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28881; }","duration":"228.934703ms","start":"2026-04-27T22:02:23.489201Z","end":"2026-04-27T22:02:23.718136Z","steps":["trace[976400023] 'agreement among raft nodes before linearized reading' (duration: 228.830201ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T22:02:23.718111Z","caller":"traceutil/trace.go:171","msg":"trace[1584901510] transaction","detail":"{read_only:false; response_revision:28880; number_of_response:1; }","duration":"154.221721ms","start":"2026-04-27T22:02:23.56385Z","end":"2026-04-27T22:02:23.718071Z","steps":["trace[1584901510] 'process raft request' (duration: 154.099608ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T22:02:23.718163Z","caller":"traceutil/trace.go:171","msg":"trace[169915078] transaction","detail":"{read_only:false; response_revision:28881; number_of_response:1; }","duration":"148.952453ms","start":"2026-04-27T22:02:23.56918Z","end":"2026-04-27T22:02:23.718133Z","steps":["trace[169915078] 'process raft request' (duration: 148.82364ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T22:02:23.718299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.622983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T22:02:23.718662Z","caller":"traceutil/trace.go:171","msg":"trace[427645580] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:28881; }","duration":"194.022232ms","start":"2026-04-27T22:02:23.524604Z","end":"2026-04-27T22:02:23.718626Z","steps":["trace[427645580] 'agreement among raft nodes before linearized reading' (duration: 193.592443ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T22:02:25.167117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.180346ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T22:02:25.167418Z","caller":"traceutil/trace.go:171","msg":"trace[1126337162] transaction","detail":"{read_only:false; response_revision:28890; number_of_response:1; }","duration":"189.095541ms","start":"2026-04-27T22:02:24.978276Z","end":"2026-04-27T22:02:25.167371Z","steps":["trace[1126337162] 'process raft request' (duration: 61.594958ms)","trace[1126337162] 'compare' (duration: 126.736106ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T22:02:31.768912Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":26091} {"level":"info","ts":"2026-04-27T22:02:31.896976Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":26091,"took":"123.052764ms","hash":2434148696,"current-db-size-bytes":51924992,"current-db-size":"52 MB","current-db-size-in-use-bytes":36331520,"current-db-size-in-use":"36 MB"} {"level":"info","ts":"2026-04-27T22:02:31.89707Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2434148696,"revision":26091,"compact-revision":23948} {"level":"info","ts":"2026-04-27T22:02:33.748647Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"d98d5f2c752cc52d","local-member-applied-index":30009,"local-member-snapshot-index":20008,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-27T22:02:33.75442Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30009} {"level":"info","ts":"2026-04-27T22:02:33.75448Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25009} {"level":"warn","ts":"2026-04-27T22:02:43.507111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.083456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-27T22:02:43.507206Z","caller":"traceutil/trace.go:171","msg":"trace[1482918355] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:29122; }","duration":"132.234929ms","start":"2026-04-27T22:02:43.37495Z","end":"2026-04-27T22:02:43.507184Z","steps":["trace[1482918355] 'range keys from in-memory index tree' (duration: 131.844981ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T22:02:43.725885Z","caller":"traceutil/trace.go:171","msg":"trace[521518763] transaction","detail":"{read_only:false; response_revision:29123; number_of_response:1; }","duration":"215.496093ms","start":"2026-04-27T22:02:43.510368Z","end":"2026-04-27T22:02:43.725864Z","steps":["trace[521518763] 'process raft request' (duration: 215.35019ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T22:02:43.897377Z","caller":"traceutil/trace.go:171","msg":"trace[2055490959] transaction","detail":"{read_only:false; response_revision:29124; number_of_response:1; }","duration":"288.351774ms","start":"2026-04-27T22:02:43.609Z","end":"2026-04-27T22:02:43.897352Z","steps":["trace[2055490959] 'process raft request' (duration: 288.1845ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T22:02:43.901129Z","caller":"traceutil/trace.go:171","msg":"trace[774610040] transaction","detail":"{read_only:false; response_revision:29126; number_of_response:1; }","duration":"116.105368ms","start":"2026-04-27T22:02:43.785Z","end":"2026-04-27T22:02:43.901106Z","steps":["trace[774610040] 'process raft request' (duration: 116.002136ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T22:02:43.90116Z","caller":"traceutil/trace.go:171","msg":"trace[1659878400] transaction","detail":"{read_only:false; response_revision:29125; number_of_response:1; }","duration":"116.65122ms","start":"2026-04-27T22:02:43.784455Z","end":"2026-04-27T22:02:43.901106Z","steps":["trace[1659878400] 'process raft request' (duration: 116.421265ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T22:02:43.901136Z","caller":"traceutil/trace.go:171","msg":"trace[1373964480] transaction","detail":"{read_only:false; response_revision:29127; number_of_response:1; }","duration":"115.536646ms","start":"2026-04-27T22:02:43.785587Z","end":"2026-04-27T22:02:43.901123Z","steps":["trace[1373964480] 'process raft request' (duration: 115.454804ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T22:04:41.709892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.589486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T22:04:41.71Z","caller":"traceutil/trace.go:171","msg":"trace[1168619059] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:30024; }","duration":"195.755589ms","start":"2026-04-27T22:04:41.514225Z","end":"2026-04-27T22:04:41.70998Z","steps":["trace[1168619059] 'count revisions from in-memory index tree' (duration: 195.505514ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T22:04:42.472999Z","caller":"traceutil/trace.go:171","msg":"trace[1840746666] transaction","detail":"{read_only:false; response_revision:30029; number_of_response:1; }","duration":"102.258859ms","start":"2026-04-27T22:04:42.370705Z","end":"2026-04-27T22:04:42.472963Z","steps":["trace[1840746666] 'process raft request' (duration: 102.078455ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T22:04:42.599198Z","caller":"traceutil/trace.go:171","msg":"trace[1940546067] linearizableReadLoop","detail":"{readStateIndex:31044; appliedIndex:31043; }","duration":"125.077179ms","start":"2026-04-27T22:04:42.474094Z","end":"2026-04-27T22:04:42.599171Z","steps":["trace[1940546067] 'read index received' (duration: 120.775622ms)","trace[1940546067] 'applied index is now lower than readState.Index' (duration: 4.300267ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T22:04:42.599246Z","caller":"traceutil/trace.go:171","msg":"trace[550401240] transaction","detail":"{read_only:false; response_revision:30032; number_of_response:1; }","duration":"154.817174ms","start":"2026-04-27T22:04:42.444401Z","end":"2026-04-27T22:04:42.599219Z","steps":["trace[550401240] 'process raft request' (duration: 150.470956ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T22:04:42.599376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.259723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T22:04:42.599472Z","caller":"traceutil/trace.go:171","msg":"trace[582223118] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30032; }","duration":"125.394756ms","start":"2026-04-27T22:04:42.474053Z","end":"2026-04-27T22:04:42.599448Z","steps":["trace[582223118] 'agreement among raft nodes before linearized reading' (duration: 125.249563ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T22:04:42.599576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.517835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T22:04:42.599657Z","caller":"traceutil/trace.go:171","msg":"trace[627632346] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:30032; }","duration":"107.656399ms","start":"2026-04-27T22:04:42.491985Z","end":"2026-04-27T22:04:42.599642Z","steps":["trace[627632346] 'agreement among raft nodes before linearized reading' (duration: 107.449294ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T22:04:44.063911Z","caller":"traceutil/trace.go:171","msg":"trace[1432837893] transaction","detail":"{read_only:false; response_revision:30039; number_of_response:1; }","duration":"128.119777ms","start":"2026-04-27T22:04:43.935778Z","end":"2026-04-27T22:04:44.063898Z","steps":["trace[1432837893] 'process raft request' (duration: 128.025535ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T22:04:44.905237Z","caller":"traceutil/trace.go:171","msg":"trace[146464552] transaction","detail":"{read_only:false; response_revision:30049; number_of_response:1; }","duration":"169.893742ms","start":"2026-04-27T22:04:44.735295Z","end":"2026-04-27T22:04:44.905189Z","steps":["trace[146464552] 'process raft request' (duration: 110.473653ms)","trace[146464552] 'compare' (duration: 59.243585ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T22:04:45.01261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.475474ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-04-27T22:04:45.012733Z","caller":"traceutil/trace.go:171","msg":"trace[1997612727] linearizableReadLoop","detail":"{readStateIndex:31062; appliedIndex:31059; }","duration":"235.217734ms","start":"2026-04-27T22:04:44.777498Z","end":"2026-04-27T22:04:45.012716Z","steps":["trace[1997612727] 'read index received' (duration: 26.544115ms)","trace[1997612727] 'applied index is now lower than readState.Index' (duration: 208.672219ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T22:04:45.012846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.337867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T22:04:45.013022Z","caller":"traceutil/trace.go:171","msg":"trace[1885521065] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:30049; }","duration":"235.543682ms","start":"2026-04-27T22:04:44.777462Z","end":"2026-04-27T22:04:45.013006Z","steps":["trace[1885521065] 'agreement among raft nodes before linearized reading' (duration: 235.340397ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T22:05:24.77341Z","caller":"traceutil/trace.go:171","msg":"trace[1622744014] transaction","detail":"{read_only:false; response_revision:30404; number_of_response:1; }","duration":"116.279273ms","start":"2026-04-27T22:05:24.657097Z","end":"2026-04-27T22:05:24.773376Z","steps":["trace[1622744014] 'process raft request' (duration: 54.9223ms)","trace[1622744014] 'compare' (duration: 61.19225ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T22:05:24.815185Z","caller":"traceutil/trace.go:171","msg":"trace[514997339] transaction","detail":"{read_only:false; response_revision:30406; number_of_response:1; }","duration":"148.071394ms","start":"2026-04-27T22:05:24.667083Z","end":"2026-04-27T22:05:24.815155Z","steps":["trace[514997339] 'process raft request' (duration: 147.982632ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T22:05:24.815223Z","caller":"traceutil/trace.go:171","msg":"trace[2003979030] transaction","detail":"{read_only:false; response_revision:30405; number_of_response:1; }","duration":"156.80373ms","start":"2026-04-27T22:05:24.658382Z","end":"2026-04-27T22:05:24.815186Z","steps":["trace[2003979030] 'process raft request' (duration: 156.527763ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T22:05:24.815319Z","caller":"traceutil/trace.go:171","msg":"trace[801021940] transaction","detail":"{read_only:false; response_revision:30407; number_of_response:1; }","duration":"147.248925ms","start":"2026-04-27T22:05:24.668056Z","end":"2026-04-27T22:05:24.815305Z","steps":["trace[801021940] 'process raft request' (duration: 147.050981ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T22:05:24.963619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.289152ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-04-27T22:05:24.96371Z","caller":"traceutil/trace.go:171","msg":"trace[338859193] linearizableReadLoop","detail":"{readStateIndex:31431; appliedIndex:31429; }","duration":"139.524223ms","start":"2026-04-27T22:05:24.824169Z","end":"2026-04-27T22:05:24.963693Z","steps":["trace[338859193] 'read index received' (duration: 14.989265ms)","trace[338859193] 'applied index is now lower than readState.Index' (duration: 124.533757ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T22:05:24.963889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.718966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T22:05:24.963924Z","caller":"traceutil/trace.go:171","msg":"trace[842608623] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:30408; }","duration":"139.796528ms","start":"2026-04-27T22:05:24.824118Z","end":"2026-04-27T22:05:24.963914Z","steps":["trace[842608623] 'agreement among raft nodes before linearized reading' (duration: 139.661595ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T22:05:24.981951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.679589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T22:05:24.982055Z","caller":"traceutil/trace.go:171","msg":"trace[601226775] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:30409; }","duration":"136.905424ms","start":"2026-04-27T22:05:24.845124Z","end":"2026-04-27T22:05:24.98203Z","steps":["trace[601226775] 'agreement among raft nodes before linearized reading' (duration: 136.644058ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T22:05:40.003279Z","caller":"traceutil/trace.go:171","msg":"trace[1547597952] transaction","detail":"{read_only:false; response_revision:30518; number_of_response:1; }","duration":"130.284205ms","start":"2026-04-27T22:05:39.872955Z","end":"2026-04-27T22:05:40.003239Z","steps":["trace[1547597952] 'process raft request' (duration: 130.101681ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T22:07:31.775081Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":28978} {"level":"info","ts":"2026-04-27T22:07:31.921409Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":28978,"took":"142.808846ms","hash":1034133975,"current-db-size-bytes":51924992,"current-db-size":"52 MB","current-db-size-in-use-bytes":32018432,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-27T22:07:31.921531Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1034133975,"revision":28978,"compact-revision":26091} {"level":"info","ts":"2026-04-27T22:09:03.964122Z","caller":"traceutil/trace.go:171","msg":"trace[196383330] transaction","detail":"{read_only:false; response_revision:32004; number_of_response:1; }","duration":"103.319532ms","start":"2026-04-27T22:09:03.860777Z","end":"2026-04-27T22:09:03.964096Z","steps":["trace[196383330] 'process raft request' (duration: 103.22226ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T22:09:03.964144Z","caller":"traceutil/trace.go:171","msg":"trace[1390101774] transaction","detail":"{read_only:false; response_revision:32003; number_of_response:1; }","duration":"105.151163ms","start":"2026-04-27T22:09:03.858958Z","end":"2026-04-27T22:09:03.964109Z","steps":["trace[1390101774] 'process raft request' (duration: 62.10833ms)","trace[1390101774] 'compare' (duration: 42.683585ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T22:09:06.171947Z","caller":"traceutil/trace.go:171","msg":"trace[1188582307] transaction","detail":"{read_only:false; response_revision:32020; number_of_response:1; }","duration":"115.356851ms","start":"2026-04-27T22:09:06.056541Z","end":"2026-04-27T22:09:06.171897Z","steps":["trace[1188582307] 'process raft request' (duration: 46.646043ms)","trace[1188582307] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/kube-scheduler; req_size:460; } (duration: 68.366261ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T22:09:08.88921Z","caller":"traceutil/trace.go:171","msg":"trace[766699194] transaction","detail":"{read_only:false; response_revision:32040; number_of_response:1; }","duration":"134.157943ms","start":"2026-04-27T22:09:08.755025Z","end":"2026-04-27T22:09:08.889183Z","steps":["trace[766699194] 'process raft request' (duration: 133.995789ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T22:09:10.040622Z","caller":"traceutil/trace.go:171","msg":"trace[176306476] transaction","detail":"{read_only:false; response_revision:32047; number_of_response:1; }","duration":"118.84493ms","start":"2026-04-27T22:09:09.92176Z","end":"2026-04-27T22:09:10.040605Z","steps":["trace[176306476] 'process raft request' (duration: 118.206306ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T22:09:12.507164Z","caller":"traceutil/trace.go:171","msg":"trace[1190670574] linearizableReadLoop","detail":"{readStateIndex:33133; appliedIndex:33132; }","duration":"267.542137ms","start":"2026-04-27T22:09:12.239598Z","end":"2026-04-27T22:09:12.50714Z","steps":["trace[1190670574] 'read index received' (duration: 267.399484ms)","trace[1190670574] 'applied index is now lower than readState.Index' (duration: 142.153µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T22:09:12.50728Z","caller":"traceutil/trace.go:171","msg":"trace[211343553] transaction","detail":"{read_only:false; response_revision:32063; number_of_response:1; }","duration":"371.229767ms","start":"2026-04-27T22:09:12.13602Z","end":"2026-04-27T22:09:12.50725Z","steps":["trace[211343553] 'process raft request' (duration: 371.019073ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T22:09:12.50739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.788252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-27T22:09:12.507414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T22:09:12.13599Z","time spent":"371.355071ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T22:09:12.507422Z","caller":"traceutil/trace.go:171","msg":"trace[1895567372] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:32063; }","duration":"267.861174ms","start":"2026-04-27T22:09:12.239553Z","end":"2026-04-27T22:09:12.507414Z","steps":["trace[1895567372] 'agreement among raft nodes before linearized reading' (duration: 267.68792ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T22:09:14.168974Z","caller":"traceutil/trace.go:171","msg":"trace[2037979394] transaction","detail":"{read_only:false; response_revision:32077; number_of_response:1; }","duration":"109.605903ms","start":"2026-04-27T22:09:14.059347Z","end":"2026-04-27T22:09:14.168953Z","steps":["trace[2037979394] 'process raft request' (duration: 109.553721ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T22:09:14.16945Z","caller":"traceutil/trace.go:171","msg":"trace[584176259] transaction","detail":"{read_only:false; response_revision:32075; number_of_response:1; }","duration":"112.55922ms","start":"2026-04-27T22:09:14.056869Z","end":"2026-04-27T22:09:14.169428Z","steps":["trace[584176259] 'process raft request' (duration: 66.020088ms)","trace[584176259] 'compare' (duration: 45.739593ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T22:09:14.169606Z","caller":"traceutil/trace.go:171","msg":"trace[487141644] transaction","detail":"{read_only:false; response_revision:32076; number_of_response:1; }","duration":"111.501976ms","start":"2026-04-27T22:09:14.05806Z","end":"2026-04-27T22:09:14.169561Z","steps":["trace[487141644] 'process raft request' (duration: 110.789569ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T22:09:14.647963Z","caller":"traceutil/trace.go:171","msg":"trace[815050087] transaction","detail":"{read_only:false; response_revision:32079; number_of_response:1; }","duration":"134.733385ms","start":"2026-04-27T22:09:14.513204Z","end":"2026-04-27T22:09:14.647938Z","steps":["trace[815050087] 'process raft request' (duration: 59.817219ms)","trace[815050087] 'compare' (duration: 74.692851ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T22:09:14.675803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.34238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T22:09:14.675907Z","caller":"traceutil/trace.go:171","msg":"trace[1572552080] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:32079; }","duration":"110.503573ms","start":"2026-04-27T22:09:14.56538Z","end":"2026-04-27T22:09:14.675883Z","steps":["trace[1572552080] 'agreement among raft nodes before linearized reading' (duration: 82.800994ms)","trace[1572552080] 'count revisions from in-memory index tree' (duration: 27.556276ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T22:09:15.168429Z","caller":"traceutil/trace.go:171","msg":"trace[1194693016] transaction","detail":"{read_only:false; response_revision:32085; number_of_response:1; }","duration":"155.890328ms","start":"2026-04-27T22:09:15.012503Z","end":"2026-04-27T22:09:15.168393Z","steps":["trace[1194693016] 'process raft request' (duration: 91.390314ms)","trace[1194693016] 'compare' (duration: 64.201417ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T22:09:19.349759Z","caller":"traceutil/trace.go:171","msg":"trace[2029759089] linearizableReadLoop","detail":"{readStateIndex:33183; appliedIndex:33182; }","duration":"109.261195ms","start":"2026-04-27T22:09:19.240462Z","end":"2026-04-27T22:09:19.349723Z","steps":["trace[2029759089] 'read index received' (duration: 109.141402ms)","trace[2029759089] 'applied index is now lower than readState.Index' (duration: 118.043µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T22:09:19.349881Z","caller":"traceutil/trace.go:171","msg":"trace[2067805944] transaction","detail":"{read_only:false; response_revision:32112; number_of_response:1; }","duration":"128.027255ms","start":"2026-04-27T22:09:19.221809Z","end":"2026-04-27T22:09:19.349836Z","steps":["trace[2067805944] 'process raft request' (duration: 127.710558ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T22:09:19.350156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.473558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/keystone-openid-metadata\" ","response":"range_response_count:1 size:7107"} {"level":"info","ts":"2026-04-27T22:09:19.350219Z","caller":"traceutil/trace.go:171","msg":"trace[68777718] range","detail":"{range_begin:/registry/configmaps/openstack/keystone-openid-metadata; range_end:; response_count:1; response_revision:32112; }","duration":"108.5917ms","start":"2026-04-27T22:09:19.241613Z","end":"2026-04-27T22:09:19.350205Z","steps":["trace[68777718] 'agreement among raft nodes before linearized reading' (duration: 108.334845ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T22:09:19.35034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.753996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-27T22:09:19.350571Z","caller":"traceutil/trace.go:171","msg":"trace[113459690] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:32112; }","duration":"109.991681ms","start":"2026-04-27T22:09:19.240441Z","end":"2026-04-27T22:09:19.350432Z","steps":["trace[113459690] 'agreement among raft nodes before linearized reading' (duration: 109.413759ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T22:09:20.916755Z","caller":"traceutil/trace.go:171","msg":"trace[731870683] transaction","detail":"{read_only:false; response_revision:32122; number_of_response:1; }","duration":"149.655239ms","start":"2026-04-27T22:09:20.767067Z","end":"2026-04-27T22:09:20.916722Z","steps":["trace[731870683] 'process raft request' (duration: 147.213984ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T22:09:20.924061Z","caller":"traceutil/trace.go:171","msg":"trace[613002176] linearizableReadLoop","detail":"{readStateIndex:33196; appliedIndex:33193; }","duration":"135.993914ms","start":"2026-04-27T22:09:20.788042Z","end":"2026-04-27T22:09:20.924036Z","steps":["trace[613002176] 'read index received' (duration: 126.400259ms)","trace[613002176] 'applied index is now lower than readState.Index' (duration: 9.592275ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T22:09:20.924099Z","caller":"traceutil/trace.go:171","msg":"trace[469368450] transaction","detail":"{read_only:false; response_revision:32123; number_of_response:1; }","duration":"154.722993ms","start":"2026-04-27T22:09:20.769349Z","end":"2026-04-27T22:09:20.924072Z","steps":["trace[469368450] 'process raft request' (duration: 154.492488ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T22:09:20.924185Z","caller":"traceutil/trace.go:171","msg":"trace[588317836] transaction","detail":"{read_only:false; response_revision:32124; number_of_response:1; }","duration":"154.732743ms","start":"2026-04-27T22:09:20.76944Z","end":"2026-04-27T22:09:20.924173Z","steps":["trace[588317836] 'process raft request' (duration: 154.551009ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T22:09:20.924524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.468414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T22:09:20.924572Z","caller":"traceutil/trace.go:171","msg":"trace[1320251507] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:32124; }","duration":"136.551586ms","start":"2026-04-27T22:09:20.788007Z","end":"2026-04-27T22:09:20.924558Z","steps":["trace[1320251507] 'agreement among raft nodes before linearized reading' (duration: 136.462684ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T22:09:29.097666Z","caller":"traceutil/trace.go:171","msg":"trace[1421342708] transaction","detail":"{read_only:false; response_revision:32182; number_of_response:1; }","duration":"104.758775ms","start":"2026-04-27T22:09:28.992882Z","end":"2026-04-27T22:09:29.097641Z","steps":["trace[1421342708] 'process raft request' (duration: 104.486668ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T22:09:39.294384Z","caller":"traceutil/trace.go:171","msg":"trace[1713601733] linearizableReadLoop","detail":"{readStateIndex:33332; appliedIndex:33331; }","duration":"104.348036ms","start":"2026-04-27T22:09:39.190004Z","end":"2026-04-27T22:09:39.294352Z","steps":["trace[1713601733] 'read index received' (duration: 48.962277ms)","trace[1713601733] 'applied index is now lower than readState.Index' (duration: 55.384459ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T22:09:39.294516Z","caller":"traceutil/trace.go:171","msg":"trace[1532617679] transaction","detail":"{read_only:false; response_revision:32257; number_of_response:1; }","duration":"110.579444ms","start":"2026-04-27T22:09:39.183855Z","end":"2026-04-27T22:09:39.294434Z","steps":["trace[1532617679] 'process raft request' (duration: 55.162915ms)","trace[1532617679] 'compare' (duration: 55.194675ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T22:09:39.294678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.649933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-27T22:09:39.294774Z","caller":"traceutil/trace.go:171","msg":"trace[1455045338] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:32257; }","duration":"104.781765ms","start":"2026-04-27T22:09:39.189972Z","end":"2026-04-27T22:09:39.294754Z","steps":["trace[1455045338] 'agreement among raft nodes before linearized reading' (duration: 104.52411ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T22:09:39.495853Z","caller":"traceutil/trace.go:171","msg":"trace[410478344] transaction","detail":"{read_only:false; response_revision:32260; number_of_response:1; }","duration":"130.167352ms","start":"2026-04-27T22:09:39.365658Z","end":"2026-04-27T22:09:39.495825Z","steps":["trace[410478344] 'process raft request' (duration: 88.549872ms)","trace[410478344] 'compare' (duration: 41.394005ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T22:12:09.099442Z","caller":"traceutil/trace.go:171","msg":"trace[1620255668] transaction","detail":"{read_only:false; response_revision:33385; number_of_response:1; }","duration":"117.792586ms","start":"2026-04-27T22:12:08.981614Z","end":"2026-04-27T22:12:09.099406Z","steps":["trace[1620255668] 'process raft request' (duration: 67.338226ms)","trace[1620255668] 'compare' (duration: 50.207854ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T22:12:09.099479Z","caller":"traceutil/trace.go:171","msg":"trace[1802584286] linearizableReadLoop","detail":"{readStateIndex:34494; appliedIndex:34492; }","duration":"114.943223ms","start":"2026-04-27T22:12:08.98451Z","end":"2026-04-27T22:12:09.099453Z","steps":["trace[1802584286] 'read index received' (duration: 32.055708ms)","trace[1802584286] 'applied index is now lower than readState.Index' (duration: 82.886445ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T22:12:09.099522Z","caller":"traceutil/trace.go:171","msg":"trace[1056707100] transaction","detail":"{read_only:false; response_revision:33388; number_of_response:1; }","duration":"111.007074ms","start":"2026-04-27T22:12:08.988483Z","end":"2026-04-27T22:12:09.09949Z","steps":["trace[1056707100] 'process raft request' (duration: 110.924973ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T22:12:09.099582Z","caller":"traceutil/trace.go:171","msg":"trace[1395217941] transaction","detail":"{read_only:false; response_revision:33386; number_of_response:1; }","duration":"113.968881ms","start":"2026-04-27T22:12:08.985603Z","end":"2026-04-27T22:12:09.099572Z","steps":["trace[1395217941] 'process raft request' (duration: 113.716206ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T22:12:09.099518Z","caller":"traceutil/trace.go:171","msg":"trace[417432098] transaction","detail":"{read_only:false; response_revision:33387; number_of_response:1; }","duration":"113.705764ms","start":"2026-04-27T22:12:08.985782Z","end":"2026-04-27T22:12:09.099488Z","steps":["trace[417432098] 'process raft request' (duration: 113.590672ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T22:12:09.099704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.175208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-04-27T22:12:09.099753Z","caller":"traceutil/trace.go:171","msg":"trace[2001290175] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:33388; }","duration":"115.233809ms","start":"2026-04-27T22:12:08.984503Z","end":"2026-04-27T22:12:09.099737Z","steps":["trace[2001290175] 'agreement among raft nodes before linearized reading' (duration: 115.073655ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T22:12:31.781547Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":31331} {"level":"info","ts":"2026-04-27T22:12:31.93564Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":31331,"took":"149.451554ms","hash":577240064,"current-db-size-bytes":52969472,"current-db-size":"53 MB","current-db-size-in-use-bytes":30113792,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-04-27T22:12:31.935711Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":577240064,"revision":31331,"compact-revision":28978} {"level":"info","ts":"2026-04-27T22:13:07.631275Z","caller":"traceutil/trace.go:171","msg":"trace[578994619] transaction","detail":"{read_only:false; response_revision:33816; number_of_response:1; }","duration":"126.873929ms","start":"2026-04-27T22:13:07.504378Z","end":"2026-04-27T22:13:07.631252Z","steps":["trace[578994619] 'process raft request' (duration: 126.737136ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T22:13:07.677038Z","caller":"traceutil/trace.go:171","msg":"trace[586752663] transaction","detail":"{read_only:false; response_revision:33817; number_of_response:1; }","duration":"146.952689ms","start":"2026-04-27T22:13:07.530059Z","end":"2026-04-27T22:13:07.677011Z","steps":["trace[586752663] 'process raft request' (duration: 146.767255ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T22:13:07.677357Z","caller":"traceutil/trace.go:171","msg":"trace[33163323] transaction","detail":"{read_only:false; response_revision:33818; number_of_response:1; }","duration":"144.241258ms","start":"2026-04-27T22:13:07.533079Z","end":"2026-04-27T22:13:07.67732Z","steps":["trace[33163323] 'process raft request' (duration: 143.88736ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T22:13:07.677498Z","caller":"traceutil/trace.go:171","msg":"trace[1101035033] transaction","detail":"{read_only:false; response_revision:33819; number_of_response:1; }","duration":"142.157582ms","start":"2026-04-27T22:13:07.535325Z","end":"2026-04-27T22:13:07.677483Z","steps":["trace[1101035033] 'process raft request' (duration: 141.874745ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T22:13:08.638441Z","caller":"traceutil/trace.go:171","msg":"trace[292875312] transaction","detail":"{read_only:false; response_revision:33825; number_of_response:1; }","duration":"198.124674ms","start":"2026-04-27T22:13:08.440293Z","end":"2026-04-27T22:13:08.638417Z","steps":["trace[292875312] 'process raft request' (duration: 197.977041ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T22:13:15.897718Z","caller":"traceutil/trace.go:171","msg":"trace[1843290159] transaction","detail":"{read_only:false; response_revision:33881; number_of_response:1; }","duration":"118.278627ms","start":"2026-04-27T22:13:15.779414Z","end":"2026-04-27T22:13:15.897693Z","steps":["trace[1843290159] 'process raft request' (duration: 107.422903ms)","trace[1843290159] 'compare' (duration: 10.755561ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T22:13:20.923686Z","caller":"traceutil/trace.go:171","msg":"trace[1638305597] transaction","detail":"{read_only:false; response_revision:33913; number_of_response:1; }","duration":"104.273174ms","start":"2026-04-27T22:13:20.819384Z","end":"2026-04-27T22:13:20.923658Z","steps":["trace[1638305597] 'process raft request' (duration: 104.11521ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T22:15:38.010927Z","caller":"traceutil/trace.go:171","msg":"trace[1918732436] linearizableReadLoop","detail":"{readStateIndex:36105; appliedIndex:36103; }","duration":"159.540193ms","start":"2026-04-27T22:15:37.85136Z","end":"2026-04-27T22:15:38.010901Z","steps":["trace[1918732436] 'read index received' (duration: 5.009102ms)","trace[1918732436] 'applied index is now lower than readState.Index' (duration: 154.529911ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T22:15:38.010984Z","caller":"traceutil/trace.go:171","msg":"trace[964548732] transaction","detail":"{read_only:false; response_revision:34951; number_of_response:1; }","duration":"159.679456ms","start":"2026-04-27T22:15:37.851272Z","end":"2026-04-27T22:15:38.010951Z","steps":["trace[964548732] 'process raft request' (duration: 149.797014ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T22:15:38.011175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.791658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2644"} {"level":"info","ts":"2026-04-27T22:15:38.011206Z","caller":"traceutil/trace.go:171","msg":"trace[15293785] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:34951; }","duration":"159.86524ms","start":"2026-04-27T22:15:37.851333Z","end":"2026-04-27T22:15:38.011198Z","steps":["trace[15293785] 'agreement among raft nodes before linearized reading' (duration: 159.700787ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T22:15:38.067893Z","caller":"traceutil/trace.go:171","msg":"trace[324622384] transaction","detail":"{read_only:false; response_revision:34952; number_of_response:1; }","duration":"185.388122ms","start":"2026-04-27T22:15:37.882478Z","end":"2026-04-27T22:15:38.067866Z","steps":["trace[324622384] 'process raft request' (duration: 185.167328ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T22:15:38.067981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.501771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-27T22:15:38.068019Z","caller":"traceutil/trace.go:171","msg":"trace[1984636584] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:34952; }","duration":"133.584813ms","start":"2026-04-27T22:15:37.934423Z","end":"2026-04-27T22:15:38.068008Z","steps":["trace[1984636584] 'agreement among raft nodes before linearized reading' (duration: 133.45178ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T22:15:38.179764Z","caller":"traceutil/trace.go:171","msg":"trace[1340156769] transaction","detail":"{read_only:false; response_revision:34956; number_of_response:1; }","duration":"107.042768ms","start":"2026-04-27T22:15:38.072695Z","end":"2026-04-27T22:15:38.179738Z","steps":["trace[1340156769] 'process raft request' (duration: 73.539477ms)","trace[1340156769] 'compare' (duration: 33.364088ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T22:15:38.186184Z","caller":"traceutil/trace.go:171","msg":"trace[614593094] linearizableReadLoop","detail":"{readStateIndex:36113; appliedIndex:36109; }","duration":"109.652105ms","start":"2026-04-27T22:15:38.076509Z","end":"2026-04-27T22:15:38.186161Z","steps":["trace[614593094] 'read index received' (duration: 69.732461ms)","trace[614593094] 'applied index is now lower than readState.Index' (duration: 39.918724ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T22:15:38.186227Z","caller":"traceutil/trace.go:171","msg":"trace[231857161] transaction","detail":"{read_only:false; response_revision:34958; number_of_response:1; }","duration":"112.935079ms","start":"2026-04-27T22:15:38.073251Z","end":"2026-04-27T22:15:38.186186Z","steps":["trace[231857161] 'process raft request' (duration: 112.818756ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T22:15:38.186293Z","caller":"traceutil/trace.go:171","msg":"trace[294122971] transaction","detail":"{read_only:false; response_revision:34959; number_of_response:1; }","duration":"112.248414ms","start":"2026-04-27T22:15:38.074021Z","end":"2026-04-27T22:15:38.18627Z","steps":["trace[294122971] 'process raft request' (duration: 112.09086ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T22:15:38.186366Z","caller":"traceutil/trace.go:171","msg":"trace[651596814] transaction","detail":"{read_only:false; response_revision:34957; number_of_response:1; }","duration":"113.42358ms","start":"2026-04-27T22:15:38.072918Z","end":"2026-04-27T22:15:38.186341Z","steps":["trace[651596814] 'process raft request' (duration: 113.031802ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T22:15:38.18642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.894802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-04-27T22:15:38.186464Z","caller":"traceutil/trace.go:171","msg":"trace[932398185] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:34959; }","duration":"109.973183ms","start":"2026-04-27T22:15:38.076478Z","end":"2026-04-27T22:15:38.186451Z","steps":["trace[932398185] 'agreement among raft nodes before linearized reading' (duration: 109.822369ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T22:15:38.446337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.802037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:994"} {"level":"info","ts":"2026-04-27T22:15:38.446454Z","caller":"traceutil/trace.go:171","msg":"trace[580688035] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:34967; }","duration":"104.934119ms","start":"2026-04-27T22:15:38.341495Z","end":"2026-04-27T22:15:38.446429Z","steps":["trace[580688035] 'agreement among raft nodes before linearized reading' (duration: 104.625682ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T22:15:38.446543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.184698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-04-27T22:15:38.446609Z","caller":"traceutil/trace.go:171","msg":"trace[341660490] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:34967; }","duration":"102.27461ms","start":"2026-04-27T22:15:38.344316Z","end":"2026-04-27T22:15:38.44659Z","steps":["trace[341660490] 'agreement among raft nodes before linearized reading' (duration: 102.092266ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T22:16:12.112799Z","caller":"traceutil/trace.go:171","msg":"trace[1369738562] transaction","detail":"{read_only:false; response_revision:35255; number_of_response:1; }","duration":"101.735938ms","start":"2026-04-27T22:16:12.01104Z","end":"2026-04-27T22:16:12.112776Z","steps":["trace[1369738562] 'process raft request' (duration: 101.681217ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T22:16:12.112869Z","caller":"traceutil/trace.go:171","msg":"trace[1864180206] transaction","detail":"{read_only:false; response_revision:35254; number_of_response:1; }","duration":"102.077066ms","start":"2026-04-27T22:16:12.010752Z","end":"2026-04-27T22:16:12.112829Z","steps":["trace[1864180206] 'process raft request' (duration: 58.700484ms)","trace[1864180206] 'compare' (duration: 43.080935ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T22:16:12.438921Z","caller":"traceutil/trace.go:171","msg":"trace[363349087] linearizableReadLoop","detail":"{readStateIndex:36419; appliedIndex:36418; }","duration":"192.447149ms","start":"2026-04-27T22:16:12.246451Z","end":"2026-04-27T22:16:12.438898Z","steps":["trace[363349087] 'read index received' (duration: 192.365557ms)","trace[363349087] 'applied index is now lower than readState.Index' (duration: 80.332µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T22:16:12.439005Z","caller":"traceutil/trace.go:171","msg":"trace[1772823591] transaction","detail":"{read_only:false; response_revision:35256; number_of_response:1; }","duration":"247.179005ms","start":"2026-04-27T22:16:12.191785Z","end":"2026-04-27T22:16:12.438964Z","steps":["trace[1772823591] 'process raft request' (duration: 246.95676ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T22:16:12.43913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.673145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/tempest-run-tests-69wvp\" ","response":"range_response_count:1 size:10129"} {"level":"info","ts":"2026-04-27T22:16:12.439339Z","caller":"traceutil/trace.go:171","msg":"trace[611357447] range","detail":"{range_begin:/registry/pods/openstack/tempest-run-tests-69wvp; range_end:; response_count:1; response_revision:35256; }","duration":"192.771248ms","start":"2026-04-27T22:16:12.246392Z","end":"2026-04-27T22:16:12.439163Z","steps":["trace[611357447] 'agreement among raft nodes before linearized reading' (duration: 192.626944ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T22:16:12.44671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.713573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-27T22:16:12.446756Z","caller":"traceutil/trace.go:171","msg":"trace[752742473] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:35257; }","duration":"111.799044ms","start":"2026-04-27T22:16:12.334945Z","end":"2026-04-27T22:16:12.446744Z","steps":["trace[752742473] 'agreement among raft nodes before linearized reading' (duration: 111.662051ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T22:16:12.44689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.096058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-27T22:16:12.446924Z","caller":"traceutil/trace.go:171","msg":"trace[2102028663] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:35257; }","duration":"111.165889ms","start":"2026-04-27T22:16:12.335748Z","end":"2026-04-27T22:16:12.446913Z","steps":["trace[2102028663] 'agreement among raft nodes before linearized reading' (duration: 111.083618ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T22:16:12.701833Z","caller":"traceutil/trace.go:171","msg":"trace[1318743516] transaction","detail":"{read_only:false; response_revision:35262; number_of_response:1; }","duration":"130.811049ms","start":"2026-04-27T22:16:12.570989Z","end":"2026-04-27T22:16:12.7018Z","steps":["trace[1318743516] 'process raft request' (duration: 107.794174ms)","trace[1318743516] 'compare' (duration: 22.625666ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T22:16:12.769816Z","caller":"traceutil/trace.go:171","msg":"trace[1083580362] transaction","detail":"{read_only:false; response_revision:35264; number_of_response:1; }","duration":"157.5734ms","start":"2026-04-27T22:16:12.61221Z","end":"2026-04-27T22:16:12.769784Z","steps":["trace[1083580362] 'process raft request' (duration: 157.520709ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T22:16:12.769892Z","caller":"traceutil/trace.go:171","msg":"trace[1670482890] transaction","detail":"{read_only:false; response_revision:35263; number_of_response:1; }","duration":"195.145441ms","start":"2026-04-27T22:16:12.574709Z","end":"2026-04-27T22:16:12.769854Z","steps":["trace[1670482890] 'process raft request' (duration: 194.845824ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T22:16:12.936613Z","caller":"traceutil/trace.go:171","msg":"trace[628418183] transaction","detail":"{read_only:false; response_revision:35265; number_of_response:1; }","duration":"245.947528ms","start":"2026-04-27T22:16:12.690628Z","end":"2026-04-27T22:16:12.936575Z","steps":["trace[628418183] 'process raft request' (duration: 163.708767ms)","trace[628418183] 'compare' (duration: 82.050757ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T22:16:20.576351Z","caller":"traceutil/trace.go:171","msg":"trace[56839407] transaction","detail":"{read_only:false; response_revision:35322; number_of_response:1; }","duration":"106.368353ms","start":"2026-04-27T22:16:20.469951Z","end":"2026-04-27T22:16:20.57632Z","steps":["trace[56839407] 'process raft request' (duration: 52.254721ms)","trace[56839407] 'compare' (duration: 53.982169ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T22:16:22.644537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.423488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T22:16:22.64464Z","caller":"traceutil/trace.go:171","msg":"trace[565330434] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:35334; }","duration":"108.575331ms","start":"2026-04-27T22:16:22.536038Z","end":"2026-04-27T22:16:22.644614Z","steps":["trace[565330434] 'count revisions from in-memory index tree' (duration: 108.330296ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T22:16:24.633773Z","caller":"traceutil/trace.go:171","msg":"trace[989982836] transaction","detail":"{read_only:false; response_revision:35353; number_of_response:1; }","duration":"106.577367ms","start":"2026-04-27T22:16:24.527177Z","end":"2026-04-27T22:16:24.633754Z","steps":["trace[989982836] 'process raft request' (duration: 106.438564ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T22:16:24.882336Z","caller":"traceutil/trace.go:171","msg":"trace[865569111] transaction","detail":"{read_only:false; response_revision:35357; number_of_response:1; }","duration":"143.826281ms","start":"2026-04-27T22:16:24.738481Z","end":"2026-04-27T22:16:24.882307Z","steps":["trace[865569111] 'process raft request' (duration: 127.140527ms)","trace[865569111] 'compare' (duration: 16.093951ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T22:16:27.044566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.072211ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T22:16:27.044691Z","caller":"traceutil/trace.go:171","msg":"trace[1857984054] transaction","detail":"{read_only:false; response_revision:35366; number_of_response:1; }","duration":"405.908711ms","start":"2026-04-27T22:16:26.638743Z","end":"2026-04-27T22:16:27.044652Z","steps":["trace[1857984054] 'process raft request' (duration: 301.691317ms)","trace[1857984054] 'compare' (duration: 103.734713ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T22:16:27.04474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T22:16:26.638716Z","time spent":"406.000303ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T22:16:27.392818Z","caller":"traceutil/trace.go:171","msg":"trace[1335504534] transaction","detail":"{read_only:false; response_revision:35367; number_of_response:1; }","duration":"656.115446ms","start":"2026-04-27T22:16:26.736685Z","end":"2026-04-27T22:16:27.3928Z","steps":["trace[1335504534] 'process raft request' (duration: 655.92107ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T22:16:27.393001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T22:16:26.736619Z","time spent":"656.260348ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T22:16:27.393158Z","caller":"traceutil/trace.go:171","msg":"trace[1155022017] transaction","detail":"{read_only:false; response_revision:35368; number_of_response:1; }","duration":"655.410049ms","start":"2026-04-27T22:16:26.737726Z","end":"2026-04-27T22:16:27.393136Z","steps":["trace[1155022017] 'process raft request' (duration: 655.042961ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T22:16:27.393271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T22:16:26.737704Z","time spent":"655.512171ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T22:16:27.393577Z","caller":"traceutil/trace.go:171","msg":"trace[225525835] linearizableReadLoop","detail":"{readStateIndex:36534; appliedIndex:36531; }","duration":"590.770121ms","start":"2026-04-27T22:16:26.802776Z","end":"2026-04-27T22:16:27.393546Z","steps":["trace[225525835] 'read index received' (duration: 137.671113ms)","trace[225525835] 'applied index is now lower than readState.Index' (duration: 453.098028ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T22:16:27.393675Z","caller":"traceutil/trace.go:171","msg":"trace[389799625] transaction","detail":"{read_only:false; response_revision:35369; number_of_response:1; }","duration":"462.227353ms","start":"2026-04-27T22:16:26.931435Z","end":"2026-04-27T22:16:27.393663Z","steps":["trace[389799625] 'process raft request' (duration: 461.548008ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T22:16:27.393685Z","caller":"traceutil/trace.go:171","msg":"trace[386145724] transaction","detail":"{read_only:false; response_revision:35370; number_of_response:1; }","duration":"459.855459ms","start":"2026-04-27T22:16:26.933819Z","end":"2026-04-27T22:16:27.393674Z","steps":["trace[386145724] 'process raft request' (duration: 459.607293ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T22:16:27.393758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T22:16:26.931417Z","time spent":"462.295494ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T22:16:27.393858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T22:16:26.933788Z","time spent":"459.963161ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T22:16:27.393991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.20345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-27T22:16:27.39417Z","caller":"traceutil/trace.go:171","msg":"trace[709044423] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:35370; }","duration":"591.413475ms","start":"2026-04-27T22:16:26.802736Z","end":"2026-04-27T22:16:27.39415Z","steps":["trace[709044423] 'agreement among raft nodes before linearized reading' (duration: 591.089248ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T22:16:27.394226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T22:16:26.802719Z","time spent":"591.491658ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-27T22:16:27.970203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.628953ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T22:16:27.970375Z","caller":"traceutil/trace.go:171","msg":"trace[285675135] linearizableReadLoop","detail":"{readStateIndex:36537; appliedIndex:36536; }","duration":"576.710036ms","start":"2026-04-27T22:16:27.393641Z","end":"2026-04-27T22:16:27.970351Z","steps":["trace[285675135] 'read index received' (duration: 317.712315ms)","trace[285675135] 'applied index is now lower than readState.Index' (duration: 258.995421ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T22:16:27.970472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"884.127101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T22:16:27.970567Z","caller":"traceutil/trace.go:171","msg":"trace[1094085116] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:35371; }","duration":"884.264364ms","start":"2026-04-27T22:16:27.086281Z","end":"2026-04-27T22:16:27.970546Z","steps":["trace[1094085116] 'agreement among raft nodes before linearized reading' (duration: 884.09163ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T22:16:27.970616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T22:16:27.086269Z","time spent":"884.336805ms","remote":"127.0.0.1:44892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-04-27T22:16:27.970708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"976.322595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-04-27T22:16:27.970784Z","caller":"traceutil/trace.go:171","msg":"trace[288129829] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:35371; }","duration":"976.432088ms","start":"2026-04-27T22:16:26.994326Z","end":"2026-04-27T22:16:27.970758Z","steps":["trace[288129829] 'agreement among raft nodes before linearized reading' (duration: 976.136201ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T22:16:27.970826Z","caller":"traceutil/trace.go:171","msg":"trace[835677022] transaction","detail":"{read_only:false; response_revision:35371; number_of_response:1; }","duration":"951.651483ms","start":"2026-04-27T22:16:27.019159Z","end":"2026-04-27T22:16:27.970811Z","steps":["trace[835677022] 'process raft request' (duration: 692.181472ms)","trace[835677022] 'compare' (duration: 256.540285ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T22:16:27.970842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T22:16:26.994309Z","time spent":"976.52134ms","remote":"127.0.0.1:39944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1874,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"warn","ts":"2026-04-27T22:16:27.970935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T22:16:27.019145Z","time spent":"951.719205ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T22:16:27.971018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.084450517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-27T22:16:27.971113Z","caller":"traceutil/trace.go:171","msg":"trace[2069696685] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:35371; }","duration":"1.08458255s","start":"2026-04-27T22:16:26.886509Z","end":"2026-04-27T22:16:27.971092Z","steps":["trace[2069696685] 'agreement among raft nodes before linearized reading' (duration: 1.084280343s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T22:16:27.971165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T22:16:26.886491Z","time spent":"1.084662712s","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-27T22:16:28.051407Z","caller":"traceutil/trace.go:171","msg":"trace[1742558745] transaction","detail":"{read_only:false; response_revision:35372; number_of_response:1; }","duration":"645.001617ms","start":"2026-04-27T22:16:27.406371Z","end":"2026-04-27T22:16:28.051373Z","steps":["trace[1742558745] 'process raft request' (duration: 644.810132ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T22:16:28.051594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T22:16:27.406353Z","time spent":"645.142659ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T22:16:28.051719Z","caller":"traceutil/trace.go:171","msg":"trace[1153404149] transaction","detail":"{read_only:false; response_revision:35373; number_of_response:1; }","duration":"358.283604ms","start":"2026-04-27T22:16:27.693396Z","end":"2026-04-27T22:16:28.051679Z","steps":["trace[1153404149] 'process raft request' (duration: 357.936237ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T22:16:28.051804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.683643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T22:16:28.051876Z","caller":"traceutil/trace.go:171","msg":"trace[994611260] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:35373; }","duration":"638.804506ms","start":"2026-04-27T22:16:27.413056Z","end":"2026-04-27T22:16:28.05186Z","steps":["trace[994611260] 'agreement among raft nodes before linearized reading' (duration: 638.678124ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T22:16:28.051907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T22:16:27.413034Z","time spent":"638.866308ms","remote":"127.0.0.1:39788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T22:16:28.051908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.370113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-27T22:16:28.05196Z","caller":"traceutil/trace.go:171","msg":"trace[1643247520] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:35373; }","duration":"198.454764ms","start":"2026-04-27T22:16:27.853492Z","end":"2026-04-27T22:16:28.051947Z","steps":["trace[1643247520] 'agreement among raft nodes before linearized reading' (duration: 198.231369ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T22:16:28.052125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T22:16:27.693366Z","time spent":"358.470318ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T22:16:28.776103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.083826ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T22:16:28.776258Z","caller":"traceutil/trace.go:171","msg":"trace[314806777] transaction","detail":"{read_only:false; response_revision:35374; number_of_response:1; }","duration":"800.830535ms","start":"2026-04-27T22:16:27.97538Z","end":"2026-04-27T22:16:28.776211Z","steps":["trace[314806777] 'process raft request' (duration: 109.575055ms)","trace[314806777] 'compare' (duration: 690.481763ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T22:16:28.776334Z","caller":"traceutil/trace.go:171","msg":"trace[970649325] transaction","detail":"{read_only:false; response_revision:35376; number_of_response:1; }","duration":"201.048682ms","start":"2026-04-27T22:16:28.57527Z","end":"2026-04-27T22:16:28.776319Z","steps":["trace[970649325] 'process raft request' (duration: 201.008451ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T22:16:28.776436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T22:16:27.97536Z","time spent":"800.971689ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T22:16:28.776488Z","caller":"traceutil/trace.go:171","msg":"trace[2112564313] linearizableReadLoop","detail":"{readStateIndex:36540; appliedIndex:36539; }","duration":"724.767711ms","start":"2026-04-27T22:16:28.051707Z","end":"2026-04-27T22:16:28.776474Z","steps":["trace[2112564313] 'read index received' (duration: 33.47492ms)","trace[2112564313] 'applied index is now lower than readState.Index' (duration: 691.289811ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T22:16:28.77663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.767117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T22:16:28.776675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"802.35698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-35bf44b1-c4af-4228-859c-8681661985e3\" ","response":"range_response_count:1 size:1316"} {"level":"info","ts":"2026-04-27T22:16:28.776706Z","caller":"traceutil/trace.go:171","msg":"trace[1258264877] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:35376; }","duration":"363.87854ms","start":"2026-04-27T22:16:28.412817Z","end":"2026-04-27T22:16:28.776696Z","steps":["trace[1258264877] 'agreement among raft nodes before linearized reading' (duration: 363.779748ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T22:16:28.776717Z","caller":"traceutil/trace.go:171","msg":"trace[168533024] range","detail":"{range_begin:/registry/persistentvolumes/pvc-35bf44b1-c4af-4228-859c-8681661985e3; range_end:; response_count:1; response_revision:35376; }","duration":"802.429012ms","start":"2026-04-27T22:16:27.974274Z","end":"2026-04-27T22:16:28.776703Z","steps":["trace[168533024] 'agreement among raft nodes before linearized reading' (duration: 802.276688ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T22:16:28.776713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.701725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T22:16:28.776739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T22:16:28.412792Z","time spent":"363.938061ms","remote":"127.0.0.1:39786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T22:16:28.776752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T22:16:27.974222Z","time spent":"802.521044ms","remote":"127.0.0.1:39928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1340,"request content":"key:\"/registry/persistentvolumes/pvc-35bf44b1-c4af-4228-859c-8681661985e3\" "} {"level":"info","ts":"2026-04-27T22:16:28.77677Z","caller":"traceutil/trace.go:171","msg":"trace[1307451437] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:35376; }","duration":"609.828128ms","start":"2026-04-27T22:16:28.166927Z","end":"2026-04-27T22:16:28.776755Z","steps":["trace[1307451437] 'agreement among raft nodes before linearized reading' (duration: 609.672165ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T22:16:28.776816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T22:16:28.166848Z","time spent":"609.957241ms","remote":"127.0.0.1:42664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-04-27T22:16:28.776673Z","caller":"traceutil/trace.go:171","msg":"trace[1672097795] transaction","detail":"{read_only:false; response_revision:35375; number_of_response:1; }","duration":"720.381663ms","start":"2026-04-27T22:16:28.056053Z","end":"2026-04-27T22:16:28.776434Z","steps":["trace[1672097795] 'process raft request' (duration: 720.142628ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T22:16:28.776984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.554405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-04-27T22:16:28.776992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.437369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-27T22:16:28.777014Z","caller":"traceutil/trace.go:171","msg":"trace[1248942724] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:35376; }","duration":"360.605357ms","start":"2026-04-27T22:16:28.416401Z","end":"2026-04-27T22:16:28.777006Z","steps":["trace[1248942724] 'agreement among raft nodes before linearized reading' (duration: 360.501684ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T22:16:28.777026Z","caller":"traceutil/trace.go:171","msg":"trace[1668768520] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:35376; }","duration":"463.509471ms","start":"2026-04-27T22:16:28.313508Z","end":"2026-04-27T22:16:28.777017Z","steps":["trace[1668768520] 'agreement among raft nodes before linearized reading' (duration: 463.321057ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T22:16:28.777035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T22:16:28.416392Z","time spent":"360.638027ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-27T22:16:28.777055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T22:16:28.313403Z","time spent":"463.643925ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-27T22:16:28.777057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.141637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-27T22:16:28.777105Z","caller":"traceutil/trace.go:171","msg":"trace[797943114] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:35376; }","duration":"473.223449ms","start":"2026-04-27T22:16:28.303867Z","end":"2026-04-27T22:16:28.77709Z","steps":["trace[797943114] 'agreement among raft nodes before linearized reading' (duration: 473.016594ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T22:16:28.777148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T22:16:28.303847Z","time spent":"473.29266ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-27T22:16:28.77712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T22:16:28.056033Z","time spent":"720.942407ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T22:16:30.906349Z","caller":"traceutil/trace.go:171","msg":"trace[1363677841] transaction","detail":"{read_only:false; response_revision:35390; number_of_response:1; }","duration":"121.469781ms","start":"2026-04-27T22:16:30.784855Z","end":"2026-04-27T22:16:30.906325Z","steps":["trace[1363677841] 'process raft request' (duration: 57.949948ms)","trace[1363677841] 'compare' (duration: 60.208799ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T22:16:30.906395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.059321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-27T22:16:30.906724Z","caller":"traceutil/trace.go:171","msg":"trace[1047230794] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:35391; }","duration":"100.187594ms","start":"2026-04-27T22:16:30.806269Z","end":"2026-04-27T22:16:30.906456Z","steps":["trace[1047230794] 'agreement among raft nodes before linearized reading' (duration: 99.944049ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T22:16:30.906757Z","caller":"traceutil/trace.go:171","msg":"trace[1110898432] transaction","detail":"{read_only:false; response_revision:35391; number_of_response:1; }","duration":"120.893927ms","start":"2026-04-27T22:16:30.785851Z","end":"2026-04-27T22:16:30.906745Z","steps":["trace[1110898432] 'process raft request' (duration: 120.11974ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T22:16:33.643815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.587651ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T22:16:33.644071Z","caller":"traceutil/trace.go:171","msg":"trace[44278608] transaction","detail":"{read_only:false; response_revision:35413; number_of_response:1; }","duration":"168.152916ms","start":"2026-04-27T22:16:33.4759Z","end":"2026-04-27T22:16:33.644053Z","steps":["trace[44278608] 'process raft request' (duration: 168.069625ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T22:16:33.644135Z","caller":"traceutil/trace.go:171","msg":"trace[1446245286] transaction","detail":"{read_only:false; response_revision:35412; number_of_response:1; }","duration":"168.189157ms","start":"2026-04-27T22:16:33.47589Z","end":"2026-04-27T22:16:33.644079Z","steps":["trace[1446245286] 'process raft request' (duration: 43.238158ms)","trace[1446245286] 'compare' (duration: 124.496669ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T22:16:33.660577Z","caller":"traceutil/trace.go:171","msg":"trace[522555222] transaction","detail":"{read_only:false; response_revision:35414; number_of_response:1; }","duration":"183.680874ms","start":"2026-04-27T22:16:33.476871Z","end":"2026-04-27T22:16:33.660552Z","steps":["trace[522555222] 'process raft request' (duration: 183.566661ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T22:16:37.774713Z","caller":"traceutil/trace.go:171","msg":"trace[2120409539] transaction","detail":"{read_only:false; response_revision:35441; number_of_response:1; }","duration":"113.668017ms","start":"2026-04-27T22:16:37.661023Z","end":"2026-04-27T22:16:37.774691Z","steps":["trace[2120409539] 'process raft request' (duration: 72.29162ms)","trace[2120409539] 'compare' (duration: 41.10551ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T22:16:37.774722Z","caller":"traceutil/trace.go:171","msg":"trace[1124178249] transaction","detail":"{read_only:false; response_revision:35442; number_of_response:1; }","duration":"100.936911ms","start":"2026-04-27T22:16:37.67375Z","end":"2026-04-27T22:16:37.774687Z","steps":["trace[1124178249] 'process raft request' (duration: 100.778446ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T22:16:41.928934Z","caller":"traceutil/trace.go:171","msg":"trace[952817506] transaction","detail":"{read_only:false; response_revision:35472; number_of_response:1; }","duration":"117.144073ms","start":"2026-04-27T22:16:41.811765Z","end":"2026-04-27T22:16:41.928909Z","steps":["trace[952817506] 'process raft request' (duration: 116.783435ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T22:16:55.549243Z","caller":"traceutil/trace.go:171","msg":"trace[104231596] transaction","detail":"{read_only:false; response_revision:35568; number_of_response:1; }","duration":"390.527736ms","start":"2026-04-27T22:16:55.158696Z","end":"2026-04-27T22:16:55.549223Z","steps":["trace[104231596] 'process raft request' (duration: 390.149207ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T22:16:55.549306Z","caller":"traceutil/trace.go:171","msg":"trace[667259673] linearizableReadLoop","detail":"{readStateIndex:36740; appliedIndex:36740; }","duration":"354.977629ms","start":"2026-04-27T22:16:55.194302Z","end":"2026-04-27T22:16:55.549279Z","steps":["trace[667259673] 'read index received' (duration: 354.962798ms)","trace[667259673] 'applied index is now lower than readState.Index' (duration: 12.551µs)"],"step_count":2} {"level":"warn","ts":"2026-04-27T22:16:55.549402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T22:16:55.158684Z","time spent":"390.643819ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T22:16:55.549673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.362729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-27T22:16:55.549716Z","caller":"traceutil/trace.go:171","msg":"trace[1062518242] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:35568; }","duration":"355.553803ms","start":"2026-04-27T22:16:55.194153Z","end":"2026-04-27T22:16:55.549707Z","steps":["trace[1062518242] 'agreement among raft nodes before linearized reading' (duration: 355.260567ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T22:16:55.549745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T22:16:55.194132Z","time spent":"355.606674ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-27T22:16:55.551972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.186225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-27T22:16:55.552062Z","caller":"traceutil/trace.go:171","msg":"trace[1669889055] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:35569; }","duration":"351.300647ms","start":"2026-04-27T22:16:55.20074Z","end":"2026-04-27T22:16:55.552041Z","steps":["trace[1669889055] 'agreement among raft nodes before linearized reading' (duration: 351.082852ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T22:16:55.552107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T22:16:55.200731Z","time spent":"351.36618ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-27T22:16:55.552422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.394802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-27T22:16:55.55247Z","caller":"traceutil/trace.go:171","msg":"trace[1601487542] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:35569; }","duration":"272.494374ms","start":"2026-04-27T22:16:55.27996Z","end":"2026-04-27T22:16:55.552454Z","steps":["trace[1601487542] 'agreement among raft nodes before linearized reading' (duration: 272.387601ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T22:16:55.552498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.3819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-27T22:16:55.552546Z","caller":"traceutil/trace.go:171","msg":"trace[1608980466] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:35569; }","duration":"334.451011ms","start":"2026-04-27T22:16:55.218086Z","end":"2026-04-27T22:16:55.552537Z","steps":["trace[1608980466] 'agreement among raft nodes before linearized reading' (duration: 334.349708ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T22:16:55.552575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T22:16:55.218077Z","time spent":"334.491132ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-27T22:16:55.552607Z","caller":"traceutil/trace.go:171","msg":"trace[1791642081] transaction","detail":"{read_only:false; response_revision:35569; number_of_response:1; }","duration":"268.895483ms","start":"2026-04-27T22:16:55.283688Z","end":"2026-04-27T22:16:55.552584Z","steps":["trace[1791642081] 'process raft request' (duration: 267.959241ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T22:17:31.788122Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":33555} {"level":"info","ts":"2026-04-27T22:17:31.940425Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":33555,"took":"145.774424ms","hash":3265628039,"current-db-size-bytes":52969472,"current-db-size":"53 MB","current-db-size-in-use-bytes":31735808,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-27T22:17:31.940477Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3265628039,"revision":33555,"compact-revision":31331} {"level":"info","ts":"2026-04-27T22:19:49.600196Z","caller":"traceutil/trace.go:171","msg":"trace[1952703177] linearizableReadLoop","detail":"{readStateIndex:38052; appliedIndex:38051; }","duration":"206.529506ms","start":"2026-04-27T22:19:49.393631Z","end":"2026-04-27T22:19:49.60016Z","steps":["trace[1952703177] 'read index received' (duration: 206.355022ms)","trace[1952703177] 'applied index is now lower than readState.Index' (duration: 172.914µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T22:19:49.600249Z","caller":"traceutil/trace.go:171","msg":"trace[716631869] transaction","detail":"{read_only:false; response_revision:36843; number_of_response:1; }","duration":"222.667507ms","start":"2026-04-27T22:19:49.377542Z","end":"2026-04-27T22:19:49.600209Z","steps":["trace[716631869] 'process raft request' (duration: 222.426242ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T22:19:49.600418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.761621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.250\" ","response":"range_response_count:1 size:141"} {"level":"info","ts":"2026-04-27T22:19:49.600475Z","caller":"traceutil/trace.go:171","msg":"trace[1469271901] range","detail":"{range_begin:/registry/masterleases/199.204.45.250; range_end:; response_count:1; response_revision:36843; }","duration":"206.854993ms","start":"2026-04-27T22:19:49.393608Z","end":"2026-04-27T22:19:49.600463Z","steps":["trace[1469271901] 'agreement among raft nodes before linearized reading' (duration: 206.672519ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T22:22:31.80036Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":35832} {"level":"info","ts":"2026-04-27T22:22:31.95329Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":35832,"took":"149.270802ms","hash":1538554386,"current-db-size-bytes":53428224,"current-db-size":"53 MB","current-db-size-in-use-bytes":29769728,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-04-27T22:22:31.953356Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1538554386,"revision":35832,"compact-revision":33555} {"level":"info","ts":"2026-04-27T22:23:27.578614Z","caller":"traceutil/trace.go:171","msg":"trace[1717852432] transaction","detail":"{read_only:false; response_revision:38467; number_of_response:1; }","duration":"115.450266ms","start":"2026-04-27T22:23:27.463126Z","end":"2026-04-27T22:23:27.578576Z","steps":["trace[1717852432] 'process raft request' (duration: 52.167099ms)","trace[1717852432] 'compare' (duration: 63.035821ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T22:23:30.146487Z","caller":"traceutil/trace.go:171","msg":"trace[1792231574] linearizableReadLoop","detail":"{readStateIndex:39743; appliedIndex:39742; }","duration":"177.985115ms","start":"2026-04-27T22:23:29.968478Z","end":"2026-04-27T22:23:30.146463Z","steps":["trace[1792231574] 'read index received' (duration: 177.875223ms)","trace[1792231574] 'applied index is now lower than readState.Index' (duration: 108.172µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T22:23:30.146596Z","caller":"traceutil/trace.go:171","msg":"trace[2144217726] transaction","detail":"{read_only:false; response_revision:38486; number_of_response:1; }","duration":"203.082647ms","start":"2026-04-27T22:23:29.943487Z","end":"2026-04-27T22:23:30.14657Z","steps":["trace[2144217726] 'process raft request' (duration: 202.803391ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T22:23:30.14676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.259401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-27T22:23:30.146837Z","caller":"traceutil/trace.go:171","msg":"trace[1870075610] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:38486; }","duration":"178.390855ms","start":"2026-04-27T22:23:29.96843Z","end":"2026-04-27T22:23:30.146821Z","steps":["trace[1870075610] 'agreement among raft nodes before linearized reading' (duration: 178.16856ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T22:23:30.287981Z","caller":"traceutil/trace.go:171","msg":"trace[1603438688] transaction","detail":"{read_only:false; response_revision:38487; number_of_response:1; }","duration":"201.625255ms","start":"2026-04-27T22:23:30.086327Z","end":"2026-04-27T22:23:30.287952Z","steps":["trace[1603438688] 'process raft request' (duration: 170.394635ms)","trace[1603438688] 'compare' (duration: 30.869022ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T22:23:30.28804Z","caller":"traceutil/trace.go:171","msg":"trace[128473060] transaction","detail":"{read_only:false; response_revision:38488; number_of_response:1; }","duration":"136.646981ms","start":"2026-04-27T22:23:30.151366Z","end":"2026-04-27T22:23:30.288013Z","steps":["trace[128473060] 'process raft request' (duration: 136.547609ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T22:23:30.288174Z","caller":"traceutil/trace.go:171","msg":"trace[188093149] linearizableReadLoop","detail":"{readStateIndex:39744; appliedIndex:39743; }","duration":"141.470659ms","start":"2026-04-27T22:23:30.146673Z","end":"2026-04-27T22:23:30.288144Z","steps":["trace[188093149] 'read index received' (duration: 110.063705ms)","trace[188093149] 'applied index is now lower than readState.Index' (duration: 31.404304ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T22:23:30.288237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.155127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T22:23:30.288298Z","caller":"traceutil/trace.go:171","msg":"trace[864072043] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:38488; }","duration":"206.24911ms","start":"2026-04-27T22:23:30.082036Z","end":"2026-04-27T22:23:30.288286Z","steps":["trace[864072043] 'agreement among raft nodes before linearized reading' (duration: 206.149268ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T22:23:30.288284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.436148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-27T22:23:30.288513Z","caller":"traceutil/trace.go:171","msg":"trace[923105757] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:38488; }","duration":"208.674355ms","start":"2026-04-27T22:23:30.079826Z","end":"2026-04-27T22:23:30.288501Z","steps":["trace[923105757] 'agreement among raft nodes before linearized reading' (duration: 208.348877ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T22:23:30.288557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.799998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-27T22:23:30.288631Z","caller":"traceutil/trace.go:171","msg":"trace[593888064] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:38488; }","duration":"217.976402ms","start":"2026-04-27T22:23:30.07064Z","end":"2026-04-27T22:23:30.288617Z","steps":["trace[593888064] 'agreement among raft nodes before linearized reading' (duration: 217.635715ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T22:23:30.288675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.822228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-27T22:23:30.288824Z","caller":"traceutil/trace.go:171","msg":"trace[1656436750] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:38488; }","duration":"208.995012ms","start":"2026-04-27T22:23:30.079777Z","end":"2026-04-27T22:23:30.288772Z","steps":["trace[1656436750] 'agreement among raft nodes before linearized reading' (duration: 208.802327ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T22:23:30.421222Z","caller":"traceutil/trace.go:171","msg":"trace[703852990] transaction","detail":"{read_only:false; response_revision:38490; number_of_response:1; }","duration":"128.229172ms","start":"2026-04-27T22:23:30.292953Z","end":"2026-04-27T22:23:30.421182Z","steps":["trace[703852990] 'process raft request' (duration: 122.878192ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T22:23:30.421223Z","caller":"traceutil/trace.go:171","msg":"trace[67587483] transaction","detail":"{read_only:false; response_revision:38491; number_of_response:1; }","duration":"128.235002ms","start":"2026-04-27T22:23:30.292945Z","end":"2026-04-27T22:23:30.42118Z","steps":["trace[67587483] 'process raft request' (duration: 128.126899ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T22:24:05.813322Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"d98d5f2c752cc52d","local-member-applied-index":40010,"local-member-snapshot-index":30009,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-27T22:24:05.818225Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40010} {"level":"info","ts":"2026-04-27T22:24:05.818327Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35010} {"level":"info","ts":"2026-04-27T22:24:25.920622Z","caller":"traceutil/trace.go:171","msg":"trace[378015253] transaction","detail":"{read_only:false; response_revision:38893; number_of_response:1; }","duration":"107.804025ms","start":"2026-04-27T22:24:25.812787Z","end":"2026-04-27T22:24:25.920591Z","steps":["trace[378015253] 'process raft request' (duration: 32.859346ms)","trace[378015253] 'compare' (duration: 74.621541ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T22:24:26.676929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.512025ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T22:24:26.677043Z","caller":"traceutil/trace.go:171","msg":"trace[979009844] linearizableReadLoop","detail":"{readStateIndex:40166; appliedIndex:40165; }","duration":"105.904913ms","start":"2026-04-27T22:24:26.571122Z","end":"2026-04-27T22:24:26.677027Z","steps":["trace[979009844] 'read index received' (duration: 40.221µs)","trace[979009844] 'applied index is now lower than readState.Index' (duration: 105.863282ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T22:24:26.677133Z","caller":"traceutil/trace.go:171","msg":"trace[696545068] transaction","detail":"{read_only:false; response_revision:38898; number_of_response:1; }","duration":"168.193737ms","start":"2026-04-27T22:24:26.508927Z","end":"2026-04-27T22:24:26.677121Z","steps":["trace[696545068] 'process raft request' (duration: 61.081497ms)","trace[696545068] 'compare' (duration: 106.27115ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T22:24:26.677342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.193269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T22:24:26.677414Z","caller":"traceutil/trace.go:171","msg":"trace[365725965] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:38898; }","duration":"106.470325ms","start":"2026-04-27T22:24:26.570926Z","end":"2026-04-27T22:24:26.677396Z","steps":["trace[365725965] 'agreement among raft nodes before linearized reading' (duration: 106.330412ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T22:24:26.879897Z","caller":"traceutil/trace.go:171","msg":"trace[77988353] transaction","detail":"{read_only:false; response_revision:38901; number_of_response:1; }","duration":"106.582807ms","start":"2026-04-27T22:24:26.773286Z","end":"2026-04-27T22:24:26.879869Z","steps":["trace[77988353] 'process raft request' (duration: 18.952634ms)","trace[77988353] 'compare' (duration: 87.295036ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T22:24:27.988388Z","caller":"traceutil/trace.go:171","msg":"trace[1854368132] transaction","detail":"{read_only:false; response_revision:38905; number_of_response:1; }","duration":"210.342841ms","start":"2026-04-27T22:24:27.778024Z","end":"2026-04-27T22:24:27.988367Z","steps":["trace[1854368132] 'process raft request' (duration: 210.211408ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T22:24:28.083687Z","caller":"traceutil/trace.go:171","msg":"trace[1317112110] linearizableReadLoop","detail":"{readStateIndex:40174; appliedIndex:40172; }","duration":"148.291361ms","start":"2026-04-27T22:24:27.93538Z","end":"2026-04-27T22:24:28.083671Z","steps":["trace[1317112110] 'read index received' (duration: 52.871604ms)","trace[1317112110] 'applied index is now lower than readState.Index' (duration: 95.418967ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T22:24:28.083701Z","caller":"traceutil/trace.go:171","msg":"trace[1017745364] transaction","detail":"{read_only:false; response_revision:38906; number_of_response:1; }","duration":"155.865401ms","start":"2026-04-27T22:24:27.927801Z","end":"2026-04-27T22:24:28.083666Z","steps":["trace[1017745364] 'process raft request' (duration: 104.193193ms)","trace[1017745364] 'compare' (duration: 51.558456ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T22:24:28.084035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.638959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-04-27T22:24:28.084079Z","caller":"traceutil/trace.go:171","msg":"trace[1887824053] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:38907; }","duration":"148.735601ms","start":"2026-04-27T22:24:27.935333Z","end":"2026-04-27T22:24:28.084068Z","steps":["trace[1887824053] 'agreement among raft nodes before linearized reading' (duration: 148.414174ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T22:24:28.630172Z","caller":"traceutil/trace.go:171","msg":"trace[470710511] transaction","detail":"{read_only:false; response_revision:38910; number_of_response:1; }","duration":"155.576944ms","start":"2026-04-27T22:24:28.47457Z","end":"2026-04-27T22:24:28.630147Z","steps":["trace[470710511] 'process raft request' (duration: 155.39443ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T22:24:30.893916Z","caller":"traceutil/trace.go:171","msg":"trace[1329727355] linearizableReadLoop","detail":"{readStateIndex:40195; appliedIndex:40194; }","duration":"119.290471ms","start":"2026-04-27T22:24:30.774592Z","end":"2026-04-27T22:24:30.893882Z","steps":["trace[1329727355] 'read index received' (duration: 118.973144ms)","trace[1329727355] 'applied index is now lower than readState.Index' (duration: 316.037µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T22:24:30.894016Z","caller":"traceutil/trace.go:171","msg":"trace[2016485010] transaction","detail":"{read_only:false; response_revision:38926; number_of_response:1; }","duration":"177.295111ms","start":"2026-04-27T22:24:30.716691Z","end":"2026-04-27T22:24:30.893986Z","steps":["trace[2016485010] 'process raft request' (duration: 176.976394ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T22:24:30.894239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.629339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-27T22:24:30.894284Z","caller":"traceutil/trace.go:171","msg":"trace[1966399145] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:38926; }","duration":"119.741452ms","start":"2026-04-27T22:24:30.77453Z","end":"2026-04-27T22:24:30.894272Z","steps":["trace[1966399145] 'agreement among raft nodes before linearized reading' (duration: 119.519437ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T22:24:30.894281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.557797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T22:24:30.894332Z","caller":"traceutil/trace.go:171","msg":"trace[765313436] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:38926; }","duration":"115.67853ms","start":"2026-04-27T22:24:30.778642Z","end":"2026-04-27T22:24:30.894321Z","steps":["trace[765313436] 'agreement among raft nodes before linearized reading' (duration: 115.555307ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T22:24:31.095631Z","caller":"traceutil/trace.go:171","msg":"trace[1543538730] transaction","detail":"{read_only:false; response_revision:38929; number_of_response:1; }","duration":"106.786831ms","start":"2026-04-27T22:24:30.988819Z","end":"2026-04-27T22:24:31.095606Z","steps":["trace[1543538730] 'process raft request' (duration: 41.960359ms)","trace[1543538730] 'compare' (duration: 64.081606ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T22:24:31.095809Z","caller":"traceutil/trace.go:171","msg":"trace[1982777345] transaction","detail":"{read_only:false; response_revision:38930; number_of_response:1; }","duration":"105.772129ms","start":"2026-04-27T22:24:30.98993Z","end":"2026-04-27T22:24:31.095702Z","steps":["trace[1982777345] 'process raft request' (duration: 105.231337ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T22:24:31.511851Z","caller":"traceutil/trace.go:171","msg":"trace[330301285] transaction","detail":"{read_only:false; response_revision:38932; number_of_response:1; }","duration":"119.20849ms","start":"2026-04-27T22:24:31.392611Z","end":"2026-04-27T22:24:31.511819Z","steps":["trace[330301285] 'process raft request' (duration: 92.46729ms)","trace[330301285] 'compare' (duration: 26.242758ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T22:27:31.805748Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":38063} {"level":"info","ts":"2026-04-27T22:27:31.921516Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":38063,"took":"111.60007ms","hash":473039934,"current-db-size-bytes":54697984,"current-db-size":"55 MB","current-db-size-in-use-bytes":31686656,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-27T22:27:31.921592Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":473039934,"revision":38063,"compact-revision":35832} {"level":"info","ts":"2026-04-27T22:28:01.749199Z","caller":"traceutil/trace.go:171","msg":"trace[1420785176] linearizableReadLoop","detail":"{readStateIndex:41832; appliedIndex:41831; }","duration":"170.704294ms","start":"2026-04-27T22:28:01.578467Z","end":"2026-04-27T22:28:01.749171Z","steps":["trace[1420785176] 'read index received' (duration: 170.529529ms)","trace[1420785176] 'applied index is now lower than readState.Index' (duration: 173.545µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T22:28:01.7493Z","caller":"traceutil/trace.go:171","msg":"trace[278284753] transaction","detail":"{read_only:false; response_revision:40515; number_of_response:1; }","duration":"181.391162ms","start":"2026-04-27T22:28:01.567859Z","end":"2026-04-27T22:28:01.74925Z","steps":["trace[278284753] 'process raft request' (duration: 181.103485ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T22:28:01.749491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.00184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/staffeln-bin\" ","response":"range_response_count:1 size:11554"} {"level":"info","ts":"2026-04-27T22:28:01.749571Z","caller":"traceutil/trace.go:171","msg":"trace[816139871] range","detail":"{range_begin:/registry/configmaps/openstack/staffeln-bin; range_end:; response_count:1; response_revision:40515; }","duration":"171.130603ms","start":"2026-04-27T22:28:01.578423Z","end":"2026-04-27T22:28:01.749553Z","steps":["trace[816139871] 'agreement among raft nodes before linearized reading' (duration: 170.881798ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T22:28:01.758415Z","caller":"traceutil/trace.go:171","msg":"trace[1536695032] transaction","detail":"{read_only:false; response_revision:40516; number_of_response:1; }","duration":"176.126855ms","start":"2026-04-27T22:28:01.582259Z","end":"2026-04-27T22:28:01.758386Z","steps":["trace[1536695032] 'process raft request' (duration: 175.876989ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T22:28:01.758526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.719878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/tempest-bin\" ","response":"range_response_count:1 size:3842"} {"level":"info","ts":"2026-04-27T22:28:01.758621Z","caller":"traceutil/trace.go:171","msg":"trace[218600028] range","detail":"{range_begin:/registry/configmaps/openstack/tempest-bin; range_end:; response_count:1; response_revision:40516; }","duration":"155.850981ms","start":"2026-04-27T22:28:01.602752Z","end":"2026-04-27T22:28:01.758603Z","steps":["trace[218600028] 'agreement among raft nodes before linearized reading' (duration: 155.651406ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T22:28:09.5826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.797443ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T22:28:09.582724Z","caller":"traceutil/trace.go:171","msg":"trace[480240696] linearizableReadLoop","detail":"{readStateIndex:41893; appliedIndex:41892; }","duration":"302.479504ms","start":"2026-04-27T22:28:09.280229Z","end":"2026-04-27T22:28:09.582708Z","steps":["trace[480240696] 'read index received' (duration: 111.418445ms)","trace[480240696] 'applied index is now lower than readState.Index' (duration: 191.059659ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T22:28:09.582816Z","caller":"traceutil/trace.go:171","msg":"trace[2106054876] transaction","detail":"{read_only:false; response_revision:40575; number_of_response:1; }","duration":"312.044199ms","start":"2026-04-27T22:28:09.270758Z","end":"2026-04-27T22:28:09.582802Z","steps":["trace[2106054876] 'process raft request' (duration: 120.94374ms)","trace[2106054876] 'compare' (duration: 190.631509ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T22:28:09.58288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T22:28:09.270747Z","time spent":"312.103ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T22:28:09.583218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.992705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7533"} {"level":"info","ts":"2026-04-27T22:28:09.58325Z","caller":"traceutil/trace.go:171","msg":"trace[204125154] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:40575; }","duration":"303.050817ms","start":"2026-04-27T22:28:09.280187Z","end":"2026-04-27T22:28:09.583238Z","steps":["trace[204125154] 'agreement among raft nodes before linearized reading' (duration: 302.908114ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T22:28:09.583287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T22:28:09.280167Z","time spent":"303.113728ms","remote":"127.0.0.1:37804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7557,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-04-27T22:28:09.583392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.750374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-04-27T22:28:09.583439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.306069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/keepalived\" ","response":"range_response_count:1 size:4056"} {"level":"warn","ts":"2026-04-27T22:28:09.583435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.914254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/vector\" ","response":"range_response_count:1 size:5101"} {"level":"info","ts":"2026-04-27T22:28:09.583512Z","caller":"traceutil/trace.go:171","msg":"trace[2103170787] range","detail":"{range_begin:/registry/daemonsets/openstack/keepalived; range_end:; response_count:1; response_revision:40575; }","duration":"243.38968ms","start":"2026-04-27T22:28:09.340103Z","end":"2026-04-27T22:28:09.583493Z","steps":["trace[2103170787] 'agreement among raft nodes before linearized reading' (duration: 243.182336ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T22:28:09.583521Z","caller":"traceutil/trace.go:171","msg":"trace[173466744] range","detail":"{range_begin:/registry/daemonsets/monitoring/vector; range_end:; response_count:1; response_revision:40575; }","duration":"295.054658ms","start":"2026-04-27T22:28:09.288445Z","end":"2026-04-27T22:28:09.5835Z","steps":["trace[173466744] 'agreement among raft nodes before linearized reading' (duration: 294.805682ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T22:28:09.583541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.740914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T22:28:09.583462Z","caller":"traceutil/trace.go:171","msg":"trace[1516805399] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:40575; }","duration":"178.869096ms","start":"2026-04-27T22:28:09.404576Z","end":"2026-04-27T22:28:09.583445Z","steps":["trace[1516805399] 'agreement among raft nodes before linearized reading' (duration: 178.680452ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T22:28:09.583578Z","caller":"traceutil/trace.go:171","msg":"trace[496852244] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:40575; }","duration":"137.809096ms","start":"2026-04-27T22:28:09.445758Z","end":"2026-04-27T22:28:09.583567Z","steps":["trace[496852244] 'agreement among raft nodes before linearized reading' (duration: 137.743655ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T22:28:09.583755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.833764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.250\" ","response":"range_response_count:1 size:141"} {"level":"info","ts":"2026-04-27T22:28:09.583817Z","caller":"traceutil/trace.go:171","msg":"trace[1920763184] range","detail":"{range_begin:/registry/masterleases/199.204.45.250; range_end:; response_count:1; response_revision:40575; }","duration":"144.993847ms","start":"2026-04-27T22:28:09.438811Z","end":"2026-04-27T22:28:09.583805Z","steps":["trace[1920763184] 'agreement among raft nodes before linearized reading' (duration: 144.436835ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T22:28:10.17388Z","caller":"traceutil/trace.go:171","msg":"trace[1655851670] transaction","detail":"{read_only:false; response_revision:40580; number_of_response:1; }","duration":"100.983861ms","start":"2026-04-27T22:28:10.072865Z","end":"2026-04-27T22:28:10.173849Z","steps":["trace[1655851670] 'process raft request' (duration: 100.719266ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T22:28:10.187969Z","caller":"traceutil/trace.go:171","msg":"trace[1316126715] transaction","detail":"{read_only:false; response_revision:40581; number_of_response:1; }","duration":"106.31479ms","start":"2026-04-27T22:28:10.081611Z","end":"2026-04-27T22:28:10.187926Z","steps":["trace[1316126715] 'process raft request' (duration: 105.85151ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T22:28:10.405383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.654641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-27T22:28:10.405472Z","caller":"traceutil/trace.go:171","msg":"trace[2054442810] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:40582; }","duration":"103.799886ms","start":"2026-04-27T22:28:10.301652Z","end":"2026-04-27T22:28:10.405452Z","steps":["trace[2054442810] 'range keys from in-memory index tree' (duration: 103.471416ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T22:28:10.405828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.940967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-27T22:28:10.405869Z","caller":"traceutil/trace.go:171","msg":"trace[276948789] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:40582; }","duration":"112.025459ms","start":"2026-04-27T22:28:10.293834Z","end":"2026-04-27T22:28:10.40586Z","steps":["trace[276948789] 'range keys from in-memory index tree' (duration: 111.821285ms)"],"step_count":1}