{"level":"warn","ts":"2026-04-23T00:17:04.579434Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-23T00:17:04.579536Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.233:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.233:2380","--initial-cluster=instance=https://199.204.45.233:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.233:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.233:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-23T00:17:04.579644Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-23T00:17:04.579667Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.233:2380"]} {"level":"info","ts":"2026-04-23T00:17:04.579694Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-23T00:17:04.580305Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.233:2379"]} {"level":"info","ts":"2026-04-23T00:17:04.580389Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.233:2380"],"listen-peer-urls":["https://199.204.45.233:2380"],"advertise-client-urls":["https://199.204.45.233:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.233:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.233:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-23T00:17:04.584177Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.406597ms"} {"level":"info","ts":"2026-04-23T00:17:04.600078Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"90a0cb2044183f95","cluster-id":"782fef34d5ea94f9"} {"level":"info","ts":"2026-04-23T00:17:04.600198Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"90a0cb2044183f95 switched to configuration voters=()"} {"level":"info","ts":"2026-04-23T00:17:04.600222Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"90a0cb2044183f95 became follower at term 0"} {"level":"info","ts":"2026-04-23T00:17:04.60024Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 90a0cb2044183f95 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-23T00:17:04.600251Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"90a0cb2044183f95 became follower at term 1"} {"level":"info","ts":"2026-04-23T00:17:04.600295Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"90a0cb2044183f95 switched to configuration voters=(10421552877177159573)"} {"level":"warn","ts":"2026-04-23T00:17:04.617589Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-23T00:17:04.619602Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-23T00:17:04.621124Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-23T00:17:04.623946Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"90a0cb2044183f95","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-23T00:17:04.624234Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-23T00:17:04.624129Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"90a0cb2044183f95","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-23T00:17:04.624412Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-23T00:17:04.624455Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-23T00:17:04.625035Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"90a0cb2044183f95 switched to configuration voters=(10421552877177159573)"} {"level":"info","ts":"2026-04-23T00:17:04.625221Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"782fef34d5ea94f9","local-member-id":"90a0cb2044183f95","added-peer-id":"90a0cb2044183f95","added-peer-peer-urls":["https://199.204.45.233:2380"]} {"level":"info","ts":"2026-04-23T00:17:04.62744Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-23T00:17:04.627545Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.233:2380"} {"level":"info","ts":"2026-04-23T00:17:04.627598Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.233:2380"} {"level":"info","ts":"2026-04-23T00:17:04.6278Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"90a0cb2044183f95","initial-advertise-peer-urls":["https://199.204.45.233:2380"],"listen-peer-urls":["https://199.204.45.233:2380"],"advertise-client-urls":["https://199.204.45.233:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.233:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-23T00:17:04.627851Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-23T00:17:05.002996Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"90a0cb2044183f95 is starting a new election at term 1"} {"level":"info","ts":"2026-04-23T00:17:05.003045Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"90a0cb2044183f95 became pre-candidate at term 1"} {"level":"info","ts":"2026-04-23T00:17:05.00307Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"90a0cb2044183f95 received MsgPreVoteResp from 90a0cb2044183f95 at term 1"} {"level":"info","ts":"2026-04-23T00:17:05.003085Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"90a0cb2044183f95 became candidate at term 2"} {"level":"info","ts":"2026-04-23T00:17:05.003092Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"90a0cb2044183f95 received MsgVoteResp from 90a0cb2044183f95 at term 2"} {"level":"info","ts":"2026-04-23T00:17:05.003103Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"90a0cb2044183f95 became leader at term 2"} {"level":"info","ts":"2026-04-23T00:17:05.003112Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 90a0cb2044183f95 elected leader 90a0cb2044183f95 at term 2"} {"level":"info","ts":"2026-04-23T00:17:05.040311Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"90a0cb2044183f95","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.233:2379]}","request-path":"/0/members/90a0cb2044183f95/attributes","cluster-id":"782fef34d5ea94f9","publish-timeout":"7s"} {"level":"info","ts":"2026-04-23T00:17:05.040315Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-23T00:17:05.040328Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-23T00:17:05.04037Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-23T00:17:05.040619Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-23T00:17:05.040683Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-23T00:17:05.041444Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"782fef34d5ea94f9","local-member-id":"90a0cb2044183f95","cluster-version":"3.5"} {"level":"info","ts":"2026-04-23T00:17:05.041568Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-23T00:17:05.041621Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-23T00:17:05.043821Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.233:2379"} {"level":"info","ts":"2026-04-23T00:17:05.045445Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-04-23T00:17:23.72333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.70938ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-23T00:17:23.723458Z","caller":"traceutil/trace.go:171","msg":"trace[129121001] linearizableReadLoop","detail":"{readStateIndex:424; appliedIndex:423; }","duration":"322.558983ms","start":"2026-04-23T00:17:23.400881Z","end":"2026-04-23T00:17:23.72344Z","steps":["trace[129121001] 'read index received' (duration: 77.043µs)","trace[129121001] 'applied index is now lower than readState.Index' (duration: 322.48037ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:17:23.723607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.725038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-23T00:17:23.723649Z","caller":"traceutil/trace.go:171","msg":"trace[203313142] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:408; }","duration":"322.816441ms","start":"2026-04-23T00:17:23.400823Z","end":"2026-04-23T00:17:23.723639Z","steps":["trace[203313142] 'agreement among raft nodes before linearized reading' (duration: 322.720428ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:17:23.723651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.115794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:17:23.723701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:17:23.4008Z","time spent":"322.878653ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-23T00:17:23.723746Z","caller":"traceutil/trace.go:171","msg":"trace[1539196345] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:408; }","duration":"211.246407ms","start":"2026-04-23T00:17:23.512478Z","end":"2026-04-23T00:17:23.723725Z","steps":["trace[1539196345] 'agreement among raft nodes before linearized reading' (duration: 211.088212ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:17:29.228797Z","caller":"traceutil/trace.go:171","msg":"trace[98639085] transaction","detail":"{read_only:false; response_revision:422; number_of_response:1; }","duration":"113.713247ms","start":"2026-04-23T00:17:29.115055Z","end":"2026-04-23T00:17:29.228768Z","steps":["trace[98639085] 'process raft request' (duration: 113.550731ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:17:31.980815Z","caller":"traceutil/trace.go:171","msg":"trace[311208340] transaction","detail":"{read_only:false; response_revision:428; number_of_response:1; }","duration":"211.533879ms","start":"2026-04-23T00:17:31.769252Z","end":"2026-04-23T00:17:31.980786Z","steps":["trace[311208340] 'process raft request' (duration: 211.366073ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:17:34.735867Z","caller":"traceutil/trace.go:171","msg":"trace[108344223] linearizableReadLoop","detail":"{readStateIndex:486; appliedIndex:485; }","duration":"162.434626ms","start":"2026-04-23T00:17:34.573415Z","end":"2026-04-23T00:17:34.73585Z","steps":["trace[108344223] 'read index received' (duration: 162.268951ms)","trace[108344223] 'applied index is now lower than readState.Index' (duration: 165.155µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:17:34.735967Z","caller":"traceutil/trace.go:171","msg":"trace[1538108967] transaction","detail":"{read_only:false; response_revision:468; number_of_response:1; }","duration":"225.073042ms","start":"2026-04-23T00:17:34.510862Z","end":"2026-04-23T00:17:34.735935Z","steps":["trace[1538108967] 'process raft request' (duration: 224.882036ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:17:34.736088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.639753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-23T00:17:34.73619Z","caller":"traceutil/trace.go:171","msg":"trace[1932545734] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:468; }","duration":"162.792558ms","start":"2026-04-23T00:17:34.573377Z","end":"2026-04-23T00:17:34.736169Z","steps":["trace[1932545734] 'agreement among raft nodes before linearized reading' (duration: 162.55374ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:17:35.06541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.793388ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:17:35.065608Z","caller":"traceutil/trace.go:171","msg":"trace[134741222] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:468; }","duration":"298.995986ms","start":"2026-04-23T00:17:34.766573Z","end":"2026-04-23T00:17:35.065569Z","steps":["trace[134741222] 'range keys from in-memory index tree' (duration: 298.773197ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:17:35.0656Z","caller":"traceutil/trace.go:171","msg":"trace[1762688268] transaction","detail":"{read_only:false; response_revision:469; number_of_response:1; }","duration":"323.693482ms","start":"2026-04-23T00:17:34.741873Z","end":"2026-04-23T00:17:35.065567Z","steps":["trace[1762688268] 'process raft request' (duration: 298.779868ms)","trace[1762688268] 'compare' (duration: 24.686506ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:17:35.065625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.19651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:17:35.065508Z","caller":"traceutil/trace.go:171","msg":"trace[1546571098] linearizableReadLoop","detail":"{readStateIndex:487; appliedIndex:486; }","duration":"315.078316ms","start":"2026-04-23T00:17:34.750396Z","end":"2026-04-23T00:17:35.065474Z","steps":["trace[1546571098] 'read index received' (duration: 290.195284ms)","trace[1546571098] 'applied index is now lower than readState.Index' (duration: 24.881692ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:17:35.065675Z","caller":"traceutil/trace.go:171","msg":"trace[1009180034] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/; range_end:/registry/secrets/envoy-gateway-system0; response_count:0; response_revision:469; }","duration":"315.269903ms","start":"2026-04-23T00:17:34.750391Z","end":"2026-04-23T00:17:35.065661Z","steps":["trace[1009180034] 'agreement among raft nodes before linearized reading' (duration: 315.170479ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:17:35.065868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:17:34.750376Z","time spent":"315.395568ms","remote":"127.0.0.1:39380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" "} {"level":"warn","ts":"2026-04-23T00:17:35.066361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:17:34.741846Z","time spent":"323.817676ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:17:41.782278Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581741608219336152,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T00:17:41.874076Z","caller":"traceutil/trace.go:171","msg":"trace[229932683] transaction","detail":"{read_only:false; response_revision:575; number_of_response:1; }","duration":"686.279555ms","start":"2026-04-23T00:17:41.187778Z","end":"2026-04-23T00:17:41.874057Z","steps":["trace[229932683] 'process raft request' (duration: 685.525779ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:17:41.874248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:17:41.187737Z","time spent":"686.41476ms","remote":"127.0.0.1:39380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036253,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:17:41.874396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.717779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-23T00:17:41.874484Z","caller":"traceutil/trace.go:171","msg":"trace[271661952] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:575; }","duration":"592.874775ms","start":"2026-04-23T00:17:41.281587Z","end":"2026-04-23T00:17:41.874462Z","steps":["trace[271661952] 'agreement among raft nodes before linearized reading' (duration: 592.587665ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:17:41.874528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:17:41.281565Z","time spent":"592.955278ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-23T00:17:41.873986Z","caller":"traceutil/trace.go:171","msg":"trace[1226519359] linearizableReadLoop","detail":"{readStateIndex:598; appliedIndex:597; }","duration":"592.296514ms","start":"2026-04-23T00:17:41.281659Z","end":"2026-04-23T00:17:41.873955Z","steps":["trace[1226519359] 'read index received' (duration: 591.328661ms)","trace[1226519359] 'applied index is now lower than readState.Index' (duration: 966.703µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:17:41.874725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.528967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:17:41.874777Z","caller":"traceutil/trace.go:171","msg":"trace[1984464260] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:575; }","duration":"361.632651ms","start":"2026-04-23T00:17:41.513126Z","end":"2026-04-23T00:17:41.874759Z","steps":["trace[1984464260] 'agreement among raft nodes before linearized reading' (duration: 361.534978ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:17:41.874819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:17:41.513099Z","time spent":"361.712054ms","remote":"127.0.0.1:39300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T00:17:42.340385Z","caller":"traceutil/trace.go:171","msg":"trace[241677939] transaction","detail":"{read_only:false; response_revision:576; number_of_response:1; }","duration":"459.448134ms","start":"2026-04-23T00:17:41.880869Z","end":"2026-04-23T00:17:42.340317Z","steps":["trace[241677939] 'process raft request' (duration: 459.169535ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:17:42.340813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:17:41.880845Z","time spent":"459.875528ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:17:42.454922Z","caller":"traceutil/trace.go:171","msg":"trace[1833665374] transaction","detail":"{read_only:false; response_revision:577; number_of_response:1; }","duration":"566.232314ms","start":"2026-04-23T00:17:41.888659Z","end":"2026-04-23T00:17:42.454891Z","steps":["trace[1833665374] 'process raft request' (duration: 499.89713ms)","trace[1833665374] 'compare' (duration: 66.017293ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:17:42.455056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:17:41.888629Z","time spent":"566.354268ms","remote":"127.0.0.1:39458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:17:42.45552Z","caller":"traceutil/trace.go:171","msg":"trace[841567490] linearizableReadLoop","detail":"{readStateIndex:601; appliedIndex:598; }","duration":"429.189407ms","start":"2026-04-23T00:17:42.0263Z","end":"2026-04-23T00:17:42.455489Z","steps":["trace[841567490] 'read index received' (duration: 313.820044ms)","trace[841567490] 'applied index is now lower than readState.Index' (duration: 115.368463ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:17:42.455566Z","caller":"traceutil/trace.go:171","msg":"trace[1183957242] transaction","detail":"{read_only:false; response_revision:578; number_of_response:1; }","duration":"532.694564ms","start":"2026-04-23T00:17:41.922838Z","end":"2026-04-23T00:17:42.455533Z","steps":["trace[1183957242] 'process raft request' (duration: 531.913647ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:17:42.455778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.472127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-23T00:17:42.455831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:17:41.922812Z","time spent":"532.931422ms","remote":"127.0.0.1:39602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1087,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T00:17:42.45589Z","caller":"traceutil/trace.go:171","msg":"trace[754782909] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:578; }","duration":"429.640692ms","start":"2026-04-23T00:17:42.026237Z","end":"2026-04-23T00:17:42.455878Z","steps":["trace[754782909] 'agreement among raft nodes before linearized reading' (duration: 429.346602ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:17:42.456021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:17:42.026207Z","time spent":"429.802628ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T00:17:42.968237Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581741608219336160,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T00:17:43.051901Z","caller":"traceutil/trace.go:171","msg":"trace[1124282207] linearizableReadLoop","detail":"{readStateIndex:602; appliedIndex:601; }","duration":"584.398617ms","start":"2026-04-23T00:17:42.467456Z","end":"2026-04-23T00:17:43.051855Z","steps":["trace[1124282207] 'read index received' (duration: 559.010907ms)","trace[1124282207] 'applied index is now lower than readState.Index' (duration: 25.385859ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:17:43.052072Z","caller":"traceutil/trace.go:171","msg":"trace[1770457792] transaction","detail":"{read_only:false; response_revision:579; number_of_response:1; }","duration":"589.047676ms","start":"2026-04-23T00:17:42.462997Z","end":"2026-04-23T00:17:43.052044Z","steps":["trace[1770457792] 'process raft request' (duration: 563.48598ms)","trace[1770457792] 'compare' (duration: 24.861062ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:17:43.052252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.980104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:17:43.052326Z","caller":"traceutil/trace.go:171","msg":"trace[346629580] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:579; }","duration":"540.104109ms","start":"2026-04-23T00:17:42.512203Z","end":"2026-04-23T00:17:43.052307Z","steps":["trace[346629580] 'agreement among raft nodes before linearized reading' (duration: 539.984775ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:17:43.052368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:17:42.512182Z","time spent":"540.178341ms","remote":"127.0.0.1:39306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T00:17:43.052492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.919925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-23T00:17:43.052573Z","caller":"traceutil/trace.go:171","msg":"trace[200486956] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:579; }","duration":"283.040659ms","start":"2026-04-23T00:17:42.769514Z","end":"2026-04-23T00:17:43.052555Z","steps":["trace[200486956] 'agreement among raft nodes before linearized reading' (duration: 282.830432ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:17:43.052563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.942385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/envoy-gateway-topology-injector.envoy-gateway-system\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:17:43.052667Z","caller":"traceutil/trace.go:171","msg":"trace[965260403] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/envoy-gateway-topology-injector.envoy-gateway-system; range_end:; response_count:0; response_revision:579; }","duration":"585.222714ms","start":"2026-04-23T00:17:42.46742Z","end":"2026-04-23T00:17:43.052643Z","steps":["trace[965260403] 'agreement among raft nodes before linearized reading' (duration: 584.897053ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:17:43.052724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:17:42.467376Z","time spent":"585.337879ms","remote":"127.0.0.1:39736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/mutatingwebhookconfigurations/envoy-gateway-topology-injector.envoy-gateway-system\" "} {"level":"warn","ts":"2026-04-23T00:17:43.052888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:17:42.46297Z","time spent":"589.15883ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:17:43.616848Z","caller":"traceutil/trace.go:171","msg":"trace[551871307] linearizableReadLoop","detail":"{readStateIndex:603; appliedIndex:602; }","duration":"522.001537ms","start":"2026-04-23T00:17:43.094825Z","end":"2026-04-23T00:17:43.616826Z","steps":["trace[551871307] 'read index received' (duration: 447.392991ms)","trace[551871307] 'applied index is now lower than readState.Index' (duration: 74.607476ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:17:43.616941Z","caller":"traceutil/trace.go:171","msg":"trace[703225287] transaction","detail":"{read_only:false; response_revision:580; number_of_response:1; }","duration":"558.707675ms","start":"2026-04-23T00:17:43.058203Z","end":"2026-04-23T00:17:43.616911Z","steps":["trace[703225287] 'process raft request' (duration: 483.852491ms)","trace[703225287] 'compare' (duration: 74.498872ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:17:43.61704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.204284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-23T00:17:43.617066Z","caller":"traceutil/trace.go:171","msg":"trace[1041305303] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:580; }","duration":"522.274346ms","start":"2026-04-23T00:17:43.094784Z","end":"2026-04-23T00:17:43.617059Z","steps":["trace[1041305303] 'agreement among raft nodes before linearized reading' (duration: 522.142512ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:17:43.61709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:17:43.094764Z","time spent":"522.320658ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T00:17:43.617122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:17:43.058178Z","time spent":"558.861461ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:17:43.631366Z","caller":"traceutil/trace.go:171","msg":"trace[1776467356] transaction","detail":"{read_only:false; response_revision:581; number_of_response:1; }","duration":"178.60541ms","start":"2026-04-23T00:17:43.452744Z","end":"2026-04-23T00:17:43.631349Z","steps":["trace[1776467356] 'process raft request' (duration: 177.824173ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:17:45.242032Z","caller":"traceutil/trace.go:171","msg":"trace[718613032] transaction","detail":"{read_only:false; response_revision:610; number_of_response:1; }","duration":"181.861074ms","start":"2026-04-23T00:17:45.060145Z","end":"2026-04-23T00:17:45.242006Z","steps":["trace[718613032] 'process raft request' (duration: 181.658167ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:17:45.242191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.838132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:17:45.242255Z","caller":"traceutil/trace.go:171","msg":"trace[234137806] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:610; }","duration":"137.938935ms","start":"2026-04-23T00:17:45.104301Z","end":"2026-04-23T00:17:45.24224Z","steps":["trace[234137806] 'agreement among raft nodes before linearized reading' (duration: 137.832911ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:17:45.242078Z","caller":"traceutil/trace.go:171","msg":"trace[2060482334] linearizableReadLoop","detail":"{readStateIndex:634; appliedIndex:634; }","duration":"137.725487ms","start":"2026-04-23T00:17:45.104328Z","end":"2026-04-23T00:17:45.242053Z","steps":["trace[2060482334] 'read index received' (duration: 137.713987ms)","trace[2060482334] 'applied index is now lower than readState.Index' (duration: 9.82µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:17:45.254382Z","caller":"traceutil/trace.go:171","msg":"trace[1134636623] transaction","detail":"{read_only:false; response_revision:611; number_of_response:1; }","duration":"108.041371ms","start":"2026-04-23T00:17:45.146312Z","end":"2026-04-23T00:17:45.254353Z","steps":["trace[1134636623] 'process raft request' (duration: 107.799393ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:17:45.254447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.858713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:17:45.254461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.455683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:17:45.254438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.36449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:17:45.254491Z","caller":"traceutil/trace.go:171","msg":"trace[1717034792] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:611; }","duration":"129.507025ms","start":"2026-04-23T00:17:45.124974Z","end":"2026-04-23T00:17:45.254481Z","steps":["trace[1717034792] 'agreement among raft nodes before linearized reading' (duration: 129.467483ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:17:45.254478Z","caller":"traceutil/trace.go:171","msg":"trace[1869375350] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:611; }","duration":"128.901704ms","start":"2026-04-23T00:17:45.125569Z","end":"2026-04-23T00:17:45.25447Z","steps":["trace[1869375350] 'agreement among raft nodes before linearized reading' (duration: 128.850563ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:17:45.254419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.278942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:17:45.254527Z","caller":"traceutil/trace.go:171","msg":"trace[560029727] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:611; }","duration":"129.489665ms","start":"2026-04-23T00:17:45.125019Z","end":"2026-04-23T00:17:45.254508Z","steps":["trace[560029727] 'agreement among raft nodes before linearized reading' (duration: 129.299438ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:17:45.254579Z","caller":"traceutil/trace.go:171","msg":"trace[1257638890] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:611; }","duration":"149.456658ms","start":"2026-04-23T00:17:45.105114Z","end":"2026-04-23T00:17:45.25457Z","steps":["trace[1257638890] 'agreement among raft nodes before linearized reading' (duration: 149.274122ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:17:45.25483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.376868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:17:45.25517Z","caller":"traceutil/trace.go:171","msg":"trace[344541974] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:611; }","duration":"150.73739ms","start":"2026-04-23T00:17:45.104414Z","end":"2026-04-23T00:17:45.255151Z","steps":["trace[344541974] 'agreement among raft nodes before linearized reading' (duration: 150.362477ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:17:59.485012Z","caller":"traceutil/trace.go:171","msg":"trace[878630940] linearizableReadLoop","detail":"{readStateIndex:770; appliedIndex:769; }","duration":"177.762028ms","start":"2026-04-23T00:17:59.307226Z","end":"2026-04-23T00:17:59.484988Z","steps":["trace[878630940] 'read index received' (duration: 177.5314ms)","trace[878630940] 'applied index is now lower than readState.Index' (duration: 229.728µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:17:59.485152Z","caller":"traceutil/trace.go:171","msg":"trace[1346933152] transaction","detail":"{read_only:false; response_revision:742; number_of_response:1; }","duration":"420.843927ms","start":"2026-04-23T00:17:59.064272Z","end":"2026-04-23T00:17:59.485115Z","steps":["trace[1346933152] 'process raft request' (duration: 420.533617ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:17:59.485235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.001656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-23T00:17:59.48545Z","caller":"traceutil/trace.go:171","msg":"trace[199135828] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:742; }","duration":"178.254274ms","start":"2026-04-23T00:17:59.307164Z","end":"2026-04-23T00:17:59.485418Z","steps":["trace[199135828] 'agreement among raft nodes before linearized reading' (duration: 177.938294ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:17:59.485496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:17:59.064242Z","time spent":"421.128347ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:18:26.496133Z","caller":"traceutil/trace.go:171","msg":"trace[1550475695] transaction","detail":"{read_only:false; response_revision:1138; number_of_response:1; }","duration":"286.609157ms","start":"2026-04-23T00:18:26.209497Z","end":"2026-04-23T00:18:26.496106Z","steps":["trace[1550475695] 'process raft request' (duration: 286.464703ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:18:48.547336Z","caller":"traceutil/trace.go:171","msg":"trace[404439044] transaction","detail":"{read_only:false; response_revision:1397; number_of_response:1; }","duration":"256.745374ms","start":"2026-04-23T00:18:48.290521Z","end":"2026-04-23T00:18:48.547267Z","steps":["trace[404439044] 'process raft request' (duration: 256.504236ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:13.824894Z","caller":"traceutil/trace.go:171","msg":"trace[39380848] linearizableReadLoop","detail":"{readStateIndex:1875; appliedIndex:1874; }","duration":"459.484988ms","start":"2026-04-23T00:19:13.365364Z","end":"2026-04-23T00:19:13.824849Z","steps":["trace[39380848] 'read index received' (duration: 438.30648ms)","trace[39380848] 'applied index is now lower than readState.Index' (duration: 21.176518ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:19:13.825206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.770805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:19:13.825221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.844149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-771b7ddc-7662-460c-8003-b9b30f0f5417\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-04-23T00:19:13.825277Z","caller":"traceutil/trace.go:171","msg":"trace[1876969919] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-771b7ddc-7662-460c-8003-b9b30f0f5417; range_end:; response_count:1; response_revision:1805; }","duration":"459.929362ms","start":"2026-04-23T00:19:13.365332Z","end":"2026-04-23T00:19:13.825262Z","steps":["trace[1876969919] 'agreement among raft nodes before linearized reading' (duration: 459.654023ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:13.825266Z","caller":"traceutil/trace.go:171","msg":"trace[683744585] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1805; }","duration":"312.94415ms","start":"2026-04-23T00:19:13.512303Z","end":"2026-04-23T00:19:13.825247Z","steps":["trace[683744585] 'agreement among raft nodes before linearized reading' (duration: 312.793715ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:13.825325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:13.365321Z","time spent":"459.994804ms","remote":"127.0.0.1:39458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-771b7ddc-7662-460c-8003-b9b30f0f5417\" "} {"level":"warn","ts":"2026-04-23T00:19:13.825326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:13.512275Z","time spent":"313.042723ms","remote":"127.0.0.1:39306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T00:19:13.825456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.921649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-771b7ddc-7662-460c-8003-b9b30f0f5417\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-04-23T00:19:13.825588Z","caller":"traceutil/trace.go:171","msg":"trace[1500767509] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-771b7ddc-7662-460c-8003-b9b30f0f5417; range_end:; response_count:1; response_revision:1805; }","duration":"171.111926ms","start":"2026-04-23T00:19:13.654432Z","end":"2026-04-23T00:19:13.825544Z","steps":["trace[1500767509] 'agreement among raft nodes before linearized reading' (duration: 170.773345ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:13.82572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.527976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T00:19:13.825848Z","caller":"traceutil/trace.go:171","msg":"trace[658213149] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:1805; }","duration":"247.784815ms","start":"2026-04-23T00:19:13.578015Z","end":"2026-04-23T00:19:13.8258Z","steps":["trace[658213149] 'agreement among raft nodes before linearized reading' (duration: 247.377842ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:14.086323Z","caller":"traceutil/trace.go:171","msg":"trace[51210073] transaction","detail":"{read_only:false; response_revision:1808; number_of_response:1; }","duration":"198.448353ms","start":"2026-04-23T00:19:13.887849Z","end":"2026-04-23T00:19:14.086297Z","steps":["trace[51210073] 'process raft request' (duration: 120.162211ms)","trace[51210073] 'compare' (duration: 77.929771ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:19:26.434981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.697377ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:19:26.435105Z","caller":"traceutil/trace.go:171","msg":"trace[1567867547] linearizableReadLoop","detail":"{readStateIndex:1985; appliedIndex:1984; }","duration":"247.083762ms","start":"2026-04-23T00:19:26.188004Z","end":"2026-04-23T00:19:26.435088Z","steps":["trace[1567867547] 'read index received' (duration: 78.157898ms)","trace[1567867547] 'applied index is now lower than readState.Index' (duration: 168.924454ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:19:26.435356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.35766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-23T00:19:26.435403Z","caller":"traceutil/trace.go:171","msg":"trace[315799359] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1912; }","duration":"247.457354ms","start":"2026-04-23T00:19:26.187935Z","end":"2026-04-23T00:19:26.435393Z","steps":["trace[315799359] 'agreement among raft nodes before linearized reading' (duration: 247.221346ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:26.435487Z","caller":"traceutil/trace.go:171","msg":"trace[1362958701] transaction","detail":"{read_only:false; response_revision:1912; number_of_response:1; }","duration":"248.119466ms","start":"2026-04-23T00:19:26.187302Z","end":"2026-04-23T00:19:26.435422Z","steps":["trace[1362958701] 'process raft request' (duration: 78.84388ms)","trace[1362958701] 'compare' (duration: 168.354886ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:19:26.649685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.215348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:19:26.649791Z","caller":"traceutil/trace.go:171","msg":"trace[1703848473] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1913; }","duration":"106.368474ms","start":"2026-04-23T00:19:26.5434Z","end":"2026-04-23T00:19:26.649768Z","steps":["trace[1703848473] 'range keys from in-memory index tree' (duration: 106.109415ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:26.726015Z","caller":"traceutil/trace.go:171","msg":"trace[657095318] transaction","detail":"{read_only:false; response_revision:1914; number_of_response:1; }","duration":"113.549336ms","start":"2026-04-23T00:19:26.612439Z","end":"2026-04-23T00:19:26.725988Z","steps":["trace[657095318] 'process raft request' (duration: 113.219436ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:27.03838Z","caller":"traceutil/trace.go:171","msg":"trace[1232243020] transaction","detail":"{read_only:false; response_revision:1916; number_of_response:1; }","duration":"150.119713ms","start":"2026-04-23T00:19:26.888233Z","end":"2026-04-23T00:19:27.038353Z","steps":["trace[1232243020] 'process raft request' (duration: 69.884968ms)","trace[1232243020] 'compare' (duration: 79.835382ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:19:30.022641Z","caller":"traceutil/trace.go:171","msg":"trace[890744414] transaction","detail":"{read_only:false; response_revision:1939; number_of_response:1; }","duration":"207.178216ms","start":"2026-04-23T00:19:29.815436Z","end":"2026-04-23T00:19:30.022614Z","steps":["trace[890744414] 'process raft request' (duration: 206.979919ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:20:03.176041Z","caller":"traceutil/trace.go:171","msg":"trace[93161303] transaction","detail":"{read_only:false; response_revision:2124; number_of_response:1; }","duration":"112.659195ms","start":"2026-04-23T00:20:03.06335Z","end":"2026-04-23T00:20:03.17601Z","steps":["trace[93161303] 'process raft request' (duration: 112.445268ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:20:03.92532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.957627ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-23T00:20:03.925618Z","caller":"traceutil/trace.go:171","msg":"trace[1705916011] transaction","detail":"{read_only:false; response_revision:2127; number_of_response:1; }","duration":"337.552944ms","start":"2026-04-23T00:20:03.588043Z","end":"2026-04-23T00:20:03.925596Z","steps":["trace[1705916011] 'process raft request' (duration: 337.408759ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:20:03.925582Z","caller":"traceutil/trace.go:171","msg":"trace[1990208670] linearizableReadLoop","detail":"{readStateIndex:2207; appliedIndex:2206; }","duration":"413.040065ms","start":"2026-04-23T00:20:03.512502Z","end":"2026-04-23T00:20:03.925543Z","steps":["trace[1990208670] 'read index received' (duration: 174.936763ms)","trace[1990208670] 'applied index is now lower than readState.Index' (duration: 238.101242ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:20:03.925739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:20:03.588013Z","time spent":"337.653317ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:20:03.925833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.294023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:20:03.925895Z","caller":"traceutil/trace.go:171","msg":"trace[942001689] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2127; }","duration":"413.438928ms","start":"2026-04-23T00:20:03.512441Z","end":"2026-04-23T00:20:03.92588Z","steps":["trace[942001689] 'agreement among raft nodes before linearized reading' (duration: 413.255392ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:20:03.925904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.367745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-04-23T00:20:03.92594Z","caller":"traceutil/trace.go:171","msg":"trace[746353427] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2127; }","duration":"169.441437ms","start":"2026-04-23T00:20:03.756486Z","end":"2026-04-23T00:20:03.925927Z","steps":["trace[746353427] 'agreement among raft nodes before linearized reading' (duration: 169.245181ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:20:03.925932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:20:03.512417Z","time spent":"413.50639ms","remote":"127.0.0.1:39306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T00:20:04.445544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.343573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-23T00:20:04.445636Z","caller":"traceutil/trace.go:171","msg":"trace[817267352] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2127; }","duration":"245.494298ms","start":"2026-04-23T00:20:04.200123Z","end":"2026-04-23T00:20:04.445618Z","steps":["trace[817267352] 'range keys from in-memory index tree' (duration: 245.145857ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:20:04.515491Z","caller":"traceutil/trace.go:171","msg":"trace[1002896342] linearizableReadLoop","detail":"{readStateIndex:2209; appliedIndex:2208; }","duration":"184.729567ms","start":"2026-04-23T00:20:04.330739Z","end":"2026-04-23T00:20:04.515469Z","steps":["trace[1002896342] 'read index received' (duration: 184.569732ms)","trace[1002896342] 'applied index is now lower than readState.Index' (duration: 158.795µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:20:04.515566Z","caller":"traceutil/trace.go:171","msg":"trace[2017332037] transaction","detail":"{read_only:false; response_revision:2128; number_of_response:1; }","duration":"251.704047ms","start":"2026-04-23T00:20:04.263823Z","end":"2026-04-23T00:20:04.515527Z","steps":["trace[2017332037] 'process raft request' (duration: 251.46698ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:20:04.515715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.968206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-23T00:20:04.515758Z","caller":"traceutil/trace.go:171","msg":"trace[1324148398] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2128; }","duration":"185.065658ms","start":"2026-04-23T00:20:04.33068Z","end":"2026-04-23T00:20:04.515746Z","steps":["trace[1324148398] 'agreement among raft nodes before linearized reading' (duration: 184.900323ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:20:04.602124Z","caller":"traceutil/trace.go:171","msg":"trace[391723060] transaction","detail":"{read_only:false; response_revision:2129; number_of_response:1; }","duration":"151.917184ms","start":"2026-04-23T00:20:04.450179Z","end":"2026-04-23T00:20:04.602096Z","steps":["trace[391723060] 'process raft request' (duration: 145.583991ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:20:04.770061Z","caller":"traceutil/trace.go:171","msg":"trace[116153439] transaction","detail":"{read_only:false; response_revision:2130; number_of_response:1; }","duration":"250.443945ms","start":"2026-04-23T00:20:04.519591Z","end":"2026-04-23T00:20:04.770035Z","steps":["trace[116153439] 'process raft request' (duration: 248.496222ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:20:04.770193Z","caller":"traceutil/trace.go:171","msg":"trace[1882869034] linearizableReadLoop","detail":"{readStateIndex:2211; appliedIndex:2210; }","duration":"156.650616ms","start":"2026-04-23T00:20:04.613254Z","end":"2026-04-23T00:20:04.769905Z","steps":["trace[1882869034] 'read index received' (duration: 154.739924ms)","trace[1882869034] 'applied index is now lower than readState.Index' (duration: 1.909542ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:20:04.770379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.09375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-23T00:20:04.770487Z","caller":"traceutil/trace.go:171","msg":"trace[2029530647] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2130; }","duration":"157.244935ms","start":"2026-04-23T00:20:04.613216Z","end":"2026-04-23T00:20:04.770461Z","steps":["trace[2029530647] 'agreement among raft nodes before linearized reading' (duration: 156.944165ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:20:04.770683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.85501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-23T00:20:04.770741Z","caller":"traceutil/trace.go:171","msg":"trace[292095193] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2130; }","duration":"126.962903ms","start":"2026-04-23T00:20:04.643763Z","end":"2026-04-23T00:20:04.770726Z","steps":["trace[292095193] 'agreement among raft nodes before linearized reading' (duration: 126.662663ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:20:53.050726Z","caller":"traceutil/trace.go:171","msg":"trace[1285598358] linearizableReadLoop","detail":"{readStateIndex:2663; appliedIndex:2662; }","duration":"215.159334ms","start":"2026-04-23T00:20:52.835542Z","end":"2026-04-23T00:20:53.050702Z","steps":["trace[1285598358] 'read index received' (duration: 215.067371ms)","trace[1285598358] 'applied index is now lower than readState.Index' (duration: 90.473µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:20:53.050787Z","caller":"traceutil/trace.go:171","msg":"trace[2073297777] transaction","detail":"{read_only:false; response_revision:2564; number_of_response:1; }","duration":"374.128895ms","start":"2026-04-23T00:20:52.676627Z","end":"2026-04-23T00:20:53.050756Z","steps":["trace[2073297777] 'process raft request' (duration: 373.909588ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:20:53.050994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.432692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-23T00:20:53.051084Z","caller":"traceutil/trace.go:171","msg":"trace[243079480] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2564; }","duration":"215.563526ms","start":"2026-04-23T00:20:52.8355Z","end":"2026-04-23T00:20:53.051064Z","steps":["trace[243079480] 'agreement among raft nodes before linearized reading' (duration: 215.318829ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:20:53.051119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:20:52.67658Z","time spent":"374.439144ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:21:27.399039Z","caller":"traceutil/trace.go:171","msg":"trace[699382301] transaction","detail":"{read_only:false; response_revision:2769; number_of_response:1; }","duration":"161.619013ms","start":"2026-04-23T00:21:27.237397Z","end":"2026-04-23T00:21:27.399016Z","steps":["trace[699382301] 'process raft request' (duration: 161.486809ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:21:27.428329Z","caller":"traceutil/trace.go:171","msg":"trace[719517545] transaction","detail":"{read_only:false; response_revision:2770; number_of_response:1; }","duration":"160.27113ms","start":"2026-04-23T00:21:27.268032Z","end":"2026-04-23T00:21:27.428303Z","steps":["trace[719517545] 'process raft request' (duration: 160.120625ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:21:28.17085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.103405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:21:28.170917Z","caller":"traceutil/trace.go:171","msg":"trace[90082690] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2774; }","duration":"659.217788ms","start":"2026-04-23T00:21:27.511684Z","end":"2026-04-23T00:21:28.170902Z","steps":["trace[90082690] 'range keys from in-memory index tree' (duration: 659.031533ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:21:28.170944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:21:27.511663Z","time spent":"659.27518ms","remote":"127.0.0.1:39306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T00:21:28.171357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.343752ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:21:28.171474Z","caller":"traceutil/trace.go:171","msg":"trace[1083755413] linearizableReadLoop","detail":"{readStateIndex:2882; appliedIndex:2881; }","duration":"502.846872ms","start":"2026-04-23T00:21:27.66861Z","end":"2026-04-23T00:21:28.171457Z","steps":["trace[1083755413] 'read index received' (duration: 183.326845ms)","trace[1083755413] 'applied index is now lower than readState.Index' (duration: 319.518767ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:21:28.171562Z","caller":"traceutil/trace.go:171","msg":"trace[17913706] transaction","detail":"{read_only:false; response_revision:2775; number_of_response:1; }","duration":"589.536527ms","start":"2026-04-23T00:21:27.582015Z","end":"2026-04-23T00:21:28.171551Z","steps":["trace[17913706] 'process raft request' (duration: 269.922337ms)","trace[17913706] 'compare' (duration: 319.209337ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:21:28.17162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:21:27.581999Z","time spent":"589.590898ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:21:28.171655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.737228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-23T00:21:28.171686Z","caller":"traceutil/trace.go:171","msg":"trace[651415684] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2775; }","duration":"480.81303ms","start":"2026-04-23T00:21:27.690864Z","end":"2026-04-23T00:21:28.171677Z","steps":["trace[651415684] 'agreement among raft nodes before linearized reading' (duration: 480.697206ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:21:28.17167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.541519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:21:28.171691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.04304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.233\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-23T00:21:28.171714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:21:27.690807Z","time spent":"480.901903ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-23T00:21:28.171724Z","caller":"traceutil/trace.go:171","msg":"trace[384860230] range","detail":"{range_begin:/registry/masterleases/199.204.45.233; range_end:; response_count:1; response_revision:2775; }","duration":"185.139563ms","start":"2026-04-23T00:21:27.986576Z","end":"2026-04-23T00:21:28.171715Z","steps":["trace[384860230] 'agreement among raft nodes before linearized reading' (duration: 185.022359ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:21:28.171734Z","caller":"traceutil/trace.go:171","msg":"trace[1257919947] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:2775; }","duration":"240.644962ms","start":"2026-04-23T00:21:27.931069Z","end":"2026-04-23T00:21:28.171714Z","steps":["trace[1257919947] 'agreement among raft nodes before linearized reading' (duration: 240.532489ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:21:28.171766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.144412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-23T00:21:28.171859Z","caller":"traceutil/trace.go:171","msg":"trace[1232763231] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2775; }","duration":"503.273976ms","start":"2026-04-23T00:21:27.668567Z","end":"2026-04-23T00:21:28.171841Z","steps":["trace[1232763231] 'agreement among raft nodes before linearized reading' (duration: 503.06453ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:21:28.171866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.004469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18a8d478b13a0299\" ","response":"range_response_count:1 size:765"} {"level":"warn","ts":"2026-04-23T00:21:28.171899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:21:27.668553Z","time spent":"503.337288ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-23T00:21:28.171977Z","caller":"traceutil/trace.go:171","msg":"trace[1385738141] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18a8d478b13a0299; range_end:; response_count:1; response_revision:2775; }","duration":"249.139813ms","start":"2026-04-23T00:21:27.922793Z","end":"2026-04-23T00:21:28.171933Z","steps":["trace[1385738141] 'agreement among raft nodes before linearized reading' (duration: 248.871885ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:21:28.84907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.219721ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-04-23T00:21:28.849346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:21:28.173287Z","time spent":"676.051155ms","remote":"127.0.0.1:39318","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-23T00:21:28.849424Z","caller":"traceutil/trace.go:171","msg":"trace[115726741] transaction","detail":"{read_only:false; response_revision:2777; number_of_response:1; }","duration":"673.09847ms","start":"2026-04-23T00:21:28.176306Z","end":"2026-04-23T00:21:28.849404Z","steps":["trace[115726741] 'process raft request' (duration: 673.015208ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:21:28.849504Z","caller":"traceutil/trace.go:171","msg":"trace[188390823] transaction","detail":"{read_only:false; response_revision:2776; number_of_response:1; }","duration":"675.106685ms","start":"2026-04-23T00:21:28.17435Z","end":"2026-04-23T00:21:28.849457Z","steps":["trace[188390823] 'process raft request' (duration: 674.843237ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:21:28.849681Z","caller":"traceutil/trace.go:171","msg":"trace[1465705210] linearizableReadLoop","detail":"{readStateIndex:2886; appliedIndex:2882; }","duration":"337.699357ms","start":"2026-04-23T00:21:28.511943Z","end":"2026-04-23T00:21:28.849642Z","steps":["trace[1465705210] 'read index received' (duration: 95.900748ms)","trace[1465705210] 'applied index is now lower than readState.Index' (duration: 241.797179ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:21:28.849745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:21:28.174334Z","time spent":"675.27681ms","remote":"127.0.0.1:39362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:21:28.849553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:21:28.176298Z","time spent":"673.187054ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:21:28.850037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.087273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T00:21:28.850083Z","caller":"traceutil/trace.go:171","msg":"trace[1787553653] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:2778; }","duration":"106.180306ms","start":"2026-04-23T00:21:28.743888Z","end":"2026-04-23T00:21:28.850068Z","steps":["trace[1787553653] 'agreement among raft nodes before linearized reading' (duration: 106.099203ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:21:28.85015Z","caller":"traceutil/trace.go:171","msg":"trace[1677270605] transaction","detail":"{read_only:false; response_revision:2778; number_of_response:1; }","duration":"673.350408ms","start":"2026-04-23T00:21:28.176777Z","end":"2026-04-23T00:21:28.850127Z","steps":["trace[1677270605] 'process raft request' (duration: 672.590734ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:21:28.850069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.113261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:21:28.850225Z","caller":"traceutil/trace.go:171","msg":"trace[1814198641] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2778; }","duration":"338.316057ms","start":"2026-04-23T00:21:28.511888Z","end":"2026-04-23T00:21:28.850204Z","steps":["trace[1814198641] 'agreement among raft nodes before linearized reading' (duration: 338.057279ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:21:28.850277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:21:28.17677Z","time spent":"673.431372ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:21:28.850437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:21:28.511861Z","time spent":"338.459142ms","remote":"127.0.0.1:39306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T00:21:29.038462Z","caller":"traceutil/trace.go:171","msg":"trace[92740459] linearizableReadLoop","detail":"{readStateIndex:2887; appliedIndex:2886; }","duration":"185.237016ms","start":"2026-04-23T00:21:28.853192Z","end":"2026-04-23T00:21:29.038429Z","steps":["trace[92740459] 'read index received' (duration: 150.85106ms)","trace[92740459] 'applied index is now lower than readState.Index' (duration: 34.384856ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:21:29.038567Z","caller":"traceutil/trace.go:171","msg":"trace[281415366] transaction","detail":"{read_only:false; response_revision:2779; number_of_response:1; }","duration":"187.735085ms","start":"2026-04-23T00:21:28.850797Z","end":"2026-04-23T00:21:29.038533Z","steps":["trace[281415366] 'process raft request' (duration: 153.36402ms)","trace[281415366] 'compare' (duration: 34.103777ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:21:29.038796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.584747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18a8d47b0fa8ee3a\" ","response":"range_response_count:1 size:768"} {"level":"info","ts":"2026-04-23T00:21:29.038841Z","caller":"traceutil/trace.go:171","msg":"trace[347413609] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18a8d47b0fa8ee3a; range_end:; response_count:1; response_revision:2779; }","duration":"185.651499ms","start":"2026-04-23T00:21:28.853179Z","end":"2026-04-23T00:21:29.03883Z","steps":["trace[347413609] 'agreement among raft nodes before linearized reading' (duration: 185.38007ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:21:34.998362Z","caller":"traceutil/trace.go:171","msg":"trace[1559790219] transaction","detail":"{read_only:false; response_revision:2811; number_of_response:1; }","duration":"117.828347ms","start":"2026-04-23T00:21:34.880497Z","end":"2026-04-23T00:21:34.998325Z","steps":["trace[1559790219] 'process raft request' (duration: 117.648201ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:21:35.019098Z","caller":"traceutil/trace.go:171","msg":"trace[1905663313] linearizableReadLoop","detail":"{readStateIndex:2921; appliedIndex:2919; }","duration":"104.957716ms","start":"2026-04-23T00:21:34.914111Z","end":"2026-04-23T00:21:35.019069Z","steps":["trace[1905663313] 'read index received' (duration: 84.04192ms)","trace[1905663313] 'applied index is now lower than readState.Index' (duration: 20.914636ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:21:35.019171Z","caller":"traceutil/trace.go:171","msg":"trace[644962304] transaction","detail":"{read_only:false; response_revision:2812; number_of_response:1; }","duration":"135.665206ms","start":"2026-04-23T00:21:34.883474Z","end":"2026-04-23T00:21:35.019139Z","steps":["trace[644962304] 'process raft request' (duration: 135.475509ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:21:35.019377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.259036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-23T00:21:35.019423Z","caller":"traceutil/trace.go:171","msg":"trace[1155451091] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2812; }","duration":"105.370139ms","start":"2026-04-23T00:21:34.914042Z","end":"2026-04-23T00:21:35.019412Z","steps":["trace[1155451091] 'agreement among raft nodes before linearized reading' (duration: 105.176173ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:21:57.956449Z","caller":"traceutil/trace.go:171","msg":"trace[218461298] transaction","detail":"{read_only:false; response_revision:2939; number_of_response:1; }","duration":"116.313879ms","start":"2026-04-23T00:21:57.840091Z","end":"2026-04-23T00:21:57.956405Z","steps":["trace[218461298] 'process raft request' (duration: 116.120903ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:24:00.423242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.864928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:24:00.423383Z","caller":"traceutil/trace.go:171","msg":"trace[1875909716] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:3774; }","duration":"520.112046ms","start":"2026-04-23T00:23:59.903246Z","end":"2026-04-23T00:24:00.423358Z","steps":["trace[1875909716] 'count revisions from in-memory index tree' (duration: 519.763005ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:24:00.423453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:23:59.903231Z","time spent":"520.203909ms","remote":"127.0.0.1:55136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:24:00.423817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.675287ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:24:00.423948Z","caller":"traceutil/trace.go:171","msg":"trace[477339776] transaction","detail":"{read_only:false; response_revision:3775; number_of_response:1; }","duration":"382.726772ms","start":"2026-04-23T00:24:00.041199Z","end":"2026-04-23T00:24:00.423926Z","steps":["trace[477339776] 'process raft request' (duration: 148.839698ms)","trace[477339776] 'compare' (duration: 233.049257ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:24:00.424019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:24:00.041169Z","time spent":"382.819805ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:24:00.635688Z","caller":"traceutil/trace.go:171","msg":"trace[1477452342] linearizableReadLoop","detail":"{readStateIndex:3922; appliedIndex:3921; }","duration":"421.623505ms","start":"2026-04-23T00:24:00.214028Z","end":"2026-04-23T00:24:00.635652Z","steps":["trace[1477452342] 'read index received' (duration: 367.5268ms)","trace[1477452342] 'applied index is now lower than readState.Index' (duration: 54.095715ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:24:00.635903Z","caller":"traceutil/trace.go:171","msg":"trace[536657144] transaction","detail":"{read_only:false; response_revision:3776; number_of_response:1; }","duration":"593.602016ms","start":"2026-04-23T00:24:00.0422Z","end":"2026-04-23T00:24:00.635802Z","steps":["trace[536657144] 'process raft request' (duration: 539.371016ms)","trace[536657144] 'compare' (duration: 53.61463ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:24:00.636013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.116014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T00:24:00.636065Z","caller":"traceutil/trace.go:171","msg":"trace[1221619976] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:3776; }","duration":"236.231007ms","start":"2026-04-23T00:24:00.399821Z","end":"2026-04-23T00:24:00.636052Z","steps":["trace[1221619976] 'agreement among raft nodes before linearized reading' (duration: 236.117964ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:24:00.636052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.360518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:24:00.636178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.192005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-23T00:24:00.636206Z","caller":"traceutil/trace.go:171","msg":"trace[1864132121] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3776; }","duration":"122.559405ms","start":"2026-04-23T00:24:00.51361Z","end":"2026-04-23T00:24:00.636169Z","steps":["trace[1864132121] 'agreement among raft nodes before linearized reading' (duration: 122.346098ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:24:00.636216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:24:00.042162Z","time spent":"593.903675ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:24:00.636248Z","caller":"traceutil/trace.go:171","msg":"trace[90058802] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3776; }","duration":"412.33291ms","start":"2026-04-23T00:24:00.223898Z","end":"2026-04-23T00:24:00.636231Z","steps":["trace[90058802] 'agreement among raft nodes before linearized reading' (duration: 412.071152ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:24:00.636288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:24:00.223885Z","time spent":"412.396082ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T00:24:00.636273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.622651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-23T00:24:00.636369Z","caller":"traceutil/trace.go:171","msg":"trace[859753101] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3776; }","duration":"419.783076ms","start":"2026-04-23T00:24:00.216563Z","end":"2026-04-23T00:24:00.636346Z","steps":["trace[859753101] 'agreement among raft nodes before linearized reading' (duration: 419.459016ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:24:00.636419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:24:00.216539Z","time spent":"419.870729ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T00:24:00.636924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.890915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-23T00:24:00.636971Z","caller":"traceutil/trace.go:171","msg":"trace[980997094] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3776; }","duration":"422.990708ms","start":"2026-04-23T00:24:00.213968Z","end":"2026-04-23T00:24:00.636958Z","steps":["trace[980997094] 'agreement among raft nodes before linearized reading' (duration: 421.856812ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:24:00.637007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:24:00.213941Z","time spent":"423.05797ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T00:24:00.637097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.786819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-23T00:24:00.63721Z","caller":"traceutil/trace.go:171","msg":"trace[1478149803] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3776; }","duration":"422.138301ms","start":"2026-04-23T00:24:00.215053Z","end":"2026-04-23T00:24:00.637192Z","steps":["trace[1478149803] 'agreement among raft nodes before linearized reading' (duration: 420.877281ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:24:00.637519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:24:00.215042Z","time spent":"422.46139ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-23T00:25:20.251578Z","caller":"traceutil/trace.go:171","msg":"trace[947058883] linearizableReadLoop","detail":"{readStateIndex:4873; appliedIndex:4872; }","duration":"131.772133ms","start":"2026-04-23T00:25:20.119783Z","end":"2026-04-23T00:25:20.251555Z","steps":["trace[947058883] 'read index received' (duration: 131.404822ms)","trace[947058883] 'applied index is now lower than readState.Index' (duration: 366.181µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:25:20.251646Z","caller":"traceutil/trace.go:171","msg":"trace[116432379] transaction","detail":"{read_only:false; response_revision:4691; number_of_response:1; }","duration":"210.356988ms","start":"2026-04-23T00:25:20.041263Z","end":"2026-04-23T00:25:20.25162Z","steps":["trace[116432379] 'process raft request' (duration: 210.100669ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:25:20.251931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.126624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:897"} {"level":"info","ts":"2026-04-23T00:25:20.252035Z","caller":"traceutil/trace.go:171","msg":"trace[1920055545] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:4691; }","duration":"132.30534ms","start":"2026-04-23T00:25:20.119707Z","end":"2026-04-23T00:25:20.252012Z","steps":["trace[1920055545] 'agreement among raft nodes before linearized reading' (duration: 131.950969ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:25:21.374915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.362472ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:25:21.375139Z","caller":"traceutil/trace.go:171","msg":"trace[1165452892] transaction","detail":"{read_only:false; response_revision:4748; number_of_response:1; }","duration":"318.676906ms","start":"2026-04-23T00:25:21.05645Z","end":"2026-04-23T00:25:21.375127Z","steps":["trace[1165452892] 'process raft request' (duration: 318.632365ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:25:21.375146Z","caller":"traceutil/trace.go:171","msg":"trace[1216609302] linearizableReadLoop","detail":"{readStateIndex:4929; appliedIndex:4928; }","duration":"320.06542ms","start":"2026-04-23T00:25:21.055055Z","end":"2026-04-23T00:25:21.37512Z","steps":["trace[1216609302] 'read index received' (duration: 101.410779ms)","trace[1216609302] 'applied index is now lower than readState.Index' (duration: 218.652521ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:25:21.375181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:25:21.056444Z","time spent":"318.718777ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:25:21.37526Z","caller":"traceutil/trace.go:171","msg":"trace[1630081627] transaction","detail":"{read_only:false; response_revision:4746; number_of_response:1; }","duration":"321.105533ms","start":"2026-04-23T00:25:21.05414Z","end":"2026-04-23T00:25:21.375246Z","steps":["trace[1630081627] 'process raft request' (duration: 102.335258ms)","trace[1630081627] 'compare' (duration: 217.388891ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:25:21.37526Z","caller":"traceutil/trace.go:171","msg":"trace[144921798] transaction","detail":"{read_only:false; response_revision:4749; number_of_response:1; }","duration":"230.519218ms","start":"2026-04-23T00:25:21.144691Z","end":"2026-04-23T00:25:21.37521Z","steps":["trace[144921798] 'process raft request' (duration: 230.412884ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:25:21.375327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:25:21.054126Z","time spent":"321.159004ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:25:21.375327Z","caller":"traceutil/trace.go:171","msg":"trace[413096013] transaction","detail":"{read_only:false; response_revision:4747; number_of_response:1; }","duration":"319.385258ms","start":"2026-04-23T00:25:21.055936Z","end":"2026-04-23T00:25:21.375321Z","steps":["trace[413096013] 'process raft request' (duration: 319.081459ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:25:21.375505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:25:21.055923Z","time spent":"319.564043ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:25:21.375551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.502683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-23T00:25:21.37558Z","caller":"traceutil/trace.go:171","msg":"trace[830565461] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4749; }","duration":"320.574906ms","start":"2026-04-23T00:25:21.054994Z","end":"2026-04-23T00:25:21.375569Z","steps":["trace[830565461] 'agreement among raft nodes before linearized reading' (duration: 320.412781ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:25:21.375608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:25:21.054976Z","time spent":"320.626237ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T00:25:21.375927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.150685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-70c7b3d2-162f-4b20-999b-e9c60bed09aa\" ","response":"range_response_count:1 size:3774"} {"level":"info","ts":"2026-04-23T00:25:21.376024Z","caller":"traceutil/trace.go:171","msg":"trace[1837121558] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-70c7b3d2-162f-4b20-999b-e9c60bed09aa; range_end:; response_count:1; response_revision:4749; }","duration":"132.323591ms","start":"2026-04-23T00:25:21.243676Z","end":"2026-04-23T00:25:21.376Z","steps":["trace[1837121558] 'agreement among raft nodes before linearized reading' (duration: 131.99173ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:25:21.376234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.371631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:50 size:2197779"} {"level":"info","ts":"2026-04-23T00:25:21.376259Z","caller":"traceutil/trace.go:171","msg":"trace[1046991294] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:50; response_revision:4749; }","duration":"292.410152ms","start":"2026-04-23T00:25:21.083841Z","end":"2026-04-23T00:25:21.376251Z","steps":["trace[1046991294] 'agreement among raft nodes before linearized reading' (duration: 291.750971ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:25:21.566834Z","caller":"traceutil/trace.go:171","msg":"trace[180070618] linearizableReadLoop","detail":"{readStateIndex:4934; appliedIndex:4932; }","duration":"157.106247ms","start":"2026-04-23T00:25:21.409686Z","end":"2026-04-23T00:25:21.566792Z","steps":["trace[180070618] 'read index received' (duration: 14.941904ms)","trace[180070618] 'applied index is now lower than readState.Index' (duration: 142.162863ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:25:21.566864Z","caller":"traceutil/trace.go:171","msg":"trace[497892435] transaction","detail":"{read_only:false; response_revision:4751; number_of_response:1; }","duration":"182.311427ms","start":"2026-04-23T00:25:21.384509Z","end":"2026-04-23T00:25:21.56682Z","steps":["trace[497892435] 'process raft request' (duration: 100.093827ms)","trace[497892435] 'compare' (duration: 81.987403ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:25:21.567073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.366505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-04-23T00:25:21.567156Z","caller":"traceutil/trace.go:171","msg":"trace[1476033983] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4751; }","duration":"157.503309ms","start":"2026-04-23T00:25:21.409633Z","end":"2026-04-23T00:25:21.567136Z","steps":["trace[1476033983] 'agreement among raft nodes before linearized reading' (duration: 157.239221ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:25:21.567201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.368554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1be5da29-285d-4361-a9d8-5ff4cd24f505\" ","response":"range_response_count:1 size:3760"} {"level":"info","ts":"2026-04-23T00:25:21.567274Z","caller":"traceutil/trace.go:171","msg":"trace[356110178] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1be5da29-285d-4361-a9d8-5ff4cd24f505; range_end:; response_count:1; response_revision:4751; }","duration":"139.513159ms","start":"2026-04-23T00:25:21.427743Z","end":"2026-04-23T00:25:21.567256Z","steps":["trace[356110178] 'agreement among raft nodes before linearized reading' (duration: 139.268041ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:25:22.541789Z","caller":"traceutil/trace.go:171","msg":"trace[619107105] transaction","detail":"{read_only:false; response_revision:4772; number_of_response:1; }","duration":"129.534212ms","start":"2026-04-23T00:25:22.412219Z","end":"2026-04-23T00:25:22.541753Z","steps":["trace[619107105] 'process raft request' (duration: 129.277024ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:25:26.679567Z","caller":"traceutil/trace.go:171","msg":"trace[571929043] linearizableReadLoop","detail":"{readStateIndex:5134; appliedIndex:5132; }","duration":"353.252563ms","start":"2026-04-23T00:25:26.32629Z","end":"2026-04-23T00:25:26.679543Z","steps":["trace[571929043] 'read index received' (duration: 29.597369ms)","trace[571929043] 'applied index is now lower than readState.Index' (duration: 323.654344ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:25:26.679643Z","caller":"traceutil/trace.go:171","msg":"trace[108677062] transaction","detail":"{read_only:false; response_revision:4945; number_of_response:1; }","duration":"364.831401ms","start":"2026-04-23T00:25:26.314774Z","end":"2026-04-23T00:25:26.679606Z","steps":["trace[108677062] 'process raft request' (duration: 364.618794ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:25:26.67981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:25:26.314752Z","time spent":"364.971746ms","remote":"127.0.0.1:39458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3706,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:25:26.679824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.528592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zr67s\" ","response":"range_response_count:1 size:6530"} {"level":"info","ts":"2026-04-23T00:25:26.679863Z","caller":"traceutil/trace.go:171","msg":"trace[1921758285] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zr67s; range_end:; response_count:1; response_revision:4945; }","duration":"353.587384ms","start":"2026-04-23T00:25:26.326265Z","end":"2026-04-23T00:25:26.679853Z","steps":["trace[1921758285] 'agreement among raft nodes before linearized reading' (duration: 353.410768ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:25:26.679909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:25:26.32616Z","time spent":"353.740968ms","remote":"127.0.0.1:39458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-zr67s\" "} {"level":"warn","ts":"2026-04-23T00:25:26.696235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.061301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:25:26.696349Z","caller":"traceutil/trace.go:171","msg":"trace[1952110482] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4947; }","duration":"183.214346ms","start":"2026-04-23T00:25:26.513091Z","end":"2026-04-23T00:25:26.696305Z","steps":["trace[1952110482] 'agreement among raft nodes before linearized reading' (duration: 183.02726ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:25:26.696309Z","caller":"traceutil/trace.go:171","msg":"trace[1060301177] transaction","detail":"{read_only:false; response_revision:4946; number_of_response:1; }","duration":"237.348315ms","start":"2026-04-23T00:25:26.458914Z","end":"2026-04-23T00:25:26.696262Z","steps":["trace[1060301177] 'process raft request' (duration: 236.937492ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:25:26.696321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.498662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-23T00:25:26.696446Z","caller":"traceutil/trace.go:171","msg":"trace[1585013160] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4947; }","duration":"348.694709ms","start":"2026-04-23T00:25:26.347729Z","end":"2026-04-23T00:25:26.696424Z","steps":["trace[1585013160] 'agreement among raft nodes before linearized reading' (duration: 348.381429ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:25:26.696497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:25:26.34769Z","time spent":"348.797602ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T00:25:26.696926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.650079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:720072"} {"level":"info","ts":"2026-04-23T00:25:26.698308Z","caller":"traceutil/trace.go:171","msg":"trace[1477725256] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:4947; }","duration":"162.061244ms","start":"2026-04-23T00:25:26.536203Z","end":"2026-04-23T00:25:26.698265Z","steps":["trace[1477725256] 'agreement among raft nodes before linearized reading' (duration: 159.983778ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:25:27.156567Z","caller":"traceutil/trace.go:171","msg":"trace[2087545566] linearizableReadLoop","detail":"{readStateIndex:5137; appliedIndex:5136; }","duration":"427.804088ms","start":"2026-04-23T00:25:26.728736Z","end":"2026-04-23T00:25:27.15654Z","steps":["trace[2087545566] 'read index received' (duration: 427.699395ms)","trace[2087545566] 'applied index is now lower than readState.Index' (duration: 103.233µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:25:27.156831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.062567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:25:27.156942Z","caller":"traceutil/trace.go:171","msg":"trace[903682107] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:4948; }","duration":"428.193981ms","start":"2026-04-23T00:25:26.728717Z","end":"2026-04-23T00:25:27.156911Z","steps":["trace[903682107] 'agreement among raft nodes before linearized reading' (duration: 427.989275ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:25:27.157003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:25:26.72866Z","time spent":"428.331446ms","remote":"127.0.0.1:55160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"info","ts":"2026-04-23T00:25:27.157331Z","caller":"traceutil/trace.go:171","msg":"trace[1470397088] transaction","detail":"{read_only:false; response_revision:4948; number_of_response:1; }","duration":"455.583971ms","start":"2026-04-23T00:25:26.701687Z","end":"2026-04-23T00:25:27.157271Z","steps":["trace[1470397088] 'process raft request' (duration: 454.654741ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:25:27.157616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:25:26.701659Z","time spent":"455.815728ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:25:27.239336Z","caller":"traceutil/trace.go:171","msg":"trace[1365240018] transaction","detail":"{read_only:false; response_revision:4949; number_of_response:1; }","duration":"501.101086ms","start":"2026-04-23T00:25:26.738208Z","end":"2026-04-23T00:25:27.239309Z","steps":["trace[1365240018] 'process raft request' (duration: 465.389152ms)","trace[1365240018] 'compare' (duration: 35.397654ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:25:27.2395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:25:26.738191Z","time spent":"501.208449ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:25:27.239664Z","caller":"traceutil/trace.go:171","msg":"trace[929743226] transaction","detail":"{read_only:false; response_revision:4951; number_of_response:1; }","duration":"275.65435ms","start":"2026-04-23T00:25:26.963986Z","end":"2026-04-23T00:25:27.23964Z","steps":["trace[929743226] 'process raft request' (duration: 275.510026ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:25:27.239721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.103806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:25:27.239653Z","caller":"traceutil/trace.go:171","msg":"trace[1660104072] transaction","detail":"{read_only:false; response_revision:4950; number_of_response:1; }","duration":"376.132439ms","start":"2026-04-23T00:25:26.863481Z","end":"2026-04-23T00:25:27.239613Z","steps":["trace[1660104072] 'process raft request' (duration: 375.739207ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:25:27.239834Z","caller":"traceutil/trace.go:171","msg":"trace[796914729] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:4951; }","duration":"461.244621ms","start":"2026-04-23T00:25:26.778568Z","end":"2026-04-23T00:25:27.239813Z","steps":["trace[796914729] 'agreement among raft nodes before linearized reading' (duration: 461.050145ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:25:27.23987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:25:26.863444Z","time spent":"376.396178ms","remote":"127.0.0.1:33254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3624,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T00:25:27.23991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:25:26.778539Z","time spent":"461.358335ms","remote":"127.0.0.1:39920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:25:27.240036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.618251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7f92cc83-8911-4dad-bcbc-92519e330102\" ","response":"range_response_count:1 size:3721"} {"level":"info","ts":"2026-04-23T00:25:27.240143Z","caller":"traceutil/trace.go:171","msg":"trace[1954582865] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7f92cc83-8911-4dad-bcbc-92519e330102; range_end:; response_count:1; response_revision:4951; }","duration":"133.788987ms","start":"2026-04-23T00:25:27.106328Z","end":"2026-04-23T00:25:27.240117Z","steps":["trace[1954582865] 'agreement among raft nodes before linearized reading' (duration: 133.438196ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:25:27.240351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.108792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:720072"} {"level":"info","ts":"2026-04-23T00:25:27.240414Z","caller":"traceutil/trace.go:171","msg":"trace[258779182] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:4951; }","duration":"102.254496ms","start":"2026-04-23T00:25:27.138145Z","end":"2026-04-23T00:25:27.240399Z","steps":["trace[258779182] 'agreement among raft nodes before linearized reading' (duration: 101.588605ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:25:27.576336Z","caller":"traceutil/trace.go:171","msg":"trace[282746626] transaction","detail":"{read_only:false; response_revision:4954; number_of_response:1; }","duration":"168.364324ms","start":"2026-04-23T00:25:27.407947Z","end":"2026-04-23T00:25:27.576311Z","steps":["trace[282746626] 'process raft request' (duration: 77.266583ms)","trace[282746626] 'compare' (duration: 90.811132ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:25:27.576367Z","caller":"traceutil/trace.go:171","msg":"trace[1592470906] linearizableReadLoop","detail":"{readStateIndex:5144; appliedIndex:5142; }","duration":"128.495919ms","start":"2026-04-23T00:25:27.447844Z","end":"2026-04-23T00:25:27.57634Z","steps":["trace[1592470906] 'read index received' (duration: 37.224292ms)","trace[1592470906] 'applied index is now lower than readState.Index' (duration: 91.270457ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:25:27.576706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.825259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-23T00:25:27.57674Z","caller":"traceutil/trace.go:171","msg":"trace[618833809] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4955; }","duration":"128.958944ms","start":"2026-04-23T00:25:27.447773Z","end":"2026-04-23T00:25:27.576732Z","steps":["trace[618833809] 'agreement among raft nodes before linearized reading' (duration: 128.783218ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:25:27.576818Z","caller":"traceutil/trace.go:171","msg":"trace[896313808] transaction","detail":"{read_only:false; response_revision:4955; number_of_response:1; }","duration":"168.519159ms","start":"2026-04-23T00:25:27.408292Z","end":"2026-04-23T00:25:27.576811Z","steps":["trace[896313808] 'process raft request' (duration: 167.937041ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:25:29.797034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.867678ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:25:29.797228Z","caller":"traceutil/trace.go:171","msg":"trace[370877411] linearizableReadLoop","detail":"{readStateIndex:5184; appliedIndex:5183; }","duration":"368.075355ms","start":"2026-04-23T00:25:29.429131Z","end":"2026-04-23T00:25:29.797206Z","steps":["trace[370877411] 'read index received' (duration: 246.044251ms)","trace[370877411] 'applied index is now lower than readState.Index' (duration: 122.029463ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:25:29.797184Z","caller":"traceutil/trace.go:171","msg":"trace[309152154] transaction","detail":"{read_only:false; response_revision:4993; number_of_response:1; }","duration":"390.045171ms","start":"2026-04-23T00:25:29.407105Z","end":"2026-04-23T00:25:29.79715Z","steps":["trace[309152154] 'process raft request' (duration: 267.981986ms)","trace[309152154] 'compare' (duration: 121.665532ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:25:29.797399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.25321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-23T00:25:29.797443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.796531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:25:29.797465Z","caller":"traceutil/trace.go:171","msg":"trace[132502829] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4993; }","duration":"368.384914ms","start":"2026-04-23T00:25:29.429067Z","end":"2026-04-23T00:25:29.797452Z","steps":["trace[132502829] 'agreement among raft nodes before linearized reading' (duration: 368.200808ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:25:29.797459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:25:29.407072Z","time spent":"390.258517ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:25:29.797496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:25:29.429034Z","time spent":"368.455887ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-23T00:25:29.797421Z","caller":"traceutil/trace.go:171","msg":"trace[433103332] transaction","detail":"{read_only:false; response_revision:4994; number_of_response:1; }","duration":"175.78466ms","start":"2026-04-23T00:25:29.621595Z","end":"2026-04-23T00:25:29.797379Z","steps":["trace[433103332] 'process raft request' (duration: 175.555453ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:25:29.797788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.085644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/storage-loki-0.18a8d4b495cb106e\" ","response":"range_response_count:1 size:943"} {"level":"info","ts":"2026-04-23T00:25:29.797515Z","caller":"traceutil/trace.go:171","msg":"trace[1019693421] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4994; }","duration":"284.918874ms","start":"2026-04-23T00:25:29.512557Z","end":"2026-04-23T00:25:29.797476Z","steps":["trace[1019693421] 'agreement among raft nodes before linearized reading' (duration: 284.810361ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:25:29.79786Z","caller":"traceutil/trace.go:171","msg":"trace[1997138517] range","detail":"{range_begin:/registry/events/monitoring/storage-loki-0.18a8d4b495cb106e; range_end:; response_count:1; response_revision:4994; }","duration":"161.187687ms","start":"2026-04-23T00:25:29.636661Z","end":"2026-04-23T00:25:29.797849Z","steps":["trace[1997138517] 'agreement among raft nodes before linearized reading' (duration: 160.96014ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:25:29.79804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.335683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-23T00:25:29.798114Z","caller":"traceutil/trace.go:171","msg":"trace[1532043731] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4994; }","duration":"208.447507ms","start":"2026-04-23T00:25:29.589647Z","end":"2026-04-23T00:25:29.798095Z","steps":["trace[1532043731] 'agreement among raft nodes before linearized reading' (duration: 208.188038ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:25:29.79828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.916277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-23T00:25:29.798327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.534226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-23T00:25:29.798315Z","caller":"traceutil/trace.go:171","msg":"trace[1216797616] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4994; }","duration":"218.025441ms","start":"2026-04-23T00:25:29.580278Z","end":"2026-04-23T00:25:29.798304Z","steps":["trace[1216797616] 'agreement among raft nodes before linearized reading' (duration: 217.576597ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:25:29.798414Z","caller":"traceutil/trace.go:171","msg":"trace[1250885586] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4994; }","duration":"217.662549ms","start":"2026-04-23T00:25:29.580738Z","end":"2026-04-23T00:25:29.798401Z","steps":["trace[1250885586] 'agreement among raft nodes before linearized reading' (duration: 216.946177ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:25:29.991063Z","caller":"traceutil/trace.go:171","msg":"trace[2041123642] transaction","detail":"{read_only:false; response_revision:4995; number_of_response:1; }","duration":"188.283257ms","start":"2026-04-23T00:25:29.802734Z","end":"2026-04-23T00:25:29.991018Z","steps":["trace[2041123642] 'process raft request' (duration: 102.326178ms)","trace[2041123642] 'compare' (duration: 85.69352ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:25:29.991416Z","caller":"traceutil/trace.go:171","msg":"trace[1573352915] transaction","detail":"{read_only:false; response_revision:4996; number_of_response:1; }","duration":"188.38299ms","start":"2026-04-23T00:25:29.802998Z","end":"2026-04-23T00:25:29.991381Z","steps":["trace[1573352915] 'process raft request' (duration: 187.954587ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:25:29.991504Z","caller":"traceutil/trace.go:171","msg":"trace[1154787857] transaction","detail":"{read_only:false; response_revision:4997; number_of_response:1; }","duration":"188.428442ms","start":"2026-04-23T00:25:29.803032Z","end":"2026-04-23T00:25:29.991461Z","steps":["trace[1154787857] 'process raft request' (duration: 188.201225ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:25:29.991695Z","caller":"traceutil/trace.go:171","msg":"trace[1594314451] transaction","detail":"{read_only:false; response_revision:4998; number_of_response:1; }","duration":"187.862353ms","start":"2026-04-23T00:25:29.803803Z","end":"2026-04-23T00:25:29.991665Z","steps":["trace[1594314451] 'process raft request' (duration: 187.597915ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:25:29.991773Z","caller":"traceutil/trace.go:171","msg":"trace[1779958503] linearizableReadLoop","detail":"{readStateIndex:5190; appliedIndex:5186; }","duration":"163.236481ms","start":"2026-04-23T00:25:29.828525Z","end":"2026-04-23T00:25:29.991762Z","steps":["trace[1779958503] 'read index received' (duration: 76.458657ms)","trace[1779958503] 'applied index is now lower than readState.Index' (duration: 86.776714ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:25:29.991665Z","caller":"traceutil/trace.go:171","msg":"trace[2012840844] transaction","detail":"{read_only:false; response_revision:4999; number_of_response:1; }","duration":"162.078075ms","start":"2026-04-23T00:25:29.829563Z","end":"2026-04-23T00:25:29.991641Z","steps":["trace[2012840844] 'process raft request' (duration: 161.995163ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:25:29.992006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.636149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16452"} {"level":"info","ts":"2026-04-23T00:25:29.992039Z","caller":"traceutil/trace.go:171","msg":"trace[159655612] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4999; }","duration":"189.700962ms","start":"2026-04-23T00:25:29.802331Z","end":"2026-04-23T00:25:29.992032Z","steps":["trace[159655612] 'agreement among raft nodes before linearized reading' (duration: 189.532317ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:25:29.992075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.163797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16452"} {"level":"info","ts":"2026-04-23T00:25:29.992121Z","caller":"traceutil/trace.go:171","msg":"trace[2032257470] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4999; }","duration":"162.319022ms","start":"2026-04-23T00:25:29.829792Z","end":"2026-04-23T00:25:29.992111Z","steps":["trace[2032257470] 'agreement among raft nodes before linearized reading' (duration: 162.121116ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:25:29.992395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.294871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:778253"} {"level":"info","ts":"2026-04-23T00:25:29.992458Z","caller":"traceutil/trace.go:171","msg":"trace[1264685869] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4999; }","duration":"185.381974ms","start":"2026-04-23T00:25:29.807062Z","end":"2026-04-23T00:25:29.992444Z","steps":["trace[1264685869] 'agreement among raft nodes before linearized reading' (duration: 184.760344ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:25:36.277587Z","caller":"traceutil/trace.go:171","msg":"trace[1930903376] transaction","detail":"{read_only:false; response_revision:5121; number_of_response:1; }","duration":"108.332189ms","start":"2026-04-23T00:25:36.169222Z","end":"2026-04-23T00:25:36.277554Z","steps":["trace[1930903376] 'process raft request' (duration: 74.730753ms)","trace[1930903376] 'compare' (duration: 33.364219ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:25:36.585512Z","caller":"traceutil/trace.go:171","msg":"trace[997021727] transaction","detail":"{read_only:false; response_revision:5125; number_of_response:1; }","duration":"102.145523ms","start":"2026-04-23T00:25:36.483323Z","end":"2026-04-23T00:25:36.585468Z","steps":["trace[997021727] 'process raft request' (duration: 49.218212ms)","trace[997021727] 'compare' (duration: 52.637141ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:25:36.585584Z","caller":"traceutil/trace.go:171","msg":"trace[1814885108] linearizableReadLoop","detail":"{readStateIndex:5322; appliedIndex:5318; }","duration":"100.753499ms","start":"2026-04-23T00:25:36.484812Z","end":"2026-04-23T00:25:36.585566Z","steps":["trace[1814885108] 'read index received' (duration: 25.487269ms)","trace[1814885108] 'applied index is now lower than readState.Index' (duration: 75.26392ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:25:36.585621Z","caller":"traceutil/trace.go:171","msg":"trace[98190289] transaction","detail":"{read_only:false; response_revision:5127; number_of_response:1; }","duration":"101.166891ms","start":"2026-04-23T00:25:36.484418Z","end":"2026-04-23T00:25:36.585585Z","steps":["trace[98190289] 'process raft request' (duration: 101.011446ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:25:36.585773Z","caller":"traceutil/trace.go:171","msg":"trace[229740973] transaction","detail":"{read_only:false; response_revision:5126; number_of_response:1; }","duration":"101.388328ms","start":"2026-04-23T00:25:36.484321Z","end":"2026-04-23T00:25:36.58571Z","steps":["trace[229740973] 'process raft request' (duration: 101.027757ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:25:36.586148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.299796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-70c7b3d2-162f-4b20-999b-e9c60bed09aa\" ","response":"range_response_count:1 size:1450"} {"level":"info","ts":"2026-04-23T00:25:36.586261Z","caller":"traceutil/trace.go:171","msg":"trace[1675890048] range","detail":"{range_begin:/registry/persistentvolumes/pvc-70c7b3d2-162f-4b20-999b-e9c60bed09aa; range_end:; response_count:1; response_revision:5128; }","duration":"101.43226ms","start":"2026-04-23T00:25:36.484796Z","end":"2026-04-23T00:25:36.586228Z","steps":["trace[1675890048] 'agreement among raft nodes before linearized reading' (duration: 101.172652ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:25:39.368928Z","caller":"traceutil/trace.go:171","msg":"trace[1191092331] linearizableReadLoop","detail":"{readStateIndex:5379; appliedIndex:5378; }","duration":"151.685775ms","start":"2026-04-23T00:25:39.217209Z","end":"2026-04-23T00:25:39.368895Z","steps":["trace[1191092331] 'read index received' (duration: 151.443678ms)","trace[1191092331] 'applied index is now lower than readState.Index' (duration: 240.627µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:25:39.36898Z","caller":"traceutil/trace.go:171","msg":"trace[1671754021] transaction","detail":"{read_only:false; response_revision:5182; number_of_response:1; }","duration":"337.557595ms","start":"2026-04-23T00:25:39.031369Z","end":"2026-04-23T00:25:39.368927Z","steps":["trace[1671754021] 'process raft request' (duration: 337.265616ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:25:39.369259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:25:39.031325Z","time spent":"337.773142ms","remote":"127.0.0.1:39346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121981,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:25:39.369276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.008915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-23T00:25:39.369331Z","caller":"traceutil/trace.go:171","msg":"trace[323804940] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5182; }","duration":"152.205542ms","start":"2026-04-23T00:25:39.217113Z","end":"2026-04-23T00:25:39.369318Z","steps":["trace[323804940] 'agreement among raft nodes before linearized reading' (duration: 151.915803ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:25:39.490292Z","caller":"traceutil/trace.go:171","msg":"trace[1990468904] transaction","detail":"{read_only:false; response_revision:5183; number_of_response:1; }","duration":"200.66503ms","start":"2026-04-23T00:25:39.289592Z","end":"2026-04-23T00:25:39.490257Z","steps":["trace[1990468904] 'process raft request' (duration: 198.995247ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:25:39.490392Z","caller":"traceutil/trace.go:171","msg":"trace[1257283434] transaction","detail":"{read_only:false; response_revision:5184; number_of_response:1; }","duration":"199.580146ms","start":"2026-04-23T00:25:39.290774Z","end":"2026-04-23T00:25:39.490354Z","steps":["trace[1257283434] 'process raft request' (duration: 199.40092ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:25:39.490644Z","caller":"traceutil/trace.go:171","msg":"trace[1065879360] transaction","detail":"{read_only:false; response_revision:5185; number_of_response:1; }","duration":"119.3959ms","start":"2026-04-23T00:25:39.371235Z","end":"2026-04-23T00:25:39.49063Z","steps":["trace[1065879360] 'process raft request' (duration: 119.249025ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:25:39.490952Z","caller":"traceutil/trace.go:171","msg":"trace[1267280693] transaction","detail":"{read_only:false; response_revision:5186; number_of_response:1; }","duration":"116.871571ms","start":"2026-04-23T00:25:39.374038Z","end":"2026-04-23T00:25:39.49091Z","steps":["trace[1267280693] 'process raft request' (duration: 116.511929ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:25:46.860414Z","caller":"traceutil/trace.go:171","msg":"trace[1299737978] transaction","detail":"{read_only:false; response_revision:5338; number_of_response:1; }","duration":"134.013824ms","start":"2026-04-23T00:25:46.726354Z","end":"2026-04-23T00:25:46.860368Z","steps":["trace[1299737978] 'process raft request' (duration: 102.252615ms)","trace[1299737978] 'compare' (duration: 31.48032ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:25:46.860368Z","caller":"traceutil/trace.go:171","msg":"trace[62565457] linearizableReadLoop","detail":"{readStateIndex:5536; appliedIndex:5535; }","duration":"132.220757ms","start":"2026-04-23T00:25:46.728116Z","end":"2026-04-23T00:25:46.860336Z","steps":["trace[62565457] 'read index received' (duration: 100.402756ms)","trace[62565457] 'applied index is now lower than readState.Index' (duration: 31.816591ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:25:46.860837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.698282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9637"} {"level":"info","ts":"2026-04-23T00:25:46.860932Z","caller":"traceutil/trace.go:171","msg":"trace[1200528831] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:5338; }","duration":"132.845167ms","start":"2026-04-23T00:25:46.728069Z","end":"2026-04-23T00:25:46.860914Z","steps":["trace[1200528831] 'agreement among raft nodes before linearized reading' (duration: 132.664221ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:25:46.863053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.126832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2212891"} {"level":"info","ts":"2026-04-23T00:25:46.863168Z","caller":"traceutil/trace.go:171","msg":"trace[1742079495] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:5338; }","duration":"102.311678ms","start":"2026-04-23T00:25:46.760833Z","end":"2026-04-23T00:25:46.863145Z","steps":["trace[1742079495] 'agreement among raft nodes before linearized reading' (duration: 99.930272ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:25:47.741517Z","caller":"traceutil/trace.go:171","msg":"trace[734405398] transaction","detail":"{read_only:false; response_revision:5349; number_of_response:1; }","duration":"219.500918ms","start":"2026-04-23T00:25:47.521986Z","end":"2026-04-23T00:25:47.741487Z","steps":["trace[734405398] 'process raft request' (duration: 219.128116ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:25:47.815797Z","caller":"traceutil/trace.go:171","msg":"trace[737536556] linearizableReadLoop","detail":"{readStateIndex:5548; appliedIndex:5546; }","duration":"286.964589ms","start":"2026-04-23T00:25:47.528796Z","end":"2026-04-23T00:25:47.815761Z","steps":["trace[737536556] 'read index received' (duration: 212.302459ms)","trace[737536556] 'applied index is now lower than readState.Index' (duration: 74.66058ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:25:47.815948Z","caller":"traceutil/trace.go:171","msg":"trace[619492975] transaction","detail":"{read_only:false; response_revision:5350; number_of_response:1; }","duration":"288.193268ms","start":"2026-04-23T00:25:47.52774Z","end":"2026-04-23T00:25:47.815933Z","steps":["trace[619492975] 'process raft request' (duration: 272.959025ms)","trace[619492975] 'compare' (duration: 14.901983ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:25:47.816241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.430504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-04-23T00:25:47.816242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.028536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-62c4e78e-ad25-4afc-98a5-53f0e721178e\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-04-23T00:25:47.816318Z","caller":"traceutil/trace.go:171","msg":"trace[1857334326] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5350; }","duration":"287.562188ms","start":"2026-04-23T00:25:47.528736Z","end":"2026-04-23T00:25:47.816298Z","steps":["trace[1857334326] 'agreement among raft nodes before linearized reading' (duration: 287.367042ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:25:47.816328Z","caller":"traceutil/trace.go:171","msg":"trace[432879370] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-62c4e78e-ad25-4afc-98a5-53f0e721178e; range_end:; response_count:1; response_revision:5350; }","duration":"267.14797ms","start":"2026-04-23T00:25:47.549158Z","end":"2026-04-23T00:25:47.816306Z","steps":["trace[432879370] 'agreement among raft nodes before linearized reading' (duration: 266.900612ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:25:47.816629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.698947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-62c4e78e-ad25-4afc-98a5-53f0e721178e\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-04-23T00:25:47.816749Z","caller":"traceutil/trace.go:171","msg":"trace[898737173] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-62c4e78e-ad25-4afc-98a5-53f0e721178e; range_end:; response_count:1; response_revision:5350; }","duration":"123.878202ms","start":"2026-04-23T00:25:47.692844Z","end":"2026-04-23T00:25:47.816722Z","steps":["trace[898737173] 'agreement among raft nodes before linearized reading' (duration: 123.457109ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:25:48.126385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.288055ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:25:48.126726Z","caller":"traceutil/trace.go:171","msg":"trace[1670659763] linearizableReadLoop","detail":"{readStateIndex:5552; appliedIndex:5550; }","duration":"168.834559ms","start":"2026-04-23T00:25:47.957867Z","end":"2026-04-23T00:25:48.126702Z","steps":["trace[1670659763] 'read index received' (duration: 10.203034ms)","trace[1670659763] 'applied index is now lower than readState.Index' (duration: 158.629765ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:25:48.126872Z","caller":"traceutil/trace.go:171","msg":"trace[1503634603] transaction","detail":"{read_only:false; response_revision:5353; number_of_response:1; }","duration":"260.688315ms","start":"2026-04-23T00:25:47.866165Z","end":"2026-04-23T00:25:48.126854Z","steps":["trace[1503634603] 'process raft request' (duration: 101.832082ms)","trace[1503634603] 'compare' (duration: 157.945154ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:25:48.127354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.474449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T00:25:48.127342Z","caller":"traceutil/trace.go:171","msg":"trace[160974177] transaction","detail":"{read_only:false; response_revision:5354; number_of_response:1; }","duration":"259.197038ms","start":"2026-04-23T00:25:47.868097Z","end":"2026-04-23T00:25:48.127294Z","steps":["trace[160974177] 'process raft request' (duration: 258.490765ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:25:48.127413Z","caller":"traceutil/trace.go:171","msg":"trace[1942200262] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:5354; }","duration":"169.600383ms","start":"2026-04-23T00:25:47.957798Z","end":"2026-04-23T00:25:48.127398Z","steps":["trace[1942200262] 'agreement among raft nodes before linearized reading' (duration: 169.50574ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:25:48.127699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.667673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.233\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-23T00:25:48.12779Z","caller":"traceutil/trace.go:171","msg":"trace[443232755] range","detail":"{range_begin:/registry/masterleases/199.204.45.233; range_end:; response_count:1; response_revision:5354; }","duration":"127.826348ms","start":"2026-04-23T00:25:47.999938Z","end":"2026-04-23T00:25:48.127764Z","steps":["trace[443232755] 'agreement among raft nodes before linearized reading' (duration: 127.432715ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:25:48.448994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.362726ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:25:48.449135Z","caller":"traceutil/trace.go:171","msg":"trace[1067408730] transaction","detail":"{read_only:false; response_revision:5355; number_of_response:1; }","duration":"307.837031ms","start":"2026-04-23T00:25:48.141273Z","end":"2026-04-23T00:25:48.44911Z","steps":["trace[1067408730] 'process raft request' (duration: 178.264748ms)","trace[1067408730] 'compare' (duration: 129.027856ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:25:48.449236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:25:48.141251Z","time spent":"307.936744ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:25:48.449299Z","caller":"traceutil/trace.go:171","msg":"trace[641901345] transaction","detail":"{read_only:false; response_revision:5356; number_of_response:1; }","duration":"233.253003ms","start":"2026-04-23T00:25:48.216025Z","end":"2026-04-23T00:25:48.449278Z","steps":["trace[641901345] 'process raft request' (duration: 233.103978ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:25:48.44931Z","caller":"traceutil/trace.go:171","msg":"trace[293836754] linearizableReadLoop","detail":"{readStateIndex:5554; appliedIndex:5552; }","duration":"300.045924ms","start":"2026-04-23T00:25:48.149227Z","end":"2026-04-23T00:25:48.449273Z","steps":["trace[293836754] 'read index received' (duration: 65.666455ms)","trace[293836754] 'applied index is now lower than readState.Index' (duration: 234.377959ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:25:48.449611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.365323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-23T00:25:48.449656Z","caller":"traceutil/trace.go:171","msg":"trace[659035781] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5356; }","duration":"300.474877ms","start":"2026-04-23T00:25:48.149168Z","end":"2026-04-23T00:25:48.449643Z","steps":["trace[659035781] 'agreement among raft nodes before linearized reading' (duration: 300.278401ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:25:48.449707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:25:48.149141Z","time spent":"300.55725ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T00:25:48.449917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.875469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-23T00:25:48.449933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.440884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-23T00:25:48.450005Z","caller":"traceutil/trace.go:171","msg":"trace[1545979539] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5356; }","duration":"270.569578ms","start":"2026-04-23T00:25:48.179416Z","end":"2026-04-23T00:25:48.449986Z","steps":["trace[1545979539] 'agreement among raft nodes before linearized reading' (duration: 270.357772ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:25:48.449957Z","caller":"traceutil/trace.go:171","msg":"trace[71523351] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5356; }","duration":"265.941391ms","start":"2026-04-23T00:25:48.184006Z","end":"2026-04-23T00:25:48.449947Z","steps":["trace[71523351] 'agreement among raft nodes before linearized reading' (duration: 265.765285ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:25:48.450091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.057128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-23T00:25:48.45022Z","caller":"traceutil/trace.go:171","msg":"trace[1000779743] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5356; }","duration":"268.204423ms","start":"2026-04-23T00:25:48.181982Z","end":"2026-04-23T00:25:48.450186Z","steps":["trace[1000779743] 'agreement among raft nodes before linearized reading' (duration: 267.821641ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:25:51.172879Z","caller":"traceutil/trace.go:171","msg":"trace[2098034410] linearizableReadLoop","detail":"{readStateIndex:5578; appliedIndex:5577; }","duration":"155.360421ms","start":"2026-04-23T00:25:51.017487Z","end":"2026-04-23T00:25:51.172847Z","steps":["trace[2098034410] 'read index received' (duration: 155.133144ms)","trace[2098034410] 'applied index is now lower than readState.Index' (duration: 225.907µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:25:51.172947Z","caller":"traceutil/trace.go:171","msg":"trace[1216499341] transaction","detail":"{read_only:false; response_revision:5379; number_of_response:1; }","duration":"237.760787ms","start":"2026-04-23T00:25:50.935151Z","end":"2026-04-23T00:25:51.172912Z","steps":["trace[1216499341] 'process raft request' (duration: 237.482809ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:25:51.173041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.539588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:25:51.17308Z","caller":"traceutil/trace.go:171","msg":"trace[669889897] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:5379; }","duration":"155.646941ms","start":"2026-04-23T00:25:51.017425Z","end":"2026-04-23T00:25:51.173072Z","steps":["trace[669889897] 'agreement among raft nodes before linearized reading' (duration: 155.545777ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:25:55.088813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.663055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zr67s\" ","response":"range_response_count:1 size:6530"} {"level":"info","ts":"2026-04-23T00:25:55.088917Z","caller":"traceutil/trace.go:171","msg":"trace[1055611583] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zr67s; range_end:; response_count:1; response_revision:5483; }","duration":"157.84126ms","start":"2026-04-23T00:25:54.931052Z","end":"2026-04-23T00:25:55.088893Z","steps":["trace[1055611583] 'range keys from in-memory index tree' (duration: 157.419837ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:25:59.1381Z","caller":"traceutil/trace.go:171","msg":"trace[770676267] transaction","detail":"{read_only:false; response_revision:5527; number_of_response:1; }","duration":"191.317513ms","start":"2026-04-23T00:25:58.946737Z","end":"2026-04-23T00:25:59.138055Z","steps":["trace[770676267] 'process raft request' (duration: 191.042704ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:27:05.077244Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2975} {"level":"info","ts":"2026-04-23T00:27:05.164529Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2975,"took":"84.596377ms","hash":2910541616,"current-db-size-bytes":58359808,"current-db-size":"58 MB","current-db-size-in-use-bytes":33792000,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-04-23T00:27:05.164613Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2910541616,"revision":2975,"compact-revision":-1} {"level":"warn","ts":"2026-04-23T00:31:42.948442Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581741608219354493,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T00:31:43.129401Z","caller":"traceutil/trace.go:171","msg":"trace[281765771] linearizableReadLoop","detail":"{readStateIndex:8419; appliedIndex:8418; }","duration":"681.19368ms","start":"2026-04-23T00:31:42.448175Z","end":"2026-04-23T00:31:43.129369Z","steps":["trace[281765771] 'read index received' (duration: 681.006895ms)","trace[281765771] 'applied index is now lower than readState.Index' (duration: 185.575µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:31:43.129469Z","caller":"traceutil/trace.go:171","msg":"trace[2106898258] transaction","detail":"{read_only:false; response_revision:8132; number_of_response:1; }","duration":"681.867761ms","start":"2026-04-23T00:31:42.447556Z","end":"2026-04-23T00:31:43.129424Z","steps":["trace[2106898258] 'process raft request' (duration: 681.636784ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:31:43.129747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:31:42.447528Z","time spent":"682.101729ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:31:43.129844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.034825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-23T00:31:43.129936Z","caller":"traceutil/trace.go:171","msg":"trace[1496599056] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8132; }","duration":"653.166719ms","start":"2026-04-23T00:31:42.476733Z","end":"2026-04-23T00:31:43.129899Z","steps":["trace[1496599056] 'agreement among raft nodes before linearized reading' (duration: 652.928872ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:31:43.130248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.9232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-23T00:31:43.130216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.976725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T00:31:43.130323Z","caller":"traceutil/trace.go:171","msg":"trace[1581411874] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8132; }","duration":"641.020014ms","start":"2026-04-23T00:31:42.489279Z","end":"2026-04-23T00:31:43.130299Z","steps":["trace[1581411874] 'agreement among raft nodes before linearized reading' (duration: 640.812227ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:31:43.129759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.550881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-23T00:31:43.130381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:31:42.48926Z","time spent":"641.112426ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-23T00:31:43.130396Z","caller":"traceutil/trace.go:171","msg":"trace[585232362] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:8132; }","duration":"563.13505ms","start":"2026-04-23T00:31:42.567219Z","end":"2026-04-23T00:31:43.130354Z","steps":["trace[585232362] 'agreement among raft nodes before linearized reading' (duration: 562.82215ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:31:43.130417Z","caller":"traceutil/trace.go:171","msg":"trace[658127599] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8132; }","duration":"682.242454ms","start":"2026-04-23T00:31:42.44814Z","end":"2026-04-23T00:31:43.130383Z","steps":["trace[658127599] 'agreement among raft nodes before linearized reading' (duration: 681.376446ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:31:43.130403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.517617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:31:43.130482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:31:42.448123Z","time spent":"682.345176ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-23T00:31:43.130499Z","caller":"traceutil/trace.go:171","msg":"trace[145292977] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8132; }","duration":"617.698693ms","start":"2026-04-23T00:31:42.512775Z","end":"2026-04-23T00:31:43.130474Z","steps":["trace[145292977] 'agreement among raft nodes before linearized reading' (duration: 617.483466ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:31:43.130553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:31:42.512748Z","time spent":"617.795636ms","remote":"127.0.0.1:39306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T00:31:43.130502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:31:42.567136Z","time spent":"563.351556ms","remote":"127.0.0.1:39586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":111,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:31:43.130587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.440336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-23T00:31:43.129984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.001681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-23T00:31:43.130689Z","caller":"traceutil/trace.go:171","msg":"trace[1703838529] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8132; }","duration":"652.565301ms","start":"2026-04-23T00:31:42.478103Z","end":"2026-04-23T00:31:43.130669Z","steps":["trace[1703838529] 'agreement among raft nodes before linearized reading' (duration: 652.23167ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:31:43.130738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:31:42.478087Z","time spent":"652.638653ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-23T00:31:43.130729Z","caller":"traceutil/trace.go:171","msg":"trace[623021700] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8132; }","duration":"600.819537ms","start":"2026-04-23T00:31:42.529884Z","end":"2026-04-23T00:31:43.130704Z","steps":["trace[623021700] 'agreement among raft nodes before linearized reading' (duration: 599.773494ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:31:43.130806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:31:42.529855Z","time spent":"600.931791ms","remote":"127.0.0.1:39458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-23T00:31:43.129993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.413076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T00:31:43.130889Z","caller":"traceutil/trace.go:171","msg":"trace[1869436253] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:8132; }","duration":"223.397717ms","start":"2026-04-23T00:31:42.907477Z","end":"2026-04-23T00:31:43.130875Z","steps":["trace[1869436253] 'agreement among raft nodes before linearized reading' (duration: 222.255951ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:31:43.131541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:31:42.476713Z","time spent":"653.689216ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-23T00:31:56.315229Z","caller":"traceutil/trace.go:171","msg":"trace[244372088] transaction","detail":"{read_only:false; response_revision:8205; number_of_response:1; }","duration":"240.183151ms","start":"2026-04-23T00:31:56.075004Z","end":"2026-04-23T00:31:56.315187Z","steps":["trace[244372088] 'process raft request' (duration: 239.908852ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:31:56.646344Z","caller":"traceutil/trace.go:171","msg":"trace[437084288] transaction","detail":"{read_only:false; response_revision:8206; number_of_response:1; }","duration":"105.040197ms","start":"2026-04-23T00:31:56.541261Z","end":"2026-04-23T00:31:56.646301Z","steps":["trace[437084288] 'process raft request' (duration: 68.575849ms)","trace[437084288] 'compare' (duration: 36.297413ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:31:57.375682Z","caller":"traceutil/trace.go:171","msg":"trace[1042263098] transaction","detail":"{read_only:false; response_revision:8207; number_of_response:1; }","duration":"106.39756ms","start":"2026-04-23T00:31:57.269251Z","end":"2026-04-23T00:31:57.375649Z","steps":["trace[1042263098] 'process raft request' (duration: 106.222175ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:31:57.581255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.732295ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:31:57.581376Z","caller":"traceutil/trace.go:171","msg":"trace[438543745] transaction","detail":"{read_only:false; response_revision:8208; number_of_response:1; }","duration":"201.556704ms","start":"2026-04-23T00:31:57.379796Z","end":"2026-04-23T00:31:57.581353Z","steps":["trace[438543745] 'process raft request' (duration: 35.621882ms)","trace[438543745] 'compare' (duration: 165.622132ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:31:57.875108Z","caller":"traceutil/trace.go:171","msg":"trace[1940970099] transaction","detail":"{read_only:false; response_revision:8209; number_of_response:1; }","duration":"494.922125ms","start":"2026-04-23T00:31:57.380114Z","end":"2026-04-23T00:31:57.875036Z","steps":["trace[1940970099] 'process raft request' (duration: 476.447827ms)","trace[1940970099] 'compare' (duration: 18.003463ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:31:57.875292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:31:57.380093Z","time spent":"495.10191ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:31:57.875444Z","caller":"traceutil/trace.go:171","msg":"trace[1126137225] transaction","detail":"{read_only:false; response_revision:8210; number_of_response:1; }","duration":"494.881963ms","start":"2026-04-23T00:31:57.380524Z","end":"2026-04-23T00:31:57.875406Z","steps":["trace[1126137225] 'process raft request' (duration: 494.44922ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:31:57.875472Z","caller":"traceutil/trace.go:171","msg":"trace[789775316] linearizableReadLoop","detail":"{readStateIndex:8502; appliedIndex:8498; }","duration":"494.382487ms","start":"2026-04-23T00:31:57.381061Z","end":"2026-04-23T00:31:57.875444Z","steps":["trace[789775316] 'read index received' (duration: 34.446445ms)","trace[789775316] 'applied index is now lower than readState.Index' (duration: 459.934562ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:31:57.875585Z","caller":"traceutil/trace.go:171","msg":"trace[1650365475] transaction","detail":"{read_only:false; response_revision:8211; number_of_response:1; }","duration":"494.644036ms","start":"2026-04-23T00:31:57.380901Z","end":"2026-04-23T00:31:57.875545Z","steps":["trace[1650365475] 'process raft request' (duration: 494.368597ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:31:57.875787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:31:57.380893Z","time spent":"494.79071ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:31:57.875834Z","caller":"traceutil/trace.go:171","msg":"trace[538002757] transaction","detail":"{read_only:false; response_revision:8212; number_of_response:1; }","duration":"484.447361ms","start":"2026-04-23T00:31:57.391144Z","end":"2026-04-23T00:31:57.875592Z","steps":["trace[538002757] 'process raft request' (duration: 484.228994ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:31:57.875948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:31:57.380515Z","time spent":"495.012117ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:31:57.876043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:31:57.391113Z","time spent":"484.796942ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:31:57.876174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.08146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223804"} {"level":"info","ts":"2026-04-23T00:31:57.876265Z","caller":"traceutil/trace.go:171","msg":"trace[1644919706] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8212; }","duration":"495.196593ms","start":"2026-04-23T00:31:57.381044Z","end":"2026-04-23T00:31:57.87624Z","steps":["trace[1644919706] 'agreement among raft nodes before linearized reading' (duration: 494.742988ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:31:57.87631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:31:57.381029Z","time spent":"495.271266ms","remote":"127.0.0.1:39458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":223827,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-23T00:31:57.883961Z","caller":"traceutil/trace.go:171","msg":"trace[1487574417] transaction","detail":"{read_only:false; response_revision:8213; number_of_response:1; }","duration":"460.82258ms","start":"2026-04-23T00:31:57.423123Z","end":"2026-04-23T00:31:57.883945Z","steps":["trace[1487574417] 'process raft request' (duration: 460.660735ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:31:57.883996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.220354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:31:57.883996Z","caller":"traceutil/trace.go:171","msg":"trace[617960844] transaction","detail":"{read_only:false; response_revision:8214; number_of_response:1; }","duration":"276.400122ms","start":"2026-04-23T00:31:57.607579Z","end":"2026-04-23T00:31:57.883979Z","steps":["trace[617960844] 'process raft request' (duration: 276.306429ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:31:57.884041Z","caller":"traceutil/trace.go:171","msg":"trace[1250064905] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8214; }","duration":"371.305227ms","start":"2026-04-23T00:31:57.512723Z","end":"2026-04-23T00:31:57.884028Z","steps":["trace[1250064905] 'agreement among raft nodes before linearized reading' (duration: 371.205344ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:31:57.884073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:31:57.512708Z","time spent":"371.356328ms","remote":"127.0.0.1:39306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T00:31:57.884217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:31:57.423103Z","time spent":"460.904953ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:32:05.08487Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6081} {"level":"info","ts":"2026-04-23T00:32:05.191497Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6081,"took":"103.561921ms","hash":2210161284,"current-db-size-bytes":58359808,"current-db-size":"58 MB","current-db-size-in-use-bytes":23117824,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-04-23T00:32:05.191577Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2210161284,"revision":6081,"compact-revision":2975} {"level":"warn","ts":"2026-04-23T00:32:26.02368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.611549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:32:26.023765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.379094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T00:32:26.023811Z","caller":"traceutil/trace.go:171","msg":"trace[474406259] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:8412; }","duration":"299.794955ms","start":"2026-04-23T00:32:25.723986Z","end":"2026-04-23T00:32:26.023781Z","steps":["trace[474406259] 'count revisions from in-memory index tree' (duration: 299.530626ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:32:26.023881Z","caller":"traceutil/trace.go:171","msg":"trace[622469374] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8412; }","duration":"431.56457ms","start":"2026-04-23T00:32:25.592287Z","end":"2026-04-23T00:32:26.023852Z","steps":["trace[622469374] 'count revisions from in-memory index tree' (duration: 431.319762ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:32:26.02395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:32:25.592275Z","time spent":"431.659173ms","remote":"127.0.0.1:40030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:32:26.024141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.762324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-23T00:32:26.024265Z","caller":"traceutil/trace.go:171","msg":"trace[1544593055] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8412; }","duration":"243.95401ms","start":"2026-04-23T00:32:25.780281Z","end":"2026-04-23T00:32:26.024235Z","steps":["trace[1544593055] 'range keys from in-memory index tree' (duration: 243.524777ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:32:28.426402Z","caller":"traceutil/trace.go:171","msg":"trace[1205003758] linearizableReadLoop","detail":"{readStateIndex:8726; appliedIndex:8723; }","duration":"390.909819ms","start":"2026-04-23T00:32:28.035455Z","end":"2026-04-23T00:32:28.426365Z","steps":["trace[1205003758] 'read index received' (duration: 47.775018ms)","trace[1205003758] 'applied index is now lower than readState.Index' (duration: 343.133331ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:32:28.426446Z","caller":"traceutil/trace.go:171","msg":"trace[705992053] transaction","detail":"{read_only:false; response_revision:8424; number_of_response:1; }","duration":"392.846062ms","start":"2026-04-23T00:32:28.033567Z","end":"2026-04-23T00:32:28.426413Z","steps":["trace[705992053] 'process raft request' (duration: 392.707207ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:32:28.426511Z","caller":"traceutil/trace.go:171","msg":"trace[1291557006] transaction","detail":"{read_only:false; response_revision:8425; number_of_response:1; }","duration":"392.932564ms","start":"2026-04-23T00:32:28.033548Z","end":"2026-04-23T00:32:28.42648Z","steps":["trace[1291557006] 'process raft request' (duration: 392.779189ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:32:28.42661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:32:28.033555Z","time spent":"392.976676ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:32:28.426672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:32:28.033519Z","time spent":"393.092119ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:32:28.426768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.286842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-23T00:32:28.426823Z","caller":"traceutil/trace.go:171","msg":"trace[206079384] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8425; }","duration":"391.395875ms","start":"2026-04-23T00:32:28.035412Z","end":"2026-04-23T00:32:28.426808Z","steps":["trace[206079384] 'agreement among raft nodes before linearized reading' (duration: 391.208589ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:32:28.426863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:32:28.035396Z","time spent":"391.457637ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T00:32:28.427065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.290159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T00:32:28.427094Z","caller":"traceutil/trace.go:171","msg":"trace[589641066] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:8426; }","duration":"203.356251ms","start":"2026-04-23T00:32:28.223728Z","end":"2026-04-23T00:32:28.427085Z","steps":["trace[589641066] 'agreement among raft nodes before linearized reading' (duration: 203.236797ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:32:28.427109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.61099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-23T00:32:28.427172Z","caller":"traceutil/trace.go:171","msg":"trace[817039381] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8426; }","duration":"390.691652ms","start":"2026-04-23T00:32:28.036463Z","end":"2026-04-23T00:32:28.427155Z","steps":["trace[817039381] 'agreement among raft nodes before linearized reading' (duration: 390.498426ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:32:28.427198Z","caller":"traceutil/trace.go:171","msg":"trace[956096790] transaction","detail":"{read_only:false; response_revision:8426; number_of_response:1; }","duration":"343.164273ms","start":"2026-04-23T00:32:28.084015Z","end":"2026-04-23T00:32:28.42718Z","steps":["trace[956096790] 'process raft request' (duration: 342.805462ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:32:28.427295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.758335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-23T00:32:28.427329Z","caller":"traceutil/trace.go:171","msg":"trace[1987471804] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8426; }","duration":"390.787456ms","start":"2026-04-23T00:32:28.03653Z","end":"2026-04-23T00:32:28.427318Z","steps":["trace[1987471804] 'agreement among raft nodes before linearized reading' (duration: 390.701363ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:32:28.427364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:32:28.036505Z","time spent":"390.851078ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T00:32:28.427287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:32:28.083998Z","time spent":"343.239925ms","remote":"127.0.0.1:39318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:32:28.427409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.250895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-6f77c6bbdf-mvcjd.18a8d50b797752b7\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-04-23T00:32:28.427419Z","caller":"traceutil/trace.go:171","msg":"trace[1178944521] transaction","detail":"{read_only:false; response_revision:8423; number_of_response:1; }","duration":"397.83016ms","start":"2026-04-23T00:32:28.02952Z","end":"2026-04-23T00:32:28.42735Z","steps":["trace[1178944521] 'process raft request' (duration: 396.531298ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:32:28.427425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.376291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-23T00:32:28.427209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:32:28.036449Z","time spent":"390.750175ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-23T00:32:28.427508Z","caller":"traceutil/trace.go:171","msg":"trace[1457958888] range","detail":"{range_begin:/registry/events/openstack/barbican-api-6f77c6bbdf-mvcjd.18a8d50b797752b7; range_end:; response_count:1; response_revision:8426; }","duration":"168.405901ms","start":"2026-04-23T00:32:28.259076Z","end":"2026-04-23T00:32:28.427482Z","steps":["trace[1457958888] 'agreement among raft nodes before linearized reading' (duration: 168.110771ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:32:28.427526Z","caller":"traceutil/trace.go:171","msg":"trace[124706772] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8426; }","duration":"389.566927ms","start":"2026-04-23T00:32:28.037934Z","end":"2026-04-23T00:32:28.427501Z","steps":["trace[124706772] 'agreement among raft nodes before linearized reading' (duration: 389.257018ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:32:28.427573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:32:28.03792Z","time spent":"389.643289ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T00:32:28.427402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.090576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zr67s\" ","response":"range_response_count:1 size:6530"} {"level":"info","ts":"2026-04-23T00:32:28.427704Z","caller":"traceutil/trace.go:171","msg":"trace[1386900731] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zr67s; range_end:; response_count:1; response_revision:8426; }","duration":"374.402886ms","start":"2026-04-23T00:32:28.053231Z","end":"2026-04-23T00:32:28.427634Z","steps":["trace[1386900731] 'agreement among raft nodes before linearized reading' (duration: 373.964232ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:32:28.427781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:32:28.053217Z","time spent":"374.539929ms","remote":"127.0.0.1:39458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-zr67s\" "} {"level":"warn","ts":"2026-04-23T00:32:28.42794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:32:28.029499Z","time spent":"397.999755ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:32:38.817066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.970048ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:32:38.817179Z","caller":"traceutil/trace.go:171","msg":"trace[786299598] linearizableReadLoop","detail":"{readStateIndex:8835; appliedIndex:8834; }","duration":"214.726222ms","start":"2026-04-23T00:32:38.602434Z","end":"2026-04-23T00:32:38.817161Z","steps":["trace[786299598] 'read index received' (duration: 51.576888ms)","trace[786299598] 'applied index is now lower than readState.Index' (duration: 163.148024ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:32:38.817248Z","caller":"traceutil/trace.go:171","msg":"trace[1676340000] transaction","detail":"{read_only:false; response_revision:8529; number_of_response:1; }","duration":"300.842018ms","start":"2026-04-23T00:32:38.516386Z","end":"2026-04-23T00:32:38.817228Z","steps":["trace[1676340000] 'process raft request' (duration: 137.614712ms)","trace[1676340000] 'compare' (duration: 162.845884ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:32:38.817319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:32:38.516377Z","time spent":"300.9061ms","remote":"127.0.0.1:39458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4635,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:32:38.817453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.016852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-23T00:32:38.817516Z","caller":"traceutil/trace.go:171","msg":"trace[805614230] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8529; }","duration":"215.127914ms","start":"2026-04-23T00:32:38.602374Z","end":"2026-04-23T00:32:38.817502Z","steps":["trace[805614230] 'agreement among raft nodes before linearized reading' (duration: 214.952799ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:32:38.817711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.119655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:32:38.817802Z","caller":"traceutil/trace.go:171","msg":"trace[684392355] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:8529; }","duration":"198.254178ms","start":"2026-04-23T00:32:38.619525Z","end":"2026-04-23T00:32:38.817779Z","steps":["trace[684392355] 'agreement among raft nodes before linearized reading' (duration: 198.090353ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:32:39.804031Z","caller":"traceutil/trace.go:171","msg":"trace[1818076904] transaction","detail":"{read_only:false; response_revision:8533; number_of_response:1; }","duration":"155.17247ms","start":"2026-04-23T00:32:39.648824Z","end":"2026-04-23T00:32:39.803996Z","steps":["trace[1818076904] 'process raft request' (duration: 154.872171ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:32:39.943619Z","caller":"traceutil/trace.go:171","msg":"trace[1112785427] transaction","detail":"{read_only:false; response_revision:8534; number_of_response:1; }","duration":"124.235616ms","start":"2026-04-23T00:32:39.819349Z","end":"2026-04-23T00:32:39.943585Z","steps":["trace[1112785427] 'process raft request' (duration: 124.030539ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:32:40.190194Z","caller":"traceutil/trace.go:171","msg":"trace[2066208646] linearizableReadLoop","detail":"{readStateIndex:8841; appliedIndex:8839; }","duration":"268.521421ms","start":"2026-04-23T00:32:39.92165Z","end":"2026-04-23T00:32:40.190172Z","steps":["trace[2066208646] 'read index received' (duration: 21.813913ms)","trace[2066208646] 'applied index is now lower than readState.Index' (duration: 246.706598ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:32:40.19028Z","caller":"traceutil/trace.go:171","msg":"trace[1420841511] transaction","detail":"{read_only:false; response_revision:8535; number_of_response:1; }","duration":"317.876769ms","start":"2026-04-23T00:32:39.872365Z","end":"2026-04-23T00:32:40.190242Z","steps":["trace[1420841511] 'process raft request' (duration: 317.59805ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:32:40.190428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.755058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:32:40.190492Z","caller":"traceutil/trace.go:171","msg":"trace[1629852300] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:8536; }","duration":"268.875862ms","start":"2026-04-23T00:32:39.921596Z","end":"2026-04-23T00:32:40.190472Z","steps":["trace[1629852300] 'agreement among raft nodes before linearized reading' (duration: 268.747438ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:32:40.190328Z","caller":"traceutil/trace.go:171","msg":"trace[2099374178] transaction","detail":"{read_only:false; response_revision:8536; number_of_response:1; }","duration":"257.521352ms","start":"2026-04-23T00:32:39.932751Z","end":"2026-04-23T00:32:40.190272Z","steps":["trace[2099374178] 'process raft request' (duration: 257.367687ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:32:40.190622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.947082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-config-override\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-04-23T00:32:40.190689Z","caller":"traceutil/trace.go:171","msg":"trace[1908070234] range","detail":"{range_begin:/registry/configmaps/openstack/rook-config-override; range_end:; response_count:1; response_revision:8536; }","duration":"239.056635ms","start":"2026-04-23T00:32:39.951609Z","end":"2026-04-23T00:32:40.190666Z","steps":["trace[1908070234] 'agreement among raft nodes before linearized reading' (duration: 238.859169ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:32:40.190689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:32:39.872333Z","time spent":"318.174188ms","remote":"127.0.0.1:39452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19322,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:32:40.585177Z","caller":"traceutil/trace.go:171","msg":"trace[1722824610] transaction","detail":"{read_only:false; response_revision:8539; number_of_response:1; }","duration":"114.843528ms","start":"2026-04-23T00:32:40.470303Z","end":"2026-04-23T00:32:40.585147Z","steps":["trace[1722824610] 'process raft request' (duration: 96.231567ms)","trace[1722824610] 'compare' (duration: 18.359183ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:32:40.585645Z","caller":"traceutil/trace.go:171","msg":"trace[1863570740] transaction","detail":"{read_only:false; response_revision:8540; number_of_response:1; }","duration":"111.021737ms","start":"2026-04-23T00:32:40.474593Z","end":"2026-04-23T00:32:40.585615Z","steps":["trace[1863570740] 'process raft request' (duration: 110.435719ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:32:40.9218Z","caller":"traceutil/trace.go:171","msg":"trace[1607369124] transaction","detail":"{read_only:false; response_revision:8545; number_of_response:1; }","duration":"227.706614ms","start":"2026-04-23T00:32:40.694058Z","end":"2026-04-23T00:32:40.921765Z","steps":["trace[1607369124] 'process raft request' (duration: 227.174357ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:32:41.059124Z","caller":"traceutil/trace.go:171","msg":"trace[341726103] transaction","detail":"{read_only:false; response_revision:8546; number_of_response:1; }","duration":"132.806249ms","start":"2026-04-23T00:32:40.92628Z","end":"2026-04-23T00:32:41.059086Z","steps":["trace[341726103] 'process raft request' (duration: 69.090845ms)","trace[341726103] 'compare' (duration: 63.499607ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:32:41.524338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.46001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"info","ts":"2026-04-23T00:32:41.524448Z","caller":"traceutil/trace.go:171","msg":"trace[1647612312] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:8546; }","duration":"291.634945ms","start":"2026-04-23T00:32:41.232791Z","end":"2026-04-23T00:32:41.524426Z","steps":["trace[1647612312] 'range keys from in-memory index tree' (duration: 291.252304ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:32:41.697608Z","caller":"traceutil/trace.go:171","msg":"trace[10132905] transaction","detail":"{read_only:false; response_revision:8547; number_of_response:1; }","duration":"133.173482ms","start":"2026-04-23T00:32:41.5644Z","end":"2026-04-23T00:32:41.697573Z","steps":["trace[10132905] 'process raft request' (duration: 132.937214ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:32:52.666322Z","caller":"traceutil/trace.go:171","msg":"trace[787873825] linearizableReadLoop","detail":"{readStateIndex:8948; appliedIndex:8948; }","duration":"154.274442ms","start":"2026-04-23T00:32:52.512021Z","end":"2026-04-23T00:32:52.666295Z","steps":["trace[787873825] 'read index received' (duration: 154.261941ms)","trace[787873825] 'applied index is now lower than readState.Index' (duration: 10.14µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:32:52.666337Z","caller":"traceutil/trace.go:171","msg":"trace[765862974] transaction","detail":"{read_only:false; number_of_response:0; response_revision:8637; }","duration":"172.289114ms","start":"2026-04-23T00:32:52.494014Z","end":"2026-04-23T00:32:52.666304Z","steps":["trace[765862974] 'process raft request' (duration: 172.16263ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:32:52.666524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.486658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:32:52.666621Z","caller":"traceutil/trace.go:171","msg":"trace[1907518540] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8637; }","duration":"154.659673ms","start":"2026-04-23T00:32:52.511938Z","end":"2026-04-23T00:32:52.666598Z","steps":["trace[1907518540] 'agreement among raft nodes before linearized reading' (duration: 154.488598ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:32:52.668868Z","caller":"traceutil/trace.go:171","msg":"trace[1186984075] transaction","detail":"{read_only:false; response_revision:8638; number_of_response:1; }","duration":"139.781131ms","start":"2026-04-23T00:32:52.52907Z","end":"2026-04-23T00:32:52.668851Z","steps":["trace[1186984075] 'process raft request' (duration: 139.603975ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:33:28.701075Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-000000000000247c.wal"} {"level":"warn","ts":"2026-04-23T00:33:40.954493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.330209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-04-23T00:33:40.954626Z","caller":"traceutil/trace.go:171","msg":"trace[573148926] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:9183; }","duration":"123.530474ms","start":"2026-04-23T00:33:40.831069Z","end":"2026-04-23T00:33:40.954599Z","steps":["trace[573148926] 'range keys from in-memory index tree' (duration: 123.09733ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:33:40.954914Z","caller":"traceutil/trace.go:171","msg":"trace[2082790982] transaction","detail":"{read_only:false; response_revision:9184; number_of_response:1; }","duration":"119.480095ms","start":"2026-04-23T00:33:40.835406Z","end":"2026-04-23T00:33:40.954886Z","steps":["trace[2082790982] 'process raft request' (duration: 119.248518ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:33:40.958652Z","caller":"traceutil/trace.go:171","msg":"trace[1053528055] transaction","detail":"{read_only:false; response_revision:9185; number_of_response:1; }","duration":"106.139482ms","start":"2026-04-23T00:33:40.852481Z","end":"2026-04-23T00:33:40.958621Z","steps":["trace[1053528055] 'process raft request' (duration: 105.44849ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:33:40.959159Z","caller":"traceutil/trace.go:171","msg":"trace[1112173416] transaction","detail":"{read_only:false; response_revision:9187; number_of_response:1; }","duration":"104.482149ms","start":"2026-04-23T00:33:40.854645Z","end":"2026-04-23T00:33:40.959127Z","steps":["trace[1112173416] 'process raft request' (duration: 103.519529ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:33:40.959141Z","caller":"traceutil/trace.go:171","msg":"trace[1415979583] transaction","detail":"{read_only:false; response_revision:9186; number_of_response:1; }","duration":"104.586643ms","start":"2026-04-23T00:33:40.854467Z","end":"2026-04-23T00:33:40.959054Z","steps":["trace[1415979583] 'process raft request' (duration: 103.641263ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:33:41.462192Z","caller":"traceutil/trace.go:171","msg":"trace[1769337292] transaction","detail":"{read_only:false; response_revision:9194; number_of_response:1; }","duration":"167.357057ms","start":"2026-04-23T00:33:41.294787Z","end":"2026-04-23T00:33:41.462145Z","steps":["trace[1769337292] 'process raft request' (duration: 165.915161ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:33:53.070067Z","caller":"traceutil/trace.go:171","msg":"trace[1787837247] transaction","detail":"{read_only:false; response_revision:9259; number_of_response:1; }","duration":"131.31562ms","start":"2026-04-23T00:33:52.938726Z","end":"2026-04-23T00:33:53.070042Z","steps":["trace[1787837247] 'process raft request' (duration: 131.060572ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:33:53.335069Z","caller":"traceutil/trace.go:171","msg":"trace[2054816387] transaction","detail":"{read_only:false; response_revision:9260; number_of_response:1; }","duration":"328.966807ms","start":"2026-04-23T00:33:53.006063Z","end":"2026-04-23T00:33:53.33503Z","steps":["trace[2054816387] 'process raft request' (duration: 255.118385ms)","trace[2054816387] 'compare' (duration: 73.441409ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:33:53.33535Z","caller":"traceutil/trace.go:171","msg":"trace[1162051300] linearizableReadLoop","detail":"{readStateIndex:9587; appliedIndex:9585; }","duration":"329.062ms","start":"2026-04-23T00:33:53.006245Z","end":"2026-04-23T00:33:53.335307Z","steps":["trace[1162051300] 'read index received' (duration: 63.691532ms)","trace[1162051300] 'applied index is now lower than readState.Index' (duration: 265.369218ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:33:53.335578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:33:53.006026Z","time spent":"329.180104ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":507,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:33:53.335628Z","caller":"traceutil/trace.go:171","msg":"trace[996967603] transaction","detail":"{read_only:false; response_revision:9261; number_of_response:1; }","duration":"325.942111ms","start":"2026-04-23T00:33:53.009548Z","end":"2026-04-23T00:33:53.33549Z","steps":["trace[996967603] 'process raft request' (duration: 325.382013ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:33:53.335706Z","caller":"traceutil/trace.go:171","msg":"trace[1533102495] transaction","detail":"{read_only:false; response_revision:9262; number_of_response:1; }","duration":"323.229494ms","start":"2026-04-23T00:33:53.012435Z","end":"2026-04-23T00:33:53.335664Z","steps":["trace[1533102495] 'process raft request' (duration: 322.798111ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:33:53.335738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:33:53.009514Z","time spent":"326.159518ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:33:53.335853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.568966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T00:33:53.335886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.351774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T00:33:53.335938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:33:53.01242Z","time spent":"323.39485ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:33:53.335911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.946384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-23T00:33:53.335987Z","caller":"traceutil/trace.go:171","msg":"trace[786155008] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:9262; }","duration":"211.53565ms","start":"2026-04-23T00:33:53.12443Z","end":"2026-04-23T00:33:53.335966Z","steps":["trace[786155008] 'agreement among raft nodes before linearized reading' (duration: 211.331593ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:33:53.335982Z","caller":"traceutil/trace.go:171","msg":"trace[1383794036] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:9262; }","duration":"329.776563ms","start":"2026-04-23T00:33:53.00618Z","end":"2026-04-23T00:33:53.335957Z","steps":["trace[1383794036] 'agreement among raft nodes before linearized reading' (duration: 329.459162ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:33:53.336039Z","caller":"traceutil/trace.go:171","msg":"trace[1946178839] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9262; }","duration":"316.099048ms","start":"2026-04-23T00:33:53.019908Z","end":"2026-04-23T00:33:53.336007Z","steps":["trace[1946178839] 'agreement among raft nodes before linearized reading' (duration: 315.762167ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:33:53.336047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:33:53.006147Z","time spent":"329.888276ms","remote":"127.0.0.1:39724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":27,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:33:53.335879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.098026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-23T00:33:53.336104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:33:53.01988Z","time spent":"316.213862ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T00:33:53.336104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.892615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zr67s\" ","response":"range_response_count:1 size:6530"} {"level":"info","ts":"2026-04-23T00:33:53.336142Z","caller":"traceutil/trace.go:171","msg":"trace[199185564] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9262; }","duration":"315.394975ms","start":"2026-04-23T00:33:53.020715Z","end":"2026-04-23T00:33:53.33611Z","steps":["trace[199185564] 'agreement among raft nodes before linearized reading' (duration: 314.989083ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:33:53.336313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:33:53.020692Z","time spent":"315.602142ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-23T00:33:53.3362Z","caller":"traceutil/trace.go:171","msg":"trace[1321111860] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zr67s; range_end:; response_count:1; response_revision:9262; }","duration":"249.03678ms","start":"2026-04-23T00:33:53.087145Z","end":"2026-04-23T00:33:53.336182Z","steps":["trace[1321111860] 'agreement among raft nodes before linearized reading' (duration: 248.703439ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:33:53.33589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.514566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-23T00:33:53.336455Z","caller":"traceutil/trace.go:171","msg":"trace[1671031810] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9262; }","duration":"314.152616ms","start":"2026-04-23T00:33:53.022288Z","end":"2026-04-23T00:33:53.336441Z","steps":["trace[1671031810] 'agreement among raft nodes before linearized reading' (duration: 313.386672ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:33:53.336503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:33:53.022262Z","time spent":"314.229519ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T00:33:53.335889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.691262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-23T00:33:53.336582Z","caller":"traceutil/trace.go:171","msg":"trace[14483724] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9262; }","duration":"314.446496ms","start":"2026-04-23T00:33:53.022118Z","end":"2026-04-23T00:33:53.336565Z","steps":["trace[14483724] 'agreement among raft nodes before linearized reading' (duration: 313.578198ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:33:53.336639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:33:53.022091Z","time spent":"314.531999ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T00:33:53.612632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.178881ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:33:53.613127Z","caller":"traceutil/trace.go:171","msg":"trace[1445536679] transaction","detail":"{read_only:false; response_revision:9264; number_of_response:1; }","duration":"272.105701ms","start":"2026-04-23T00:33:53.340985Z","end":"2026-04-23T00:33:53.613091Z","steps":["trace[1445536679] 'process raft request' (duration: 271.778091ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:33:53.613302Z","caller":"traceutil/trace.go:171","msg":"trace[1905648325] transaction","detail":"{read_only:false; response_revision:9265; number_of_response:1; }","duration":"272.140092ms","start":"2026-04-23T00:33:53.341138Z","end":"2026-04-23T00:33:53.613278Z","steps":["trace[1905648325] 'process raft request' (duration: 271.680857ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:33:53.613329Z","caller":"traceutil/trace.go:171","msg":"trace[834936340] transaction","detail":"{read_only:false; response_revision:9263; number_of_response:1; }","duration":"272.323628ms","start":"2026-04-23T00:33:53.340964Z","end":"2026-04-23T00:33:53.613287Z","steps":["trace[834936340] 'process raft request' (duration: 105.386843ms)","trace[834936340] 'compare' (duration: 166.005066ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:33:53.613372Z","caller":"traceutil/trace.go:171","msg":"trace[1126880375] transaction","detail":"{read_only:false; response_revision:9266; number_of_response:1; }","duration":"272.125092ms","start":"2026-04-23T00:33:53.341189Z","end":"2026-04-23T00:33:53.613314Z","steps":["trace[1126880375] 'process raft request' (duration: 271.666948ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:33:53.77243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.526781ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-23T00:33:53.772533Z","caller":"traceutil/trace.go:171","msg":"trace[1795321552] linearizableReadLoop","detail":"{readStateIndex:9594; appliedIndex:9593; }","duration":"156.438243ms","start":"2026-04-23T00:33:53.616071Z","end":"2026-04-23T00:33:53.772509Z","steps":["trace[1795321552] 'read index received' (duration: 50.372µs)","trace[1795321552] 'applied index is now lower than readState.Index' (duration: 156.386031ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:33:53.772702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.632879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-23T00:33:53.77274Z","caller":"traceutil/trace.go:171","msg":"trace[1482936431] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9266; }","duration":"156.708511ms","start":"2026-04-23T00:33:53.616018Z","end":"2026-04-23T00:33:53.772726Z","steps":["trace[1482936431] 'agreement among raft nodes before linearized reading' (duration: 156.554216ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:34:48.148037Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"90a0cb2044183f95","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-23T00:34:48.15458Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-04-23T00:34:48.154737Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-04-23T00:35:48.705758Z","caller":"traceutil/trace.go:171","msg":"trace[1330606618] linearizableReadLoop","detail":"{readStateIndex:10436; appliedIndex:10435; }","duration":"250.452065ms","start":"2026-04-23T00:35:48.455275Z","end":"2026-04-23T00:35:48.705727Z","steps":["trace[1330606618] 'read index received' (duration: 248.798712ms)","trace[1330606618] 'applied index is now lower than readState.Index' (duration: 1.651343ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:35:48.705803Z","caller":"traceutil/trace.go:171","msg":"trace[2129603456] transaction","detail":"{read_only:false; response_revision:10081; number_of_response:1; }","duration":"338.327072ms","start":"2026-04-23T00:35:48.367434Z","end":"2026-04-23T00:35:48.705761Z","steps":["trace[2129603456] 'process raft request' (duration: 336.618537ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:48.706057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.771044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-23T00:35:48.706104Z","caller":"traceutil/trace.go:171","msg":"trace[1257166307] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10081; }","duration":"250.871187ms","start":"2026-04-23T00:35:48.455217Z","end":"2026-04-23T00:35:48.706088Z","steps":["trace[1257166307] 'agreement among raft nodes before linearized reading' (duration: 250.683361ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:48.706169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:35:48.367392Z","time spent":"338.498247ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:35:48.710233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.289298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:35:48.710506Z","caller":"traceutil/trace.go:171","msg":"trace[877374603] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10082; }","duration":"197.603278ms","start":"2026-04-23T00:35:48.512887Z","end":"2026-04-23T00:35:48.71049Z","steps":["trace[877374603] 'agreement among raft nodes before linearized reading' (duration: 197.276387ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:48.711034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.842727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:9 size:88529"} {"level":"info","ts":"2026-04-23T00:35:48.711186Z","caller":"traceutil/trace.go:171","msg":"trace[537539856] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:9; response_revision:10082; }","duration":"111.004662ms","start":"2026-04-23T00:35:48.600141Z","end":"2026-04-23T00:35:48.711146Z","steps":["trace[537539856] 'agreement among raft nodes before linearized reading' (duration: 110.476645ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:36:12.235805Z","caller":"traceutil/trace.go:171","msg":"trace[462214806] transaction","detail":"{read_only:false; response_revision:10306; number_of_response:1; }","duration":"105.376556ms","start":"2026-04-23T00:36:12.130388Z","end":"2026-04-23T00:36:12.235765Z","steps":["trace[462214806] 'process raft request' (duration: 105.127769ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:36:12.493838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.676528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zr67s\" ","response":"range_response_count:1 size:6530"} {"level":"info","ts":"2026-04-23T00:36:12.493928Z","caller":"traceutil/trace.go:171","msg":"trace[1680011365] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zr67s; range_end:; response_count:1; response_revision:10306; }","duration":"118.840464ms","start":"2026-04-23T00:36:12.375066Z","end":"2026-04-23T00:36:12.493907Z","steps":["trace[1680011365] 'range keys from in-memory index tree' (duration: 118.495913ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:36:12.493934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.121048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-23T00:36:12.494038Z","caller":"traceutil/trace.go:171","msg":"trace[1062142763] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10306; }","duration":"111.284934ms","start":"2026-04-23T00:36:12.382734Z","end":"2026-04-23T00:36:12.494019Z","steps":["trace[1062142763] 'range keys from in-memory index tree' (duration: 110.811509ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:36:12.493975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.294285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-23T00:36:12.494169Z","caller":"traceutil/trace.go:171","msg":"trace[1245964232] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10306; }","duration":"106.543063ms","start":"2026-04-23T00:36:12.387598Z","end":"2026-04-23T00:36:12.494142Z","steps":["trace[1245964232] 'range keys from in-memory index tree' (duration: 106.004096ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:36:40.370967Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581741608219361236,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T00:36:40.871818Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581741608219361236,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T00:36:41.372796Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581741608219361236,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T00:36:41.876747Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581741608219361236,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T00:36:42.377298Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581741608219361236,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T00:36:42.877623Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581741608219361236,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T00:36:42.877628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00035746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T00:36:42.877742Z","caller":"traceutil/trace.go:171","msg":"trace[1244581201] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000591258s","start":"2026-04-23T00:36:40.877125Z","end":"2026-04-23T00:36:42.877716Z","steps":["trace[1244581201] 'agreement among raft nodes before linearized reading' (duration: 2.000417642s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:36:42.877825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:36:40.877097Z","time spent":"2.000697131s","remote":"127.0.0.1:39306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T00:36:43.37796Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581741608219361236,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T00:36:43.38042Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.560402809s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T00:36:43.381023Z","caller":"traceutil/trace.go:171","msg":"trace[2128012427] transaction","detail":"{read_only:false; response_revision:10588; number_of_response:1; }","duration":"3.561181463s","start":"2026-04-23T00:36:39.819795Z","end":"2026-04-23T00:36:43.380976Z","steps":["trace[2128012427] 'process raft request' (duration: 3.560919535s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:36:43.381226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:36:39.819755Z","time spent":"3.561345599s","remote":"127.0.0.1:39458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10634,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:36:43.385949Z","caller":"traceutil/trace.go:171","msg":"trace[1268313842] transaction","detail":"{read_only:false; response_revision:10589; number_of_response:1; }","duration":"3.316872326s","start":"2026-04-23T00:36:40.069043Z","end":"2026-04-23T00:36:43.385916Z","steps":["trace[1268313842] 'process raft request' (duration: 3.316592737s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:36:43.386105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:36:40.068991Z","time spent":"3.31703295s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:36:43.386093Z","caller":"traceutil/trace.go:171","msg":"trace[1899218925] transaction","detail":"{read_only:false; response_revision:10591; number_of_response:1; }","duration":"3.308311953s","start":"2026-04-23T00:36:40.077743Z","end":"2026-04-23T00:36:43.386055Z","steps":["trace[1899218925] 'process raft request' (duration: 3.308028864s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:36:43.38643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:36:40.077735Z","time spent":"3.308560502s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:36:43.386492Z","caller":"traceutil/trace.go:171","msg":"trace[853465316] transaction","detail":"{read_only:false; response_revision:10593; number_of_response:1; }","duration":"504.954615ms","start":"2026-04-23T00:36:42.881521Z","end":"2026-04-23T00:36:43.386476Z","steps":["trace[853465316] 'process raft request' (duration: 504.337185ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:36:43.386509Z","caller":"traceutil/trace.go:171","msg":"trace[1278092110] transaction","detail":"{read_only:false; response_revision:10592; number_of_response:1; }","duration":"621.35259ms","start":"2026-04-23T00:36:42.765134Z","end":"2026-04-23T00:36:43.386486Z","steps":["trace[1278092110] 'process raft request' (duration: 620.670118ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:36:43.386573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:36:42.881493Z","time spent":"505.044677ms","remote":"127.0.0.1:39362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T00:36:43.386659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:36:42.765109Z","time spent":"621.475204ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:36:43.386776Z","caller":"traceutil/trace.go:171","msg":"trace[1629490252] transaction","detail":"{read_only:false; response_revision:10590; number_of_response:1; }","duration":"3.311573548s","start":"2026-04-23T00:36:40.07515Z","end":"2026-04-23T00:36:43.386724Z","steps":["trace[1629490252] 'process raft request' (duration: 3.310587106s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:36:43.387032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:36:40.075138Z","time spent":"3.311750613s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:36:43.387394Z","caller":"traceutil/trace.go:171","msg":"trace[1194750054] linearizableReadLoop","detail":"{readStateIndex:10962; appliedIndex:10955; }","duration":"3.51697929s","start":"2026-04-23T00:36:39.870395Z","end":"2026-04-23T00:36:43.387374Z","steps":["trace[1194750054] 'read index received' (duration: 3.510382161s)","trace[1194750054] 'applied index is now lower than readState.Index' (duration: 6.595689ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:36:43.38757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.729869695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-23T00:36:43.387795Z","caller":"traceutil/trace.go:171","msg":"trace[1291651725] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10593; }","duration":"2.730139884s","start":"2026-04-23T00:36:40.657647Z","end":"2026-04-23T00:36:43.387787Z","steps":["trace[1291651725] 'agreement among raft nodes before linearized reading' (duration: 2.729824434s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:36:43.387817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:36:40.657617Z","time spent":"2.730194576s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T00:36:43.387908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.290911307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-23T00:36:43.387978Z","caller":"traceutil/trace.go:171","msg":"trace[1261106663] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10593; }","duration":"2.290997319s","start":"2026-04-23T00:36:41.096964Z","end":"2026-04-23T00:36:43.387961Z","steps":["trace[1261106663] 'agreement among raft nodes before linearized reading' (duration: 2.290569165s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:36:43.388018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.720523548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-23T00:36:43.38801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.657723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:36:43.388036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:36:41.096945Z","time spent":"2.291074302s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T00:36:43.388044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.714201638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-23T00:36:43.38808Z","caller":"traceutil/trace.go:171","msg":"trace[425614728] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:10593; }","duration":"799.815607ms","start":"2026-04-23T00:36:42.588246Z","end":"2026-04-23T00:36:43.388062Z","steps":["trace[425614728] 'agreement among raft nodes before linearized reading' (duration: 799.690313ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:36:43.388103Z","caller":"traceutil/trace.go:171","msg":"trace[1993865800] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10593; }","duration":"2.714300931s","start":"2026-04-23T00:36:40.673787Z","end":"2026-04-23T00:36:43.388088Z","steps":["trace[1993865800] 'agreement among raft nodes before linearized reading' (duration: 2.714126905s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:36:43.388133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:36:42.5882Z","time spent":"799.921811ms","remote":"127.0.0.1:33178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:36:43.388185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.410318368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-23T00:36:43.388217Z","caller":"traceutil/trace.go:171","msg":"trace[915351502] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10593; }","duration":"2.410412881s","start":"2026-04-23T00:36:40.977794Z","end":"2026-04-23T00:36:43.388207Z","steps":["trace[915351502] 'agreement among raft nodes before linearized reading' (duration: 2.410346319s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:36:43.388218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:36:40.673773Z","time spent":"2.714361833s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T00:36:43.388242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:36:40.977768Z","time spent":"2.410470053s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T00:36:43.388258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.715468514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:36:43.388315Z","caller":"traceutil/trace.go:171","msg":"trace[679027997] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:10593; }","duration":"1.715579017s","start":"2026-04-23T00:36:41.672719Z","end":"2026-04-23T00:36:43.388298Z","steps":["trace[679027997] 'agreement among raft nodes before linearized reading' (duration: 1.715480363s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:36:43.388369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.40846706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-23T00:36:43.388383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.67396527s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zr67s\" ","response":"range_response_count:1 size:6530"} {"level":"info","ts":"2026-04-23T00:36:43.388395Z","caller":"traceutil/trace.go:171","msg":"trace[444218932] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10593; }","duration":"2.408536261s","start":"2026-04-23T00:36:40.979853Z","end":"2026-04-23T00:36:43.388389Z","steps":["trace[444218932] 'agreement among raft nodes before linearized reading' (duration: 2.408471799s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:36:43.388415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:36:40.979809Z","time spent":"2.408602364s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-23T00:36:43.388417Z","caller":"traceutil/trace.go:171","msg":"trace[1219593187] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zr67s; range_end:; response_count:1; response_revision:10593; }","duration":"2.674022732s","start":"2026-04-23T00:36:40.714384Z","end":"2026-04-23T00:36:43.388407Z","steps":["trace[1219593187] 'agreement among raft nodes before linearized reading' (duration: 2.673919189s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:36:43.388366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:36:41.672693Z","time spent":"1.715659739s","remote":"127.0.0.1:58004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:36:43.388468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:36:40.714364Z","time spent":"2.674088104s","remote":"127.0.0.1:39458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-zr67s\" "} {"level":"warn","ts":"2026-04-23T00:36:43.388502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.873445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:3233"} {"level":"info","ts":"2026-04-23T00:36:43.388776Z","caller":"traceutil/trace.go:171","msg":"trace[135942374] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:10593; }","duration":"483.954867ms","start":"2026-04-23T00:36:42.904616Z","end":"2026-04-23T00:36:43.388571Z","steps":["trace[135942374] 'agreement among raft nodes before linearized reading' (duration: 483.791812ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:36:43.388815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:36:42.904547Z","time spent":"484.260247ms","remote":"127.0.0.1:39808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3256,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" "} {"level":"warn","ts":"2026-04-23T00:36:43.388422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.875476214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:36:43.388889Z","caller":"traceutil/trace.go:171","msg":"trace[869268371] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10593; }","duration":"1.875977761s","start":"2026-04-23T00:36:41.512899Z","end":"2026-04-23T00:36:43.388877Z","steps":["trace[869268371] 'agreement among raft nodes before linearized reading' (duration: 1.875491896s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:36:43.388932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:36:41.512867Z","time spent":"1.876054873s","remote":"127.0.0.1:39300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T00:36:43.388048Z","caller":"traceutil/trace.go:171","msg":"trace[1803442910] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10593; }","duration":"2.720612261s","start":"2026-04-23T00:36:40.667429Z","end":"2026-04-23T00:36:43.388041Z","steps":["trace[1803442910] 'agreement among raft nodes before linearized reading' (duration: 2.720540879s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:36:43.3893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:36:40.667391Z","time spent":"2.721870141s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T00:36:43.389365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.518976063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"info","ts":"2026-04-23T00:36:43.389466Z","caller":"traceutil/trace.go:171","msg":"trace[1168880703] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:10593; }","duration":"3.519090456s","start":"2026-04-23T00:36:39.870305Z","end":"2026-04-23T00:36:43.389396Z","steps":["trace[1168880703] 'agreement among raft nodes before linearized reading' (duration: 3.517143205s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:36:43.38951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:36:39.870257Z","time spent":"3.519240272s","remote":"127.0.0.1:39424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1880,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"info","ts":"2026-04-23T00:37:05.092061Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8255} {"level":"info","ts":"2026-04-23T00:37:05.176318Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8255,"took":"81.57753ms","hash":1609347380,"current-db-size-bytes":58359808,"current-db-size":"58 MB","current-db-size-in-use-bytes":25202688,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-04-23T00:37:05.176474Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1609347380,"revision":8255,"compact-revision":6081} {"level":"warn","ts":"2026-04-23T00:37:36.173659Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581741608219362624,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T00:37:36.674261Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581741608219362624,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T00:37:36.949365Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.36764489s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T00:37:36.950003Z","caller":"traceutil/trace.go:171","msg":"trace[781198080] transaction","detail":"{read_only:false; response_revision:11082; number_of_response:1; }","duration":"1.368448584s","start":"2026-04-23T00:37:35.581521Z","end":"2026-04-23T00:37:36.94997Z","steps":["trace[781198080] 'process raft request' (duration: 1.368179836s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:37:36.950295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:37:35.58149Z","time spent":"1.36863044s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:37:36.968908Z","caller":"traceutil/trace.go:171","msg":"trace[944807668] transaction","detail":"{read_only:false; response_revision:11084; number_of_response:1; }","duration":"1.36924934s","start":"2026-04-23T00:37:35.59962Z","end":"2026-04-23T00:37:36.968869Z","steps":["trace[944807668] 'process raft request' (duration: 1.369158218s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:37:36.968912Z","caller":"traceutil/trace.go:171","msg":"trace[749698758] transaction","detail":"{read_only:false; response_revision:11083; number_of_response:1; }","duration":"1.374142245s","start":"2026-04-23T00:37:35.594712Z","end":"2026-04-23T00:37:36.968854Z","steps":["trace[749698758] 'process raft request' (duration: 1.373876557s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:37:36.969099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:37:35.599586Z","time spent":"1.369395525s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:37:36.969198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:37:35.594672Z","time spent":"1.374382772s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:37:36.969189Z","caller":"traceutil/trace.go:171","msg":"trace[1136450855] linearizableReadLoop","detail":"{readStateIndex:11466; appliedIndex:11463; }","duration":"1.295832639s","start":"2026-04-23T00:37:35.673328Z","end":"2026-04-23T00:37:36.969161Z","steps":["trace[1136450855] 'read index received' (duration: 1.27634053s)","trace[1136450855] 'applied index is now lower than readState.Index' (duration: 19.490079ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:37:36.969316Z","caller":"traceutil/trace.go:171","msg":"trace[507703606] transaction","detail":"{read_only:false; response_revision:11085; number_of_response:1; }","duration":"156.796619ms","start":"2026-04-23T00:37:36.812486Z","end":"2026-04-23T00:37:36.969283Z","steps":["trace[507703606] 'process raft request' (duration: 156.341644ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:37:36.96958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.544987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:37:36.969629Z","caller":"traceutil/trace.go:171","msg":"trace[1932796994] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11085; }","duration":"507.621949ms","start":"2026-04-23T00:37:36.461994Z","end":"2026-04-23T00:37:36.969616Z","steps":["trace[1932796994] 'agreement among raft nodes before linearized reading' (duration: 507.527796ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:37:36.969639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.293109533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-23T00:37:36.96968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:37:36.461989Z","time spent":"507.681711ms","remote":"127.0.0.1:39494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-04-23T00:37:36.969746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.771344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:37:36.969766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.791285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:37:36.969788Z","caller":"traceutil/trace.go:171","msg":"trace[895298584] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11085; }","duration":"507.825325ms","start":"2026-04-23T00:37:36.461954Z","end":"2026-04-23T00:37:36.96978Z","steps":["trace[895298584] 'agreement among raft nodes before linearized reading' (duration: 507.759153ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:37:36.969848Z","caller":"traceutil/trace.go:171","msg":"trace[1525067926] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11085; }","duration":"376.871827ms","start":"2026-04-23T00:37:36.592927Z","end":"2026-04-23T00:37:36.969799Z","steps":["trace[1525067926] 'agreement among raft nodes before linearized reading' (duration: 376.794154ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:37:36.969861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:37:36.461947Z","time spent":"507.905909ms","remote":"127.0.0.1:39494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-04-23T00:37:36.96985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.296364915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-23T00:37:36.969887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:37:36.592909Z","time spent":"376.970361ms","remote":"127.0.0.1:39494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"info","ts":"2026-04-23T00:37:36.969923Z","caller":"traceutil/trace.go:171","msg":"trace[141691939] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11085; }","duration":"1.296618893s","start":"2026-04-23T00:37:35.673282Z","end":"2026-04-23T00:37:36.969901Z","steps":["trace[141691939] 'agreement among raft nodes before linearized reading' (duration: 1.296110267s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:37:36.969981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:37:35.673266Z","time spent":"1.296696896s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T00:37:36.969992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.256400347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-23T00:37:36.970049Z","caller":"traceutil/trace.go:171","msg":"trace[1390608350] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:11085; }","duration":"1.25648154s","start":"2026-04-23T00:37:35.713556Z","end":"2026-04-23T00:37:36.970037Z","steps":["trace[1390608350] 'agreement among raft nodes before linearized reading' (duration: 1.256391917s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:37:36.970076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.06816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-04-23T00:37:36.970106Z","caller":"traceutil/trace.go:171","msg":"trace[49745875] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11085; }","duration":"375.115511ms","start":"2026-04-23T00:37:36.594983Z","end":"2026-04-23T00:37:36.970098Z","steps":["trace[49745875] 'agreement among raft nodes before linearized reading' (duration: 374.985787ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:37:36.970102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:37:35.713517Z","time spent":"1.256574612s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T00:37:36.970109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.291431909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-23T00:37:36.97018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.991481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:37:36.970136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.149195162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zr67s\" ","response":"range_response_count:1 size:6530"} {"level":"info","ts":"2026-04-23T00:37:36.970212Z","caller":"traceutil/trace.go:171","msg":"trace[1681405310] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11085; }","duration":"377.023232ms","start":"2026-04-23T00:37:36.59318Z","end":"2026-04-23T00:37:36.970204Z","steps":["trace[1681405310] 'agreement among raft nodes before linearized reading' (duration: 376.97605ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:37:36.97022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.28926259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-23T00:37:36.970238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:37:36.593077Z","time spent":"377.155287ms","remote":"127.0.0.1:39494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-04-23T00:37:36.970267Z","caller":"traceutil/trace.go:171","msg":"trace[788907191] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zr67s; range_end:; response_count:1; response_revision:11085; }","duration":"1.149377778s","start":"2026-04-23T00:37:35.820851Z","end":"2026-04-23T00:37:36.970229Z","steps":["trace[788907191] 'agreement among raft nodes before linearized reading' (duration: 1.149006776s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:37:36.970278Z","caller":"traceutil/trace.go:171","msg":"trace[250036150] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11085; }","duration":"1.289350333s","start":"2026-04-23T00:37:35.680911Z","end":"2026-04-23T00:37:36.970262Z","steps":["trace[250036150] 'agreement among raft nodes before linearized reading' (duration: 1.289199618s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:37:36.970283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.117755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:37:36.970286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.291927904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-23T00:37:36.970336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.383332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:37:36.970346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:37:35.680892Z","time spent":"1.289440626s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-23T00:37:36.970353Z","caller":"traceutil/trace.go:171","msg":"trace[640556677] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11085; }","duration":"1.292007337s","start":"2026-04-23T00:37:35.678335Z","end":"2026-04-23T00:37:36.970342Z","steps":["trace[640556677] 'agreement among raft nodes before linearized reading' (duration: 1.291864983s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:37:36.97036Z","caller":"traceutil/trace.go:171","msg":"trace[1570805742] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11085; }","duration":"377.254669ms","start":"2026-04-23T00:37:36.593083Z","end":"2026-04-23T00:37:36.970338Z","steps":["trace[1570805742] 'agreement among raft nodes before linearized reading' (duration: 377.112335ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:37:36.970376Z","caller":"traceutil/trace.go:171","msg":"trace[143185199] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11085; }","duration":"507.443144ms","start":"2026-04-23T00:37:36.462924Z","end":"2026-04-23T00:37:36.970367Z","steps":["trace[143185199] 'agreement among raft nodes before linearized reading' (duration: 507.389882ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:37:36.970401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:37:35.678326Z","time spent":"1.292066049s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T00:37:36.970407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:37:36.462912Z","time spent":"507.488805ms","remote":"127.0.0.1:39494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-04-23T00:37:36.970404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:37:36.593039Z","time spent":"377.357443ms","remote":"127.0.0.1:39494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-04-23T00:37:36.970338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:37:35.820829Z","time spent":"1.149497932s","remote":"127.0.0.1:39458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-zr67s\" "} {"level":"warn","ts":"2026-04-23T00:37:36.970546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.437285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:37:36.97057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.33925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-04-23T00:37:36.970591Z","caller":"traceutil/trace.go:171","msg":"trace[829165300] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11085; }","duration":"508.526168ms","start":"2026-04-23T00:37:36.462055Z","end":"2026-04-23T00:37:36.970581Z","steps":["trace[829165300] 'agreement among raft nodes before linearized reading' (duration: 508.459006ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:37:36.970602Z","caller":"traceutil/trace.go:171","msg":"trace[589120046] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11085; }","duration":"507.409812ms","start":"2026-04-23T00:37:36.463183Z","end":"2026-04-23T00:37:36.970592Z","steps":["trace[589120046] 'agreement among raft nodes before linearized reading' (duration: 507.3271ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:37:36.970607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"892.069347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-04-23T00:37:36.970626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"854.182054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T00:37:36.970627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:37:36.462024Z","time spent":"508.59621ms","remote":"127.0.0.1:39494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"info","ts":"2026-04-23T00:37:36.970646Z","caller":"traceutil/trace.go:171","msg":"trace[1545196290] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:11085; }","duration":"892.146109ms","start":"2026-04-23T00:37:36.078486Z","end":"2026-04-23T00:37:36.970632Z","steps":["trace[1545196290] 'agreement among raft nodes before linearized reading' (duration: 892.034816ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:37:36.970663Z","caller":"traceutil/trace.go:171","msg":"trace[1034631690] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:11085; }","duration":"854.264357ms","start":"2026-04-23T00:37:36.116388Z","end":"2026-04-23T00:37:36.970652Z","steps":["trace[1034631690] 'agreement among raft nodes before linearized reading' (duration: 854.110972ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:37:36.970684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:37:36.078464Z","time spent":"892.212942ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-23T00:37:36.970701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:37:36.116362Z","time spent":"854.326618ms","remote":"127.0.0.1:39458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":84,"response size":30,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"info","ts":"2026-04-23T00:37:36.970185Z","caller":"traceutil/trace.go:171","msg":"trace[986470869] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11085; }","duration":"1.291526972s","start":"2026-04-23T00:37:35.678644Z","end":"2026-04-23T00:37:36.970171Z","steps":["trace[986470869] 'agreement among raft nodes before linearized reading' (duration: 1.291330896s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:37:36.970739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:37:35.678637Z","time spent":"1.29209528s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T00:37:36.970136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:37:36.59497Z","time spent":"375.159604ms","remote":"127.0.0.1:39494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5102,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-04-23T00:37:36.97063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:37:36.463152Z","time spent":"507.472504ms","remote":"127.0.0.1:39494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5102,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-04-23T00:37:36.970852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"946.748763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-23T00:37:36.970881Z","caller":"traceutil/trace.go:171","msg":"trace[760618163] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11085; }","duration":"946.829096ms","start":"2026-04-23T00:37:36.024042Z","end":"2026-04-23T00:37:36.970871Z","steps":["trace[760618163] 'agreement among raft nodes before linearized reading' (duration: 946.730233ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:37:36.970471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.769926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-04-23T00:37:36.970908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:37:36.024015Z","time spent":"946.886568ms","remote":"127.0.0.1:39458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-23T00:37:36.970923Z","caller":"traceutil/trace.go:171","msg":"trace[732808932] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11085; }","duration":"509.260931ms","start":"2026-04-23T00:37:36.461651Z","end":"2026-04-23T00:37:36.970912Z","steps":["trace[732808932] 'agreement among raft nodes before linearized reading' (duration: 508.717634ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:37:36.970958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:37:36.461602Z","time spent":"509.347035ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-04-23T00:37:36.970493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.613904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:37:36.971032Z","caller":"traceutil/trace.go:171","msg":"trace[1636709645] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11085; }","duration":"448.193212ms","start":"2026-04-23T00:37:36.522825Z","end":"2026-04-23T00:37:36.971018Z","steps":["trace[1636709645] 'agreement among raft nodes before linearized reading' (duration: 447.641844ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:37:36.971084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:37:36.522798Z","time spent":"448.274355ms","remote":"127.0.0.1:39306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T00:37:36.969691Z","caller":"traceutil/trace.go:171","msg":"trace[1549385998] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11085; }","duration":"1.293176584s","start":"2026-04-23T00:37:35.676499Z","end":"2026-04-23T00:37:36.969676Z","steps":["trace[1549385998] 'agreement among raft nodes before linearized reading' (duration: 1.292966867s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:37:36.971151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:37:35.676491Z","time spent":"1.294647001s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T00:37:36.971251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.226818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:37:36.971322Z","caller":"traceutil/trace.go:171","msg":"trace[1208785756] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11085; }","duration":"378.253671ms","start":"2026-04-23T00:37:36.593036Z","end":"2026-04-23T00:37:36.97129Z","steps":["trace[1208785756] 'agreement among raft nodes before linearized reading' (duration: 377.201318ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:37:36.97136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:37:36.593024Z","time spent":"378.325923ms","remote":"127.0.0.1:39494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"info","ts":"2026-04-23T00:37:37.079766Z","caller":"traceutil/trace.go:171","msg":"trace[768797337] transaction","detail":"{read_only:false; response_revision:11087; number_of_response:1; }","duration":"102.609147ms","start":"2026-04-23T00:37:36.977124Z","end":"2026-04-23T00:37:37.079733Z","steps":["trace[768797337] 'process raft request' (duration: 102.323638ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:37:37.08008Z","caller":"traceutil/trace.go:171","msg":"trace[2051877079] transaction","detail":"{read_only:false; response_revision:11088; number_of_response:1; }","duration":"101.557504ms","start":"2026-04-23T00:37:36.978479Z","end":"2026-04-23T00:37:37.080037Z","steps":["trace[2051877079] 'process raft request' (duration: 101.192682ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:37:37.080207Z","caller":"traceutil/trace.go:171","msg":"trace[1746058854] transaction","detail":"{read_only:false; response_revision:11089; number_of_response:1; }","duration":"100.49297ms","start":"2026-04-23T00:37:36.979684Z","end":"2026-04-23T00:37:37.080177Z","steps":["trace[1746058854] 'process raft request' (duration: 100.284584ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:37:37.080447Z","caller":"traceutil/trace.go:171","msg":"trace[453510986] transaction","detail":"{read_only:false; response_revision:11090; number_of_response:1; }","duration":"100.51158ms","start":"2026-04-23T00:37:36.979894Z","end":"2026-04-23T00:37:37.080405Z","steps":["trace[453510986] 'process raft request' (duration: 100.204841ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:37:37.081171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.675389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:447637"} {"level":"info","ts":"2026-04-23T00:37:37.081246Z","caller":"traceutil/trace.go:171","msg":"trace[1120855362] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:11092; }","duration":"102.796184ms","start":"2026-04-23T00:37:36.978434Z","end":"2026-04-23T00:37:37.08123Z","steps":["trace[1120855362] 'agreement among raft nodes before linearized reading' (duration: 101.977958ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:37:38.434167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.511153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T00:37:38.434657Z","caller":"traceutil/trace.go:171","msg":"trace[1768458204] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:11093; }","duration":"347.04213ms","start":"2026-04-23T00:37:38.087592Z","end":"2026-04-23T00:37:38.434634Z","steps":["trace[1768458204] 'agreement among raft nodes before linearized reading' (duration: 21.894175ms)","trace[1768458204] 'count revisions from in-memory index tree' (duration: 324.623928ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:37:38.434379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.145501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T00:37:38.434795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:37:38.087578Z","time spent":"347.161814ms","remote":"127.0.0.1:39382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":114,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"info","ts":"2026-04-23T00:37:38.434841Z","caller":"traceutil/trace.go:171","msg":"trace[78807091] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:11093; }","duration":"203.639047ms","start":"2026-04-23T00:37:38.231161Z","end":"2026-04-23T00:37:38.4348Z","steps":["trace[78807091] 'count revisions from in-memory index tree' (duration: 203.068298ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:37:38.434521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.956855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-04-23T00:37:38.435035Z","caller":"traceutil/trace.go:171","msg":"trace[638770601] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:11093; }","duration":"323.457921ms","start":"2026-04-23T00:37:38.111525Z","end":"2026-04-23T00:37:38.434983Z","steps":["trace[638770601] 'range keys from in-memory index tree' (duration: 322.76733ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:37:38.435208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:37:38.111514Z","time spent":"323.635477ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-04-23T00:42:05.101124Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10728} {"level":"info","ts":"2026-04-23T00:42:05.182138Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10728,"took":"78.633802ms","hash":4122572377,"current-db-size-bytes":58359808,"current-db-size":"58 MB","current-db-size-in-use-bytes":27103232,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-04-23T00:42:05.182215Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4122572377,"revision":10728,"compact-revision":8255} {"level":"info","ts":"2026-04-23T00:43:28.744348Z","caller":"traceutil/trace.go:171","msg":"trace[1354552310] transaction","detail":"{read_only:false; response_revision:13482; number_of_response:1; }","duration":"320.656201ms","start":"2026-04-23T00:43:28.423665Z","end":"2026-04-23T00:43:28.744321Z","steps":["trace[1354552310] 'process raft request' (duration: 320.483725ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:43:28.744531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:43:28.42364Z","time spent":"320.798715ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:43:28.748298Z","caller":"traceutil/trace.go:171","msg":"trace[432939563] linearizableReadLoop","detail":"{readStateIndex:13951; appliedIndex:13948; }","duration":"237.270547ms","start":"2026-04-23T00:43:28.511Z","end":"2026-04-23T00:43:28.748271Z","steps":["trace[432939563] 'read index received' (duration: 233.248409ms)","trace[432939563] 'applied index is now lower than readState.Index' (duration: 4.021157ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:43:28.748415Z","caller":"traceutil/trace.go:171","msg":"trace[162891165] transaction","detail":"{read_only:false; response_revision:13483; number_of_response:1; }","duration":"323.428009ms","start":"2026-04-23T00:43:28.424915Z","end":"2026-04-23T00:43:28.748343Z","steps":["trace[162891165] 'process raft request' (duration: 323.165891ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:43:28.748535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.523885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:43:28.748456Z","caller":"traceutil/trace.go:171","msg":"trace[2122620884] transaction","detail":"{read_only:false; response_revision:13484; number_of_response:1; }","duration":"323.101388ms","start":"2026-04-23T00:43:28.425314Z","end":"2026-04-23T00:43:28.748415Z","steps":["trace[2122620884] 'process raft request' (duration: 322.914352ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:43:28.748788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:43:28.424867Z","time spent":"323.717767ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:43:28.748888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:43:28.425304Z","time spent":"323.444909ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:43:28.748625Z","caller":"traceutil/trace.go:171","msg":"trace[1055382408] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13484; }","duration":"237.675149ms","start":"2026-04-23T00:43:28.510936Z","end":"2026-04-23T00:43:28.748612Z","steps":["trace[1055382408] 'agreement among raft nodes before linearized reading' (duration: 237.486763ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:43:28.749077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.910803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:16 size:151600"} {"level":"info","ts":"2026-04-23T00:43:28.749202Z","caller":"traceutil/trace.go:171","msg":"trace[418831203] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:16; response_revision:13484; }","duration":"217.106929ms","start":"2026-04-23T00:43:28.532068Z","end":"2026-04-23T00:43:28.749175Z","steps":["trace[418831203] 'agreement among raft nodes before linearized reading' (duration: 216.465749ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:43:47.37898Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581741608219369846,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T00:43:47.879314Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581741608219369846,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T00:43:48.379964Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581741608219369846,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T00:43:48.880625Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581741608219369846,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T00:43:49.381424Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581741608219369846,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T00:43:49.512148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999914336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T00:43:49.512261Z","caller":"traceutil/trace.go:171","msg":"trace[471282906] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000088101s","start":"2026-04-23T00:43:47.512152Z","end":"2026-04-23T00:43:49.512241Z","steps":["trace[471282906] 'agreement among raft nodes before linearized reading' (duration: 1.999952977s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:43:49.51231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:43:47.512129Z","time spent":"2.000171514s","remote":"127.0.0.1:39306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 00:43:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T00:43:49.881731Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581741608219369846,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T00:43:50.214521Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.399566816s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T00:43:50.215002Z","caller":"traceutil/trace.go:171","msg":"trace[1431457020] transaction","detail":"{read_only:false; response_revision:13581; number_of_response:1; }","duration":"3.400179925s","start":"2026-04-23T00:43:46.814795Z","end":"2026-04-23T00:43:50.214975Z","steps":["trace[1431457020] 'process raft request' (duration: 3.399974899s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:43:50.215954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:43:46.814761Z","time spent":"3.400998112s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:43:50.216217Z","caller":"traceutil/trace.go:171","msg":"trace[1338642088] linearizableReadLoop","detail":"{readStateIndex:14053; appliedIndex:14050; }","duration":"3.337286429s","start":"2026-04-23T00:43:46.878905Z","end":"2026-04-23T00:43:50.216191Z","steps":["trace[1338642088] 'read index received' (duration: 3.335861564s)","trace[1338642088] 'applied index is now lower than readState.Index' (duration: 1.423545ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:43:50.21635Z","caller":"traceutil/trace.go:171","msg":"trace[986410706] transaction","detail":"{read_only:false; response_revision:13583; number_of_response:1; }","duration":"3.39936335s","start":"2026-04-23T00:43:46.816962Z","end":"2026-04-23T00:43:50.216326Z","steps":["trace[986410706] 'process raft request' (duration: 3.399119522s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:43:50.216482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:43:46.816947Z","time spent":"3.399443842s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:43:50.216625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.960064625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zr67s\" ","response":"range_response_count:1 size:6530"} {"level":"info","ts":"2026-04-23T00:43:50.216675Z","caller":"traceutil/trace.go:171","msg":"trace[1864729198] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zr67s; range_end:; response_count:1; response_revision:13583; }","duration":"1.960156638s","start":"2026-04-23T00:43:48.256507Z","end":"2026-04-23T00:43:50.216664Z","steps":["trace[1864729198] 'agreement among raft nodes before linearized reading' (duration: 1.959974053s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:43:50.216705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:43:48.256491Z","time spent":"1.960205641s","remote":"127.0.0.1:39458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-zr67s\" "} {"level":"warn","ts":"2026-04-23T00:43:50.216771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.057974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:43:50.216722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.22117333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-23T00:43:50.216332Z","caller":"traceutil/trace.go:171","msg":"trace[946023313] transaction","detail":"{read_only:false; response_revision:13582; number_of_response:1; }","duration":"3.399628298s","start":"2026-04-23T00:43:46.81665Z","end":"2026-04-23T00:43:50.216278Z","steps":["trace[946023313] 'process raft request' (duration: 3.399290288s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:43:50.216869Z","caller":"traceutil/trace.go:171","msg":"trace[1259386152] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13583; }","duration":"3.221402647s","start":"2026-04-23T00:43:46.995429Z","end":"2026-04-23T00:43:50.216832Z","steps":["trace[1259386152] 'agreement among raft nodes before linearized reading' (duration: 3.220958603s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:43:50.216905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:43:46.816623Z","time spent":"3.400241738s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:43:50.216932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"947.512566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T00:43:50.216973Z","caller":"traceutil/trace.go:171","msg":"trace[1268217839] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:13583; }","duration":"947.62482ms","start":"2026-04-23T00:43:49.269337Z","end":"2026-04-23T00:43:50.216962Z","steps":["trace[1268217839] 'agreement among raft nodes before linearized reading' (duration: 947.553898ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:43:50.216838Z","caller":"traceutil/trace.go:171","msg":"trace[1512870122] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13583; }","duration":"704.155907ms","start":"2026-04-23T00:43:49.512648Z","end":"2026-04-23T00:43:50.216804Z","steps":["trace[1512870122] 'agreement among raft nodes before linearized reading' (duration: 704.081285ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:43:50.216976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:43:46.995403Z","time spent":"3.221556402s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T00:43:50.217004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:43:49.269309Z","time spent":"947.686582ms","remote":"127.0.0.1:40026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:43:50.217014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:43:49.512619Z","time spent":"704.387924ms","remote":"127.0.0.1:39300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T00:43:50.217202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"966.520986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-04-23T00:43:50.217244Z","caller":"traceutil/trace.go:171","msg":"trace[1780625145] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:13583; }","duration":"966.591329ms","start":"2026-04-23T00:43:49.250643Z","end":"2026-04-23T00:43:50.217235Z","steps":["trace[1780625145] 'agreement among raft nodes before linearized reading' (duration: 966.490745ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:43:50.217268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:43:49.250621Z","time spent":"966.64061ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-23T00:43:50.217306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.15104974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.233\" ","response":"range_response_count:1 size:138"} {"level":"warn","ts":"2026-04-23T00:43:50.21737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.069585862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T00:43:50.217369Z","caller":"traceutil/trace.go:171","msg":"trace[1404375381] range","detail":"{range_begin:/registry/masterleases/199.204.45.233; range_end:; response_count:1; response_revision:13583; }","duration":"2.151142523s","start":"2026-04-23T00:43:48.06621Z","end":"2026-04-23T00:43:50.217353Z","steps":["trace[1404375381] 'agreement among raft nodes before linearized reading' (duration: 2.150959677s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:43:50.217398Z","caller":"traceutil/trace.go:171","msg":"trace[1812675453] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:13583; }","duration":"1.069663174s","start":"2026-04-23T00:43:49.147726Z","end":"2026-04-23T00:43:50.217389Z","steps":["trace[1812675453] 'agreement among raft nodes before linearized reading' (duration: 1.069604463s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:43:50.217423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:43:49.147698Z","time spent":"1.069715666s","remote":"127.0.0.1:39724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":34,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:43:50.217421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:43:48.066189Z","time spent":"2.151214915s","remote":"127.0.0.1:39318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.233\" "} {"level":"warn","ts":"2026-04-23T00:43:50.21694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.338038042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T00:43:50.217594Z","caller":"traceutil/trace.go:171","msg":"trace[1952091430] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:13583; }","duration":"3.338718104s","start":"2026-04-23T00:43:46.878868Z","end":"2026-04-23T00:43:50.217586Z","steps":["trace[1952091430] 'agreement among raft nodes before linearized reading' (duration: 3.33798522s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:43:50.217618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:43:46.87885Z","time spent":"3.338760805s","remote":"127.0.0.1:33254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":48,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:43:50.217643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.087578309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-23T00:43:50.217694Z","caller":"traceutil/trace.go:171","msg":"trace[444677012] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:13583; }","duration":"3.087667902s","start":"2026-04-23T00:43:47.130014Z","end":"2026-04-23T00:43:50.217681Z","steps":["trace[444677012] 'agreement among raft nodes before linearized reading' (duration: 3.087507707s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:43:50.217733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:43:47.129994Z","time spent":"3.087732074s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T00:43:50.217751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.091812563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-23T00:43:50.217847Z","caller":"traceutil/trace.go:171","msg":"trace[1836011414] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13583; }","duration":"3.091911506s","start":"2026-04-23T00:43:47.125881Z","end":"2026-04-23T00:43:50.217792Z","steps":["trace[1836011414] 'agreement among raft nodes before linearized reading' (duration: 3.091769452s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:43:50.217894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.334150745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T00:43:50.217901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:43:47.125858Z","time spent":"3.09203108s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-23T00:43:50.217925Z","caller":"traceutil/trace.go:171","msg":"trace[2007562416] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:13583; }","duration":"2.334219127s","start":"2026-04-23T00:43:47.883697Z","end":"2026-04-23T00:43:50.217916Z","steps":["trace[2007562416] 'agreement among raft nodes before linearized reading' (duration: 2.334158945s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:43:50.217964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:43:47.883678Z","time spent":"2.334278429s","remote":"127.0.0.1:39424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":9,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:43:50.217984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.081611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T00:43:50.218015Z","caller":"traceutil/trace.go:171","msg":"trace[432198740] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:13583; }","duration":"689.149193ms","start":"2026-04-23T00:43:49.528858Z","end":"2026-04-23T00:43:50.218007Z","steps":["trace[432198740] 'agreement among raft nodes before linearized reading' (duration: 688.256985ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:43:50.218047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:43:49.528838Z","time spent":"689.200655ms","remote":"127.0.0.1:39748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1378,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:43:50.218068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.09454534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-23T00:43:50.21809Z","caller":"traceutil/trace.go:171","msg":"trace[1823763313] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13583; }","duration":"3.094597171s","start":"2026-04-23T00:43:47.123487Z","end":"2026-04-23T00:43:50.218084Z","steps":["trace[1823763313] 'agreement among raft nodes before linearized reading' (duration: 3.094531289s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:43:50.218116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:43:47.123467Z","time spent":"3.094644392s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T00:43:50.218137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.74292856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:43:50.218169Z","caller":"traceutil/trace.go:171","msg":"trace[319183290] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:13583; }","duration":"2.742996512s","start":"2026-04-23T00:43:47.475162Z","end":"2026-04-23T00:43:50.218158Z","steps":["trace[319183290] 'agreement among raft nodes before linearized reading' (duration: 2.74294274s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:43:50.218197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:43:47.475137Z","time spent":"2.743052294s","remote":"127.0.0.1:33142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:43:50.218247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.087758605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-23T00:43:50.218219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.2221422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-23T00:43:50.218271Z","caller":"traceutil/trace.go:171","msg":"trace[2070921684] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13583; }","duration":"3.087803416s","start":"2026-04-23T00:43:47.130461Z","end":"2026-04-23T00:43:50.218264Z","steps":["trace[2070921684] 'agreement among raft nodes before linearized reading' (duration: 3.087730324s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:43:50.218297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:43:47.13045Z","time spent":"3.087843298s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-23T00:43:50.218318Z","caller":"traceutil/trace.go:171","msg":"trace[2053040638] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13583; }","duration":"3.222290755s","start":"2026-04-23T00:43:46.996001Z","end":"2026-04-23T00:43:50.218292Z","steps":["trace[2053040638] 'agreement among raft nodes before linearized reading' (duration: 3.221941854s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:43:50.218805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:43:46.995989Z","time spent":"3.222798172s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-23T00:43:51.804627Z","caller":"traceutil/trace.go:171","msg":"trace[189734743] linearizableReadLoop","detail":"{readStateIndex:14064; appliedIndex:14063; }","duration":"293.42464ms","start":"2026-04-23T00:43:51.511184Z","end":"2026-04-23T00:43:51.804609Z","steps":["trace[189734743] 'read index received' (duration: 293.177983ms)","trace[189734743] 'applied index is now lower than readState.Index' (duration: 245.717µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:43:51.804693Z","caller":"traceutil/trace.go:171","msg":"trace[454172160] transaction","detail":"{read_only:false; response_revision:13593; number_of_response:1; }","duration":"315.393464ms","start":"2026-04-23T00:43:51.489267Z","end":"2026-04-23T00:43:51.804661Z","steps":["trace[454172160] 'process raft request' (duration: 315.148126ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:43:51.804739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.538644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:43:51.804771Z","caller":"traceutil/trace.go:171","msg":"trace[1758667484] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13593; }","duration":"293.618506ms","start":"2026-04-23T00:43:51.511144Z","end":"2026-04-23T00:43:51.804763Z","steps":["trace[1758667484] 'agreement among raft nodes before linearized reading' (duration: 293.537764ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:43:51.804829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:43:51.489243Z","time spent":"315.514428ms","remote":"127.0.0.1:39538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:43:52.332747Z","caller":"traceutil/trace.go:171","msg":"trace[604047851] transaction","detail":"{read_only:false; response_revision:13595; number_of_response:1; }","duration":"108.623022ms","start":"2026-04-23T00:43:52.224093Z","end":"2026-04-23T00:43:52.332716Z","steps":["trace[604047851] 'process raft request' (duration: 108.429956ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:43:52.334215Z","caller":"traceutil/trace.go:171","msg":"trace[128123345] transaction","detail":"{read_only:false; response_revision:13596; number_of_response:1; }","duration":"106.998301ms","start":"2026-04-23T00:43:52.227208Z","end":"2026-04-23T00:43:52.334206Z","steps":["trace[128123345] 'process raft request' (duration: 106.923209ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:43:52.334456Z","caller":"traceutil/trace.go:171","msg":"trace[1576139943] linearizableReadLoop","detail":"{readStateIndex:14068; appliedIndex:14065; }","duration":"101.984672ms","start":"2026-04-23T00:43:52.23241Z","end":"2026-04-23T00:43:52.334394Z","steps":["trace[1576139943] 'read index received' (duration: 100.246437ms)","trace[1576139943] 'applied index is now lower than readState.Index' (duration: 1.735965ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:43:52.334542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.121336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-23T00:43:52.334493Z","caller":"traceutil/trace.go:171","msg":"trace[699241583] transaction","detail":"{read_only:false; response_revision:13597; number_of_response:1; }","duration":"106.533876ms","start":"2026-04-23T00:43:52.227903Z","end":"2026-04-23T00:43:52.334437Z","steps":["trace[699241583] 'process raft request' (duration: 106.277908ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:43:52.334702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.269321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-23T00:43:52.334784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.562729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-23T00:43:52.334784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.97657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-23T00:43:52.334791Z","caller":"traceutil/trace.go:171","msg":"trace[543935075] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13597; }","duration":"102.391775ms","start":"2026-04-23T00:43:52.23238Z","end":"2026-04-23T00:43:52.334772Z","steps":["trace[543935075] 'agreement among raft nodes before linearized reading' (duration: 102.175058ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:43:52.334829Z","caller":"traceutil/trace.go:171","msg":"trace[1254057583] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13597; }","duration":"101.627471ms","start":"2026-04-23T00:43:52.233187Z","end":"2026-04-23T00:43:52.334814Z","steps":["trace[1254057583] 'agreement among raft nodes before linearized reading' (duration: 101.413994ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:43:52.334837Z","caller":"traceutil/trace.go:171","msg":"trace[1699139745] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13597; }","duration":"101.053222ms","start":"2026-04-23T00:43:52.23377Z","end":"2026-04-23T00:43:52.334823Z","steps":["trace[1699139745] 'agreement among raft nodes before linearized reading' (duration: 100.862616ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:43:52.33457Z","caller":"traceutil/trace.go:171","msg":"trace[1316824064] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13597; }","duration":"102.182318ms","start":"2026-04-23T00:43:52.23238Z","end":"2026-04-23T00:43:52.334562Z","steps":["trace[1316824064] 'agreement among raft nodes before linearized reading' (duration: 102.068205ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:43:52.334999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.2796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-23T00:43:52.335028Z","caller":"traceutil/trace.go:171","msg":"trace[417467041] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13597; }","duration":"101.315311ms","start":"2026-04-23T00:43:52.233706Z","end":"2026-04-23T00:43:52.335021Z","steps":["trace[417467041] 'agreement among raft nodes before linearized reading' (duration: 101.256389ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:43:52.335043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.563429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-23T00:43:52.335077Z","caller":"traceutil/trace.go:171","msg":"trace[1634765834] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:13597; }","duration":"101.60205ms","start":"2026-04-23T00:43:52.233462Z","end":"2026-04-23T00:43:52.335064Z","steps":["trace[1634765834] 'agreement among raft nodes before linearized reading' (duration: 101.515537ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:43:52.91639Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581741608219369887,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T00:43:53.390503Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.050951633s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T00:43:53.456555Z","caller":"traceutil/trace.go:171","msg":"trace[1102017161] transaction","detail":"{read_only:false; response_revision:13598; number_of_response:1; }","duration":"1.117105943s","start":"2026-04-23T00:43:52.339416Z","end":"2026-04-23T00:43:53.456522Z","steps":["trace[1102017161] 'process raft request' (duration: 1.051300074s)","trace[1102017161] 'compare' (duration: 65.328104ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:43:53.456765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:43:52.33938Z","time spent":"1.117273369s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:43:54.512908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000304327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T00:43:54.513032Z","caller":"traceutil/trace.go:171","msg":"trace[609425786] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000463942s","start":"2026-04-23T00:43:52.512519Z","end":"2026-04-23T00:43:54.512983Z","steps":["trace[609425786] 'agreement among raft nodes before linearized reading' (duration: 2.000342858s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:43:54.513097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:43:52.512486Z","time spent":"2.000596246s","remote":"127.0.0.1:39306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 00:43:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T00:43:56.513428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000020848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T00:43:56.513509Z","caller":"traceutil/trace.go:171","msg":"trace[861878331] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000131722s","start":"2026-04-23T00:43:54.513358Z","end":"2026-04-23T00:43:56.51349Z","steps":["trace[861878331] 'agreement among raft nodes before linearized reading' (duration: 2.000016088s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:43:56.513557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:43:54.513337Z","time spent":"2.000207165s","remote":"127.0.0.1:39300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T00:43:57.338376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:43:52.339892Z","time spent":"4.998463711s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/23 00:43:57 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T00:43:57.338414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:43:52.33967Z","time spent":"4.998733079s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/23 00:43:57 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T00:43:58.522762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000781033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T00:43:58.522863Z","caller":"traceutil/trace.go:171","msg":"trace[1980639376] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000922368s","start":"2026-04-23T00:43:56.521914Z","end":"2026-04-23T00:43:58.522836Z","steps":["trace[1980639376] 'agreement among raft nodes before linearized reading' (duration: 2.000797734s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:43:58.522916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:43:56.521903Z","time spent":"2.00100228s","remote":"127.0.0.1:39306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 00:43:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T00:43:59.33726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:43:54.338439Z","time spent":"4.998810044s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/23 00:43:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T00:43:59.338792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:43:54.339327Z","time spent":"4.999453004s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/23 00:43:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T00:43:59.340363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:43:52.33974Z","time spent":"7.000618348s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-23T00:43:59.340407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:43:52.340208Z","time spent":"7.000193944s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-23T00:43:59.340568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:43:52.339886Z","time spent":"7.00066419s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-23T00:43:59.544367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:43:52.544017Z","time spent":"7.000340409s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-23T00:44:00.313249Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"3f959db7b28ae0f6","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-04-23T00:44:00.46123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999100081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T00:44:00.461365Z","caller":"traceutil/trace.go:171","msg":"trace[394919927] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999326928s","start":"2026-04-23T00:43:55.462008Z","end":"2026-04-23T00:44:00.461335Z","steps":["trace[394919927] 'agreement among raft nodes before linearized reading' (duration: 4.999125232s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:00.461429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:43:55.461988Z","time spent":"4.999427172s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/23 00:44:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T00:44:00.523561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000220145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T00:44:00.523695Z","caller":"traceutil/trace.go:171","msg":"trace[700429309] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000429672s","start":"2026-04-23T00:43:58.523243Z","end":"2026-04-23T00:44:00.523673Z","steps":["trace[700429309] 'agreement among raft nodes before linearized reading' (duration: 2.000275177s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:00.523835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:43:58.52321Z","time spent":"2.000610658s","remote":"127.0.0.1:39300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 00:44:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T00:44:00.892339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:43:53.891243Z","time spent":"7.001089023s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-23T00:44:01.338442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:43:54.33776Z","time spent":"7.000665469s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-23T00:44:02.232517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.891180433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T00:44:02.232624Z","caller":"traceutil/trace.go:171","msg":"trace[407792315] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.891289507s","start":"2026-04-23T00:43:59.341287Z","end":"2026-04-23T00:44:02.232576Z","steps":["trace[407792315] 'agreement among raft nodes before linearized reading' (duration: 2.891185434s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:02.23267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:43:59.341278Z","time spent":"2.89138243s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/04/23 00:44:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T00:44:02.232708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"886.602151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T00:44:02.232833Z","caller":"traceutil/trace.go:171","msg":"trace[966793415] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"886.810729ms","start":"2026-04-23T00:44:01.345994Z","end":"2026-04-23T00:44:02.232805Z","steps":["trace[966793415] 'agreement among raft nodes before linearized reading' (duration: 886.630163ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:02.23285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"886.23116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-04-23T00:44:02.232928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:01.345971Z","time spent":"886.929522ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-23T00:44:02.232988Z","caller":"traceutil/trace.go:171","msg":"trace[505897517] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"886.506778ms","start":"2026-04-23T00:44:01.346445Z","end":"2026-04-23T00:44:02.232952Z","steps":["trace[505897517] 'agreement among raft nodes before linearized reading' (duration: 886.307472ms)"],"step_count":1} 2026/04/23 00:44:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T00:44:02.233074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:01.34643Z","time spent":"886.624943ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} 2026/04/23 00:44:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T00:44:02.233929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"886.87119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T00:44:02.233987Z","caller":"traceutil/trace.go:171","msg":"trace[1032790984] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"886.932162ms","start":"2026-04-23T00:44:01.347041Z","end":"2026-04-23T00:44:02.233973Z","steps":["trace[1032790984] 'agreement among raft nodes before linearized reading' (duration: 886.86948ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:02.234025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:01.347008Z","time spent":"887.007615ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/04/23 00:44:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T00:44:02.234154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.893137315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T00:44:02.23419Z","caller":"traceutil/trace.go:171","msg":"trace[55123253] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.893575059s","start":"2026-04-23T00:43:59.340605Z","end":"2026-04-23T00:44:02.23418Z","steps":["trace[55123253] 'agreement among raft nodes before linearized reading' (duration: 2.893204567s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:02.23422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:43:59.340584Z","time spent":"2.893628121s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/04/23 00:44:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T00:44:02.532353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000315689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T00:44:02.532457Z","caller":"traceutil/trace.go:171","msg":"trace[1748467030] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000512374s","start":"2026-04-23T00:44:00.531924Z","end":"2026-04-23T00:44:02.532437Z","steps":["trace[1748467030] 'agreement among raft nodes before linearized reading' (duration: 2.00036923s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:02.532508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:00.531889Z","time spent":"2.000608527s","remote":"127.0.0.1:39306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T00:44:02.638145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:43:55.637261Z","time spent":"7.000874906s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-23T00:44:04.338349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998728249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T00:44:04.338459Z","caller":"traceutil/trace.go:171","msg":"trace[890199182] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.998899305s","start":"2026-04-23T00:43:59.339539Z","end":"2026-04-23T00:44:04.338438Z","steps":["trace[890199182] 'agreement among raft nodes before linearized reading' (duration: 4.99874749s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:04.33851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:43:59.339519Z","time spent":"4.998979868s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/04/23 00:44:04 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T00:44:04.340166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999515945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T00:44:04.340311Z","caller":"traceutil/trace.go:171","msg":"trace[1914629189] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"4.99969097s","start":"2026-04-23T00:43:59.340561Z","end":"2026-04-23T00:44:04.340252Z","steps":["trace[1914629189] 'agreement among raft nodes before linearized reading' (duration: 4.999542396s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:04.340384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:43:59.340542Z","time spent":"4.999829264s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} 2026/04/23 00:44:04 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T00:44:04.347863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.004605497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T00:44:04.347945Z","caller":"traceutil/trace.go:171","msg":"trace[2116322784] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"3.004780883s","start":"2026-04-23T00:44:01.343147Z","end":"2026-04-23T00:44:04.347927Z","steps":["trace[2116322784] 'agreement among raft nodes before linearized reading' (duration: 3.004671729s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:04.347986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:01.343114Z","time spent":"3.004864616s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/04/23 00:44:04 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T00:44:04.359535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.036095497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T00:44:04.359599Z","caller":"traceutil/trace.go:171","msg":"trace[1811547966] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; }","duration":"9.0361873s","start":"2026-04-23T00:43:55.323395Z","end":"2026-04-23T00:44:04.359583Z","steps":["trace[1811547966] 'agreement among raft nodes before linearized reading' (duration: 9.036116458s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:04.359638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:43:55.323379Z","time spent":"9.036249731s","remote":"127.0.0.1:39458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} 2026/04/23 00:44:04 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T00:44:04.534169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000161453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T00:44:04.534263Z","caller":"traceutil/trace.go:171","msg":"trace[1525288525] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000323878s","start":"2026-04-23T00:44:02.533919Z","end":"2026-04-23T00:44:04.534243Z","steps":["trace[1525288525] 'agreement among raft nodes before linearized reading' (duration: 2.000201474s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:04.534315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:02.533891Z","time spent":"2.000414521s","remote":"127.0.0.1:39300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T00:44:05.46173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998633639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T00:44:05.461869Z","caller":"traceutil/trace.go:171","msg":"trace[1151306673] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.998808614s","start":"2026-04-23T00:44:02.462994Z","end":"2026-04-23T00:44:05.461803Z","steps":["trace[1151306673] 'agreement among raft nodes before linearized reading' (duration: 2.99868489s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:05.461943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:02.462962Z","time spent":"2.998967249s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/23 00:44:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T00:44:06.541638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00067389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T00:44:06.541757Z","caller":"traceutil/trace.go:171","msg":"trace[1523568831] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000829785s","start":"2026-04-23T00:44:04.540899Z","end":"2026-04-23T00:44:06.541728Z","steps":["trace[1523568831] 'agreement among raft nodes before linearized reading' (duration: 2.00068732s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:06.541845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:04.540891Z","time spent":"2.000909348s","remote":"127.0.0.1:39306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T00:44:06.551327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:43:59.550384Z","time spent":"7.000931467s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-23T00:44:07.234961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:02.236617Z","time spent":"4.998335708s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/23 00:44:07 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T00:44:07.235538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:02.236224Z","time spent":"4.999300948s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/23 00:44:07 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T00:44:07.322406Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"3f959db7b28ae0f6","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-04-23T00:44:08.542833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000324607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T00:44:08.542938Z","caller":"traceutil/trace.go:171","msg":"trace[908128847] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000517424s","start":"2026-04-23T00:44:06.542401Z","end":"2026-04-23T00:44:08.542918Z","steps":["trace[908128847] 'agreement among raft nodes before linearized reading' (duration: 2.000372389s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:08.542989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:06.542371Z","time spent":"2.000606616s","remote":"127.0.0.1:39300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 00:44:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T00:44:08.889756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.99326328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T00:44:08.889912Z","caller":"traceutil/trace.go:171","msg":"trace[1912857333] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; }","duration":"7.993504648s","start":"2026-04-23T00:44:00.896374Z","end":"2026-04-23T00:44:08.889879Z","steps":["trace[1912857333] 'agreement among raft nodes before linearized reading' (duration: 7.993299181s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:08.889975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:00.896341Z","time spent":"7.993620911s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} 2026/04/23 00:44:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T00:44:09.237426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:02.236391Z","time spent":"7.001024011s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-23T00:44:09.237481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:02.236214Z","time spent":"7.001259448s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-23T00:44:09.644861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:02.644048Z","time spent":"7.000804073s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-23T00:44:09.797785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:08.513907Z","time spent":"1.283864253s","remote":"127.0.0.1:53830","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-23T00:44:09.798485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:01.848975Z","time spent":"7.949507167s","remote":"127.0.0.1:51620","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-23T00:44:09.798698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.031458035s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:44:09.798848Z","caller":"traceutil/trace.go:171","msg":"trace[264231787] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:13598; }","duration":"15.03163017s","start":"2026-04-23T00:43:54.767197Z","end":"2026-04-23T00:44:09.798827Z","steps":["trace[264231787] 'range keys from in-memory index tree' (duration: 15.031412713s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:10.331239Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"16.940391496s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T00:44:10.550264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000158554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T00:44:10.550365Z","caller":"traceutil/trace.go:171","msg":"trace[779962517] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000299448s","start":"2026-04-23T00:44:08.550042Z","end":"2026-04-23T00:44:10.550341Z","steps":["trace[779962517] 'agreement among raft nodes before linearized reading' (duration: 2.000182394s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:10.550403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:08.550025Z","time spent":"2.000369381s","remote":"127.0.0.1:39306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 00:44:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T00:44:11.34371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:04.343112Z","time spent":"7.000590307s","remote":"127.0.0.1:39362","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-23T00:44:12.003659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.671230181s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-23T00:44:12.003798Z","caller":"traceutil/trace.go:171","msg":"trace[1148748313] linearizableReadLoop","detail":"{readStateIndex:14075; appliedIndex:14068; }","duration":"19.588131429s","start":"2026-04-23T00:43:52.415613Z","end":"2026-04-23T00:44:12.003744Z","steps":["trace[1148748313] 'read index received' (duration: 975.19494ms)","trace[1148748313] 'applied index is now lower than readState.Index' (duration: 18.612934248s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:44:12.004195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.588574853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-23T00:44:12.00424Z","caller":"traceutil/trace.go:171","msg":"trace[151882146] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:13604; }","duration":"19.588672956s","start":"2026-04-23T00:43:52.415551Z","end":"2026-04-23T00:44:12.004224Z","steps":["trace[151882146] 'agreement among raft nodes before linearized reading' (duration: 19.588447849s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:12.004279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:43:52.415525Z","time spent":"19.588745348s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-23T00:44:12.330344Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"3f959db7b28ae17c","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-04-23T00:44:12.504627Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581741608219369914,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T00:44:12.551081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000444592s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T00:44:12.551154Z","caller":"traceutil/trace.go:171","msg":"trace[2034596804] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000590757s","start":"2026-04-23T00:44:10.550545Z","end":"2026-04-23T00:44:12.551136Z","steps":["trace[2034596804] 'agreement among raft nodes before linearized reading' (duration: 2.000483433s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:12.551194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:10.550523Z","time spent":"2.000660858s","remote":"127.0.0.1:39300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T00:44:12.603551Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.272020423s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T00:44:12.604637Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"63.312µs","request":"header: lease_revoke:","response":"size:28","error":"lease not found"} {"level":"warn","ts":"2026-04-23T00:44:12.876586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000063541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T00:44:12.876676Z","caller":"traceutil/trace.go:171","msg":"trace[65149971] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000204596s","start":"2026-04-23T00:44:10.876453Z","end":"2026-04-23T00:44:12.876657Z","steps":["trace[65149971] 'agreement among raft nodes before linearized reading' (duration: 2.000090632s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:12.876726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:10.876438Z","time spent":"2.000277997s","remote":"127.0.0.1:39306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 00:44:12 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T00:44:13.125053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.959987ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-23T00:44:13.125281Z","caller":"traceutil/trace.go:171","msg":"trace[34688516] transaction","detail":"{read_only:false; number_of_response:1; response_revision:13611; }","duration":"6.56863643s","start":"2026-04-23T00:44:06.556627Z","end":"2026-04-23T00:44:13.125263Z","steps":["trace[34688516] 'process raft request' (duration: 6.568525926s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:13.125402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:06.556601Z","time spent":"6.568727653s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":722,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:44:13.125711Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"434.754µs","request":"header: lease_revoke:","response":"size:28","error":"lease not found"} {"level":"warn","ts":"2026-04-23T00:44:13.126015Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"3f959db7b28ae0f6","error":"lease not found"} {"level":"info","ts":"2026-04-23T00:44:13.12668Z","caller":"traceutil/trace.go:171","msg":"trace[427742900] transaction","detail":"{read_only:false; number_of_response:1; response_revision:13611; }","duration":"3.477041694s","start":"2026-04-23T00:44:09.649617Z","end":"2026-04-23T00:44:13.126659Z","steps":["trace[427742900] 'process raft request' (duration: 3.477000003s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:44:13.126779Z","caller":"traceutil/trace.go:171","msg":"trace[1393082353] transaction","detail":"{read_only:false; number_of_response:1; response_revision:13611; }","duration":"4.23335673s","start":"2026-04-23T00:44:08.893381Z","end":"2026-04-23T00:44:13.126738Z","steps":["trace[1393082353] 'process raft request' (duration: 4.233132372s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:13.126919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:09.649589Z","time spent":"3.477208179s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":45,"response count":0,"response size":571,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:44:13.127007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:08.893346Z","time spent":"4.233536845s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":55,"response count":0,"response size":525,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:44:13.235624Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"53.282µs","request":"header: lease_revoke:","response":"size:28","error":"lease not found"} {"level":"info","ts":"2026-04-23T00:44:13.235727Z","caller":"traceutil/trace.go:171","msg":"trace[1513838349] transaction","detail":"{read_only:false; response_revision:13612; number_of_response:1; }","duration":"1.223531676s","start":"2026-04-23T00:44:12.012166Z","end":"2026-04-23T00:44:13.235698Z","steps":["trace[1513838349] 'process raft request' (duration: 1.223159344s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:44:13.235944Z","caller":"traceutil/trace.go:171","msg":"trace[1286699498] linearizableReadLoop","detail":"{readStateIndex:14096; appliedIndex:14076; }","duration":"1.232033955s","start":"2026-04-23T00:44:12.003826Z","end":"2026-04-23T00:44:13.23586Z","steps":["trace[1286699498] 'read index received' (duration: 600.129011ms)","trace[1286699498] 'applied index is now lower than readState.Index' (duration: 631.902474ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:44:13.236057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.984897074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T00:44:13.236122Z","caller":"traceutil/trace.go:171","msg":"trace[150602441] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:13612; }","duration":"14.985015968s","start":"2026-04-23T00:43:58.251089Z","end":"2026-04-23T00:44:13.236105Z","steps":["trace[150602441] 'agreement among raft nodes before linearized reading' (duration: 14.984877794s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:13.236166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:43:58.251062Z","time spent":"14.98509339s","remote":"127.0.0.1:39728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":22,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:44:13.236134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.851599001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T00:44:13.236231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.984996542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T00:44:13.236261Z","caller":"traceutil/trace.go:171","msg":"trace[1618119553] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:13612; }","duration":"11.851795877s","start":"2026-04-23T00:44:01.384436Z","end":"2026-04-23T00:44:13.236231Z","steps":["trace[1618119553] 'agreement among raft nodes before linearized reading' (duration: 11.851525788s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:13.236342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.34705629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:44:13.236345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:01.384416Z","time spent":"11.85191378s","remote":"127.0.0.1:33152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:44:13.236344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.68711502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:44:13.236382Z","caller":"traceutil/trace.go:171","msg":"trace[1468187843] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:13612; }","duration":"16.347140033s","start":"2026-04-23T00:43:56.88923Z","end":"2026-04-23T00:44:13.23637Z","steps":["trace[1468187843] 'agreement among raft nodes before linearized reading' (duration: 16.347080921s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:13.236325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.884252901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zr67s\" ","response":"range_response_count:1 size:6530"} {"level":"warn","ts":"2026-04-23T00:44:13.236346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.020413773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:44:13.236284Z","caller":"traceutil/trace.go:171","msg":"trace[1357992556] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:13612; }","duration":"15.985096045s","start":"2026-04-23T00:43:57.251173Z","end":"2026-04-23T00:44:13.236269Z","steps":["trace[1357992556] 'agreement among raft nodes before linearized reading' (duration: 15.985020993s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:44:13.236439Z","caller":"traceutil/trace.go:171","msg":"trace[1769207569] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zr67s; range_end:; response_count:1; response_revision:13612; }","duration":"18.884384515s","start":"2026-04-23T00:43:54.352038Z","end":"2026-04-23T00:44:13.236423Z","steps":["trace[1769207569] 'agreement among raft nodes before linearized reading' (duration: 18.884109236s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:13.236454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.643659855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T00:44:13.236465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.531866059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:44:13.236491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:43:54.351988Z","time spent":"18.884494618s","remote":"127.0.0.1:39458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-zr67s\" "} {"level":"info","ts":"2026-04-23T00:44:13.236481Z","caller":"traceutil/trace.go:171","msg":"trace[1447202668] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:13612; }","duration":"19.020576518s","start":"2026-04-23T00:43:54.215881Z","end":"2026-04-23T00:44:13.236457Z","steps":["trace[1447202668] 'agreement among raft nodes before linearized reading' (duration: 19.020420383s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:13.236502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:43:57.251146Z","time spent":"15.985331373s","remote":"127.0.0.1:39666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:44:13.236554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.360430897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:44:13.236628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:43:54.215857Z","time spent":"19.020710171s","remote":"127.0.0.1:33128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:44:13.236418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:43:56.889206Z","time spent":"16.347202415s","remote":"127.0.0.1:33262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:44:13.236646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.485492142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T00:44:13.236765Z","caller":"traceutil/trace.go:171","msg":"trace[582617432] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:13612; }","duration":"3.485641986s","start":"2026-04-23T00:44:09.751106Z","end":"2026-04-23T00:44:13.236748Z","steps":["trace[582617432] 'agreement among raft nodes before linearized reading' (duration: 3.48544145s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:13.236795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.423945633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:44:13.236832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.888972907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T00:44:13.23686Z","caller":"traceutil/trace.go:171","msg":"trace[1727159626] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:13612; }","duration":"12.424055946s","start":"2026-04-23T00:44:00.812792Z","end":"2026-04-23T00:44:13.236848Z","steps":["trace[1727159626] 'agreement among raft nodes before linearized reading' (duration: 12.423954523s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:44:13.236876Z","caller":"traceutil/trace.go:171","msg":"trace[2085888790] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:13612; }","duration":"5.88906802s","start":"2026-04-23T00:44:07.347794Z","end":"2026-04-23T00:44:13.236862Z","steps":["trace[2085888790] 'agreement among raft nodes before linearized reading' (duration: 5.888962956s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:13.236885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.586281534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:44:13.236887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.288680841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:44:13.236911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:07.347765Z","time spent":"5.889136702s","remote":"127.0.0.1:57972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:44:13.236936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.557315643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T00:44:13.236957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.708075864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:44:13.236951Z","caller":"traceutil/trace.go:171","msg":"trace[59610621] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:13612; }","duration":"5.288802815s","start":"2026-04-23T00:44:07.948134Z","end":"2026-04-23T00:44:13.236937Z","steps":["trace[59610621] 'agreement among raft nodes before linearized reading' (duration: 5.288700202s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:13.236942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.077331474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:44:13.237003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:07.948088Z","time spent":"5.288903189s","remote":"127.0.0.1:58004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:44:13.237018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.265119107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:44:13.237038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.441522078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:44:13.23697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.049056304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:44:13.237083Z","caller":"traceutil/trace.go:171","msg":"trace[1545439274] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:13612; }","duration":"13.049215028s","start":"2026-04-23T00:44:00.187859Z","end":"2026-04-23T00:44:13.237074Z","steps":["trace[1545439274] 'agreement among raft nodes before linearized reading' (duration: 13.049075984s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:13.236129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.16963621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.233\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:44:13.237114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:00.187833Z","time spent":"13.049273791s","remote":"127.0.0.1:58026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:44:13.237115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.357787504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:44:13.237152Z","caller":"traceutil/trace.go:171","msg":"trace[2041976535] range","detail":"{range_begin:/registry/masterleases/199.204.45.233; range_end:; response_count:0; response_revision:13612; }","duration":"15.170687994s","start":"2026-04-23T00:43:58.066444Z","end":"2026-04-23T00:44:13.237132Z","steps":["trace[2041976535] 'agreement among raft nodes before linearized reading' (duration: 15.169658532s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:44:13.237168Z","caller":"traceutil/trace.go:171","msg":"trace[1964884349] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:13612; }","duration":"10.357881397s","start":"2026-04-23T00:44:02.879274Z","end":"2026-04-23T00:44:13.237155Z","steps":["trace[1964884349] 'agreement among raft nodes before linearized reading' (duration: 10.357798894s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:13.237185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.756794498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T00:44:13.237176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.699276969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7530"} {"level":"info","ts":"2026-04-23T00:44:13.237221Z","caller":"traceutil/trace.go:171","msg":"trace[571285205] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:13612; }","duration":"2.756889491s","start":"2026-04-23T00:44:10.480324Z","end":"2026-04-23T00:44:13.237214Z","steps":["trace[571285205] 'agreement among raft nodes before linearized reading' (duration: 2.756775197s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:13.237231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:43:58.066422Z","time spent":"15.170789617s","remote":"127.0.0.1:39318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/masterleases/199.204.45.233\" "} {"level":"info","ts":"2026-04-23T00:44:13.237251Z","caller":"traceutil/trace.go:171","msg":"trace[1548848938] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:13612; }","duration":"4.699462616s","start":"2026-04-23T00:44:08.53777Z","end":"2026-04-23T00:44:13.237233Z","steps":["trace[1548848938] 'agreement among raft nodes before linearized reading' (duration: 4.699196377s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:13.236078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.714282322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8d5b5e5f325ed\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-04-23T00:44:13.236261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.934026465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T00:44:13.237222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:02.879251Z","time spent":"10.35796184s","remote":"127.0.0.1:57966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:44:13.23729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.802896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:688"} {"level":"warn","ts":"2026-04-23T00:44:13.237337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.551705819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:44:13.237358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.001300754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-04-23T00:44:13.237356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.179915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:537"} {"level":"info","ts":"2026-04-23T00:44:13.237357Z","caller":"traceutil/trace.go:171","msg":"trace[1339208180] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:13612; }","duration":"107.91343ms","start":"2026-04-23T00:44:13.12942Z","end":"2026-04-23T00:44:13.237333Z","steps":["trace[1339208180] 'agreement among raft nodes before linearized reading' (duration: 107.710893ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:13.237377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.867516513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:127061"} {"level":"info","ts":"2026-04-23T00:44:13.23739Z","caller":"traceutil/trace.go:171","msg":"trace[1714069102] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:13612; }","duration":"8.001386166s","start":"2026-04-23T00:44:05.235993Z","end":"2026-04-23T00:44:13.237379Z","steps":["trace[1714069102] 'agreement among raft nodes before linearized reading' (duration: 8.001308984s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:44:13.237386Z","caller":"traceutil/trace.go:171","msg":"trace[1344322728] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:13612; }","duration":"7.551813232s","start":"2026-04-23T00:44:05.685562Z","end":"2026-04-23T00:44:13.237375Z","steps":["trace[1344322728] 'agreement among raft nodes before linearized reading' (duration: 7.55174253s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:13.237388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.844669495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:44:13.237399Z","caller":"traceutil/trace.go:171","msg":"trace[76755436] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:13612; }","duration":"106.253337ms","start":"2026-04-23T00:44:13.131131Z","end":"2026-04-23T00:44:13.237385Z","steps":["trace[76755436] 'agreement among raft nodes before linearized reading' (duration: 106.150754ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:13.237403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.837472318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T00:44:13.237413Z","caller":"traceutil/trace.go:171","msg":"trace[165484523] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:13612; }","duration":"6.867633186s","start":"2026-04-23T00:44:06.369768Z","end":"2026-04-23T00:44:13.237401Z","steps":["trace[165484523] 'agreement among raft nodes before linearized reading' (duration: 6.867499462s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:13.237424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:05.68553Z","time spent":"7.551883174s","remote":"127.0.0.1:33178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"info","ts":"2026-04-23T00:44:13.237431Z","caller":"traceutil/trace.go:171","msg":"trace[1756442991] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:13612; }","duration":"7.844711156s","start":"2026-04-23T00:44:05.392702Z","end":"2026-04-23T00:44:13.237413Z","steps":["trace[1756442991] 'agreement among raft nodes before linearized reading' (duration: 7.844652744s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:44:13.236414Z","caller":"traceutil/trace.go:171","msg":"trace[1416733313] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:13612; }","duration":"5.687189332s","start":"2026-04-23T00:44:07.549205Z","end":"2026-04-23T00:44:13.236394Z","steps":["trace[1416733313] 'agreement among raft nodes before linearized reading' (duration: 5.687062898s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:13.236921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.228252533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T00:44:13.237462Z","caller":"traceutil/trace.go:171","msg":"trace[1895053901] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:13612; }","duration":"2.837585701s","start":"2026-04-23T00:44:10.39986Z","end":"2026-04-23T00:44:13.237445Z","steps":["trace[1895053901] 'agreement among raft nodes before linearized reading' (duration: 2.837429486s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:13.237365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.258855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-23T00:44:13.237546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:10.399836Z","time spent":"2.837691854s","remote":"127.0.0.1:39586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":111,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:44:13.237555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.69719574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7111"} {"level":"warn","ts":"2026-04-23T00:44:13.237563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.614004136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:44:13.237582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:05.392673Z","time spent":"7.844888062s","remote":"127.0.0.1:55104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"info","ts":"2026-04-23T00:44:13.237587Z","caller":"traceutil/trace.go:171","msg":"trace[155082505] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:13612; }","duration":"8.697280922s","start":"2026-04-23T00:44:04.540297Z","end":"2026-04-23T00:44:13.237578Z","steps":["trace[155082505] 'agreement among raft nodes before linearized reading' (duration: 8.697183689s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:44:13.237619Z","caller":"traceutil/trace.go:171","msg":"trace[214355676] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:13612; }","duration":"16.935418628s","start":"2026-04-23T00:43:56.302175Z","end":"2026-04-23T00:44:13.237593Z","steps":["trace[214355676] 'agreement among raft nodes before linearized reading' (duration: 16.934044264s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:13.237628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:04.540267Z","time spent":"8.697352485s","remote":"127.0.0.1:39458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7134,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-23T00:44:13.237381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.874842694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-04-23T00:44:13.237694Z","caller":"traceutil/trace.go:171","msg":"trace[426669308] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a8d5b5e5f325ed; range_end:; response_count:1; response_revision:13612; }","duration":"16.715951256s","start":"2026-04-23T00:43:56.52173Z","end":"2026-04-23T00:44:13.237681Z","steps":["trace[426669308] 'agreement among raft nodes before linearized reading' (duration: 16.7141899s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:13.236173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.813499913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T00:44:13.237722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:43:56.521715Z","time spent":"16.715999107s","remote":"127.0.0.1:39362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8d5b5e5f325ed\" "} {"level":"warn","ts":"2026-04-23T00:44:13.23771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:07.549139Z","time spent":"5.688551475s","remote":"127.0.0.1:46386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:44:13.237662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.658249604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T00:44:13.23705Z","caller":"traceutil/trace.go:171","msg":"trace[1861601039] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:13612; }","duration":"10.265204939s","start":"2026-04-23T00:44:02.971837Z","end":"2026-04-23T00:44:13.237042Z","steps":["trace[1861601039] 'agreement among raft nodes before linearized reading' (duration: 10.265164078s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:13.237796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.810848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:44:13.237915Z","caller":"traceutil/trace.go:171","msg":"trace[867727541] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13612; }","duration":"679.978064ms","start":"2026-04-23T00:44:12.557919Z","end":"2026-04-23T00:44:13.237897Z","steps":["trace[867727541] 'agreement among raft nodes before linearized reading' (duration: 679.795058ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:13.237914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:02.9718Z","time spent":"10.266096247s","remote":"127.0.0.1:33264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:44:13.237413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:05.235961Z","time spent":"8.001447399s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-23T00:44:13.237039Z","caller":"traceutil/trace.go:171","msg":"trace[1734669281] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:13612; }","duration":"10.077428097s","start":"2026-04-23T00:44:03.159596Z","end":"2026-04-23T00:44:13.237024Z","steps":["trace[1734669281] 'agreement among raft nodes before linearized reading' (duration: 10.077257182s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:44:13.238051Z","caller":"traceutil/trace.go:171","msg":"trace[1427267564] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:13612; }","duration":"105.478213ms","start":"2026-04-23T00:44:13.132081Z","end":"2026-04-23T00:44:13.237559Z","steps":["trace[1427267564] 'agreement among raft nodes before linearized reading' (duration: 104.943246ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:13.237972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:12.557897Z","time spent":"680.061426ms","remote":"127.0.0.1:39306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T00:44:13.238097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:03.159501Z","time spent":"10.078575343s","remote":"127.0.0.1:39920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"info","ts":"2026-04-23T00:44:13.237626Z","caller":"traceutil/trace.go:171","msg":"trace[425858448] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:13612; }","duration":"9.6141232s","start":"2026-04-23T00:44:03.62348Z","end":"2026-04-23T00:44:13.237603Z","steps":["trace[425858448] 'agreement among raft nodes before linearized reading' (duration: 9.614022197s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:13.238352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:03.62345Z","time spent":"9.614876824s","remote":"127.0.0.1:39628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"info","ts":"2026-04-23T00:44:13.237734Z","caller":"traceutil/trace.go:171","msg":"trace[864308176] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:13612; }","duration":"15.815109244s","start":"2026-04-23T00:43:57.422612Z","end":"2026-04-23T00:44:13.237722Z","steps":["trace[864308176] 'agreement among raft nodes before linearized reading' (duration: 15.813536044s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:13.238494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:43:57.422581Z","time spent":"15.815866288s","remote":"127.0.0.1:39632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:44:13.237575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:08.537741Z","time spent":"4.699816167s","remote":"127.0.0.1:33162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7553,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-04-23T00:44:13.23615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.706978585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T00:44:13.238723Z","caller":"traceutil/trace.go:171","msg":"trace[1202613133] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:13612; }","duration":"17.709580527s","start":"2026-04-23T00:43:55.529129Z","end":"2026-04-23T00:44:13.23871Z","steps":["trace[1202613133] 'agreement among raft nodes before linearized reading' (duration: 17.706902103s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:13.238756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:43:55.529047Z","time spent":"17.709697451s","remote":"127.0.0.1:55174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:44:13.236668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.29881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:44:13.238874Z","caller":"traceutil/trace.go:171","msg":"trace[761728588] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:13612; }","duration":"736.781618ms","start":"2026-04-23T00:44:12.502057Z","end":"2026-04-23T00:44:13.238839Z","steps":["trace[761728588] 'agreement among raft nodes before linearized reading' (duration: 734.111044ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:13.236499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.027773897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:44:13.238924Z","caller":"traceutil/trace.go:171","msg":"trace[445096544] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:13612; }","duration":"12.030238294s","start":"2026-04-23T00:44:01.208669Z","end":"2026-04-23T00:44:13.238907Z","steps":["trace[445096544] 'agreement among raft nodes before linearized reading' (duration: 12.027769356s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:13.236361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:12.012142Z","time spent":"1.223855266s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:44:13.238951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:12.502038Z","time spent":"736.878231ms","remote":"127.0.0.1:54974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:44:13.23896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:01.208645Z","time spent":"12.030302297s","remote":"127.0.0.1:39954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:44:13.235857Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"3f959db7b28ae17c","error":"lease not found"} {"level":"info","ts":"2026-04-23T00:44:13.236501Z","caller":"traceutil/trace.go:171","msg":"trace[1851956338] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:13612; }","duration":"16.531935671s","start":"2026-04-23T00:43:56.704557Z","end":"2026-04-23T00:44:13.236492Z","steps":["trace[1851956338] 'agreement among raft nodes before linearized reading' (duration: 16.53188413s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:44:13.236505Z","caller":"traceutil/trace.go:171","msg":"trace[1714832528] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:13612; }","duration":"17.643733927s","start":"2026-04-23T00:43:55.592756Z","end":"2026-04-23T00:44:13.23649Z","steps":["trace[1714832528] 'agreement among raft nodes before linearized reading' (duration: 17.643540341s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:44:13.23666Z","caller":"traceutil/trace.go:171","msg":"trace[420558504] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:13612; }","duration":"12.36052781s","start":"2026-04-23T00:44:00.876113Z","end":"2026-04-23T00:44:13.236641Z","steps":["trace[420558504] 'agreement among raft nodes before linearized reading' (duration: 12.360415536s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:13.236702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.475649356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-04-23T00:44:13.23625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"20.175482717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"warn","ts":"2026-04-23T00:44:13.236817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:09.751086Z","time spent":"3.485714488s","remote":"127.0.0.1:39750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":43,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:44:13.236758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.432292909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T00:44:13.2369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:00.812769Z","time spent":"12.424121559s","remote":"127.0.0.1:55044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-04-23T00:44:13.236913Z","caller":"traceutil/trace.go:171","msg":"trace[1666825768] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:13612; }","duration":"5.586348936s","start":"2026-04-23T00:44:07.650557Z","end":"2026-04-23T00:44:13.236906Z","steps":["trace[1666825768] 'agreement among raft nodes before linearized reading' (duration: 5.586291584s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:44:13.23698Z","caller":"traceutil/trace.go:171","msg":"trace[802050718] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:13612; }","duration":"3.708145615s","start":"2026-04-23T00:44:09.528829Z","end":"2026-04-23T00:44:13.236974Z","steps":["trace[802050718] 'agreement among raft nodes before linearized reading' (duration: 3.708107564s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:44:13.236984Z","caller":"traceutil/trace.go:171","msg":"trace[600679631] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:13612; }","duration":"1.557396625s","start":"2026-04-23T00:44:11.679576Z","end":"2026-04-23T00:44:13.236973Z","steps":["trace[600679631] 'agreement among raft nodes before linearized reading' (duration: 1.557270111s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:44:13.237077Z","caller":"traceutil/trace.go:171","msg":"trace[1378939024] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:13612; }","duration":"2.441562699s","start":"2026-04-23T00:44:10.795505Z","end":"2026-04-23T00:44:13.237068Z","steps":["trace[1378939024] 'agreement among raft nodes before linearized reading' (duration: 2.441505277s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:13.237085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.448800043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T00:44:13.237171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.274049842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:44:13.237268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:10.480294Z","time spent":"2.756964323s","remote":"127.0.0.1:39512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":65,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:44:13.237458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:06.369738Z","time spent":"6.867713018s","remote":"127.0.0.1:39346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":127084,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-04-23T00:44:13.237522Z","caller":"traceutil/trace.go:171","msg":"trace[1305796213] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:13612; }","duration":"5.228920823s","start":"2026-04-23T00:44:08.008583Z","end":"2026-04-23T00:44:13.237504Z","steps":["trace[1305796213] 'agreement among raft nodes before linearized reading' (duration: 5.228247622s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:13.237665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:43:56.302143Z","time spent":"16.935508331s","remote":"127.0.0.1:39526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":30,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-23T00:44:13.237722Z","caller":"traceutil/trace.go:171","msg":"trace[93945362] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:13612; }","duration":"6.875233136s","start":"2026-04-23T00:44:06.362466Z","end":"2026-04-23T00:44:13.237699Z","steps":["trace[93945362] 'agreement among raft nodes before linearized reading' (duration: 6.874680709s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:44:13.237864Z","caller":"traceutil/trace.go:171","msg":"trace[1133930383] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:13612; }","duration":"9.658466571s","start":"2026-04-23T00:44:03.579327Z","end":"2026-04-23T00:44:13.237793Z","steps":["trace[1133930383] 'agreement among raft nodes before linearized reading' (duration: 9.656550351s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:13.239048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:43:55.592743Z","time spent":"17.646292488s","remote":"127.0.0.1:39568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":99,"response size":30,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:44:13.239276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:10.795432Z","time spent":"2.443834752s","remote":"127.0.0.1:39486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:44:13.239325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:11.679556Z","time spent":"1.559721758s","remote":"127.0.0.1:39466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":63,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:44:13.239597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:03.579294Z","time spent":"9.660295829s","remote":"127.0.0.1:40930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":2,"response size":30,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"info","ts":"2026-04-23T00:44:13.239641Z","caller":"traceutil/trace.go:171","msg":"trace[1018071976] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:13612; }","duration":"13.451401774s","start":"2026-04-23T00:43:59.788219Z","end":"2026-04-23T00:44:13.239621Z","steps":["trace[1018071976] 'agreement among raft nodes before linearized reading' (duration: 13.448773961s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:13.23971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:43:59.788189Z","time spent":"13.451500267s","remote":"127.0.0.1:39330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":92,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:44:13.239053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:43:56.704541Z","time spent":"16.534486482s","remote":"127.0.0.1:39404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:44:13.23982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:09.528797Z","time spent":"3.711013026s","remote":"127.0.0.1:33288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:44:13.239569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:06.362434Z","time spent":"6.876899499s","remote":"127.0.0.1:39354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-04-23T00:44:13.239079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:00.876049Z","time spent":"12.363021739s","remote":"127.0.0.1:55094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"info","ts":"2026-04-23T00:44:13.239117Z","caller":"traceutil/trace.go:171","msg":"trace[1524119026] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:13612; }","duration":"10.434690394s","start":"2026-04-23T00:44:02.804406Z","end":"2026-04-23T00:44:13.239096Z","steps":["trace[1524119026] 'agreement among raft nodes before linearized reading' (duration: 10.432092962s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:13.240084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:02.804388Z","time spent":"10.435683126s","remote":"127.0.0.1:39996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-23T00:44:13.239108Z","caller":"traceutil/trace.go:171","msg":"trace[79011221] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:13612; }","duration":"20.178392918s","start":"2026-04-23T00:43:53.060706Z","end":"2026-04-23T00:44:13.239099Z","steps":["trace[79011221] 'agreement among raft nodes before linearized reading' (duration: 20.175403824s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:13.240178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:08.008553Z","time spent":"5.231611818s","remote":"127.0.0.1:39506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-04-23T00:44:13.239136Z","caller":"traceutil/trace.go:171","msg":"trace[2073314408] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:13612; }","duration":"7.478088503s","start":"2026-04-23T00:44:05.761035Z","end":"2026-04-23T00:44:13.239124Z","steps":["trace[2073314408] 'agreement among raft nodes before linearized reading' (duration: 7.475499761s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:13.240192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:43:53.060684Z","time spent":"20.179485102s","remote":"127.0.0.1:39382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-23T00:44:13.24024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:05.760933Z","time spent":"7.479293221s","remote":"127.0.0.1:39424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"info","ts":"2026-04-23T00:44:13.239164Z","caller":"traceutil/trace.go:171","msg":"trace[154938541] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:13612; }","duration":"6.276050635s","start":"2026-04-23T00:44:06.963106Z","end":"2026-04-23T00:44:13.239156Z","steps":["trace[154938541] 'agreement among raft nodes before linearized reading' (duration: 6.274025141s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:13.240372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:06.963073Z","time spent":"6.277281284s","remote":"127.0.0.1:39550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:44:13.239778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:07.650536Z","time spent":"5.589223487s","remote":"127.0.0.1:33218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:44:13.817683Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581741608219369927,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T00:44:14.166656Z","caller":"traceutil/trace.go:171","msg":"trace[202766253] transaction","detail":"{read_only:false; response_revision:13613; number_of_response:1; }","duration":"922.897228ms","start":"2026-04-23T00:44:13.243724Z","end":"2026-04-23T00:44:14.166621Z","steps":["trace[202766253] 'process raft request' (duration: 922.517106ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:14.166849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:13.243713Z","time spent":"923.032193ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:44:14.166923Z","caller":"traceutil/trace.go:171","msg":"trace[124881346] transaction","detail":"{read_only:false; response_revision:13618; number_of_response:1; }","duration":"917.382614ms","start":"2026-04-23T00:44:13.249522Z","end":"2026-04-23T00:44:14.166905Z","steps":["trace[124881346] 'process raft request' (duration: 917.287561ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:14.167104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:13.249482Z","time spent":"917.5623ms","remote":"127.0.0.1:39458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:44:14.167274Z","caller":"traceutil/trace.go:171","msg":"trace[1710499336] transaction","detail":"{read_only:false; response_revision:13616; number_of_response:1; }","duration":"922.01238ms","start":"2026-04-23T00:44:13.245214Z","end":"2026-04-23T00:44:14.167227Z","steps":["trace[1710499336] 'process raft request' (duration: 921.455303ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:44:14.167311Z","caller":"traceutil/trace.go:171","msg":"trace[1306648540] transaction","detail":"{read_only:false; response_revision:13617; number_of_response:1; }","duration":"922.053572ms","start":"2026-04-23T00:44:13.245231Z","end":"2026-04-23T00:44:14.167284Z","steps":["trace[1306648540] 'process raft request' (duration: 921.488954ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:44:14.167369Z","caller":"traceutil/trace.go:171","msg":"trace[1969011437] transaction","detail":"{read_only:false; response_revision:13614; number_of_response:1; }","duration":"923.538309ms","start":"2026-04-23T00:44:13.243814Z","end":"2026-04-23T00:44:14.167352Z","steps":["trace[1969011437] 'process raft request' (duration: 922.655811ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:14.16743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:13.24522Z","time spent":"922.150515ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:44:14.167452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:13.243808Z","time spent":"923.597901ms","remote":"127.0.0.1:39362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:44:14.167435Z","caller":"traceutil/trace.go:171","msg":"trace[1207204064] transaction","detail":"{read_only:false; response_revision:13615; number_of_response:1; }","duration":"922.396013ms","start":"2026-04-23T00:44:13.244975Z","end":"2026-04-23T00:44:14.167371Z","steps":["trace[1207204064] 'process raft request' (duration: 921.633119ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:14.167496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:13.245204Z","time spent":"922.159796ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:44:14.167647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:13.244961Z","time spent":"922.568698ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:44:14.722985Z","caller":"traceutil/trace.go:171","msg":"trace[606605104] linearizableReadLoop","detail":"{readStateIndex:14104; appliedIndex:14097; }","duration":"1.406378343s","start":"2026-04-23T00:44:13.316575Z","end":"2026-04-23T00:44:14.722953Z","steps":["trace[606605104] 'read index received' (duration: 849.632124ms)","trace[606605104] 'applied index is now lower than readState.Index' (duration: 556.745089ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:44:14.723019Z","caller":"traceutil/trace.go:171","msg":"trace[1142954847] transaction","detail":"{read_only:false; response_revision:13619; number_of_response:1; }","duration":"1.405120293s","start":"2026-04-23T00:44:13.317861Z","end":"2026-04-23T00:44:14.722981Z","steps":["trace[1142954847] 'process raft request' (duration: 1.36641579s)","trace[1142954847] 'compare' (duration: 38.495696ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:44:14.72321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:13.317841Z","time spent":"1.405262897s","remote":"127.0.0.1:39318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:44:14.723185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.479441281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:44:14.723306Z","caller":"traceutil/trace.go:171","msg":"trace[1893734989] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13619; }","duration":"1.479594366s","start":"2026-04-23T00:44:13.243681Z","end":"2026-04-23T00:44:14.723276Z","steps":["trace[1893734989] 'agreement among raft nodes before linearized reading' (duration: 1.479335648s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:14.723368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:13.243666Z","time spent":"1.479693199s","remote":"127.0.0.1:39300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T00:44:14.723446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.40060645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:127061"} {"level":"info","ts":"2026-04-23T00:44:14.723531Z","caller":"traceutil/trace.go:171","msg":"trace[327493819] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:13619; }","duration":"1.400729093s","start":"2026-04-23T00:44:13.322785Z","end":"2026-04-23T00:44:14.723514Z","steps":["trace[327493819] 'agreement among raft nodes before linearized reading' (duration: 1.400390653s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:14.723577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:13.32275Z","time spent":"1.400821197s","remote":"127.0.0.1:39346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":127084,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-04-23T00:44:14.723591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.479365218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-2073d0d0-f4f8-41ed-99bf-d43722b64e63\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-04-23T00:44:14.723674Z","caller":"traceutil/trace.go:171","msg":"trace[345369969] range","detail":"{range_begin:/registry/persistentvolumes/pvc-2073d0d0-f4f8-41ed-99bf-d43722b64e63; range_end:; response_count:1; response_revision:13619; }","duration":"1.479604806s","start":"2026-04-23T00:44:13.24405Z","end":"2026-04-23T00:44:14.723655Z","steps":["trace[345369969] 'agreement among raft nodes before linearized reading' (duration: 1.478941515s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:14.723724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.480086361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:63 size:88201"} {"level":"warn","ts":"2026-04-23T00:44:14.723727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:13.24403Z","time spent":"1.479687779s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-2073d0d0-f4f8-41ed-99bf-d43722b64e63\" "} {"level":"info","ts":"2026-04-23T00:44:14.723759Z","caller":"traceutil/trace.go:171","msg":"trace[942638616] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:63; response_revision:13619; }","duration":"1.480157754s","start":"2026-04-23T00:44:13.243592Z","end":"2026-04-23T00:44:14.72375Z","steps":["trace[942638616] 'agreement among raft nodes before linearized reading' (duration: 1.479514084s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:14.723791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:13.243586Z","time spent":"1.480197085s","remote":"127.0.0.1:39466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":63,"response size":88224,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-04-23T00:44:14.72381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.837002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-23T00:44:14.723845Z","caller":"traceutil/trace.go:171","msg":"trace[330280275] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:13619; }","duration":"550.923455ms","start":"2026-04-23T00:44:14.17291Z","end":"2026-04-23T00:44:14.723833Z","steps":["trace[330280275] 'agreement among raft nodes before linearized reading' (duration: 550.740119ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:14.723885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:14.172879Z","time spent":"550.998987ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":514,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-04-23T00:44:14.723911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.10492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8d5b5e5f325ed\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-04-23T00:44:14.723915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.479138342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:62 size:582421"} {"level":"info","ts":"2026-04-23T00:44:14.72397Z","caller":"traceutil/trace.go:171","msg":"trace[1806971337] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a8d5b5e5f325ed; range_end:; response_count:1; response_revision:13619; }","duration":"551.162822ms","start":"2026-04-23T00:44:14.172789Z","end":"2026-04-23T00:44:14.723952Z","steps":["trace[1806971337] 'agreement among raft nodes before linearized reading' (duration: 551.001327ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:44:14.723989Z","caller":"traceutil/trace.go:171","msg":"trace[1679734976] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:62; response_revision:13619; }","duration":"1.479232735s","start":"2026-04-23T00:44:13.244731Z","end":"2026-04-23T00:44:14.723964Z","steps":["trace[1679734976] 'agreement among raft nodes before linearized reading' (duration: 1.478341596s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:14.724025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:14.172716Z","time spent":"551.295886ms","remote":"127.0.0.1:39362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8d5b5e5f325ed\" "} {"level":"warn","ts":"2026-04-23T00:44:14.724036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:13.244712Z","time spent":"1.479307296s","remote":"127.0.0.1:39458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":62,"response size":582444,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-23T00:44:14.724081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.202184031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:44:14.724118Z","caller":"traceutil/trace.go:171","msg":"trace[1945774203] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:13619; }","duration":"1.202321985s","start":"2026-04-23T00:44:13.521786Z","end":"2026-04-23T00:44:14.724108Z","steps":["trace[1945774203] 'agreement among raft nodes before linearized reading' (duration: 1.202239773s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:14.724154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:13.521763Z","time spent":"1.202384617s","remote":"127.0.0.1:55160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:44:14.7242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.196132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/pxc-operator-7cff949c8b-z4ll2\" ","response":"range_response_count:1 size:4352"} {"level":"info","ts":"2026-04-23T00:44:14.724247Z","caller":"traceutil/trace.go:171","msg":"trace[1697290680] range","detail":"{range_begin:/registry/pods/openstack/pxc-operator-7cff949c8b-z4ll2; range_end:; response_count:1; response_revision:13619; }","duration":"544.268664ms","start":"2026-04-23T00:44:14.179967Z","end":"2026-04-23T00:44:14.724236Z","steps":["trace[1697290680] 'agreement among raft nodes before linearized reading' (duration: 544.13769ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:14.724284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:14.17995Z","time spent":"544.326327ms","remote":"127.0.0.1:39458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":4375,"request content":"key:\"/registry/pods/openstack/pxc-operator-7cff949c8b-z4ll2\" "} {"level":"warn","ts":"2026-04-23T00:44:14.724339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.283625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T00:44:14.724403Z","caller":"traceutil/trace.go:171","msg":"trace[288664530] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:13619; }","duration":"550.392898ms","start":"2026-04-23T00:44:14.173991Z","end":"2026-04-23T00:44:14.724384Z","steps":["trace[288664530] 'agreement among raft nodes before linearized reading' (duration: 550.291395ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:14.724459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:14.173969Z","time spent":"550.474851ms","remote":"127.0.0.1:39736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":3,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:44:14.726329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.476066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1986"} {"level":"info","ts":"2026-04-23T00:44:14.726404Z","caller":"traceutil/trace.go:171","msg":"trace[936192540] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:13619; }","duration":"553.594679ms","start":"2026-04-23T00:44:14.172796Z","end":"2026-04-23T00:44:14.72639Z","steps":["trace[936192540] 'agreement among raft nodes before linearized reading' (duration: 551.194683ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:14.726734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:14.172761Z","time spent":"553.726043ms","remote":"127.0.0.1:39466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2009,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-04-23T00:44:15.308735Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581741608219369934,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T00:44:15.420775Z","caller":"traceutil/trace.go:171","msg":"trace[571848988] transaction","detail":"{read_only:false; response_revision:13621; number_of_response:1; }","duration":"692.963744ms","start":"2026-04-23T00:44:14.727779Z","end":"2026-04-23T00:44:15.420743Z","steps":["trace[571848988] 'process raft request' (duration: 692.609233ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:44:15.42079Z","caller":"traceutil/trace.go:171","msg":"trace[1976578734] transaction","detail":"{read_only:false; response_revision:13622; number_of_response:1; }","duration":"687.268564ms","start":"2026-04-23T00:44:14.733481Z","end":"2026-04-23T00:44:15.42075Z","steps":["trace[1976578734] 'process raft request' (duration: 687.15683ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:15.42094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:14.727749Z","time spent":"693.087768ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:44:15.421038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:14.733465Z","time spent":"687.44879ms","remote":"127.0.0.1:39458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4665,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:44:16.257064Z","caller":"traceutil/trace.go:171","msg":"trace[1675316597] linearizableReadLoop","detail":"{readStateIndex:14108; appliedIndex:14105; }","duration":"1.448392551s","start":"2026-04-23T00:44:14.808643Z","end":"2026-04-23T00:44:16.257036Z","steps":["trace[1675316597] 'read index received' (duration: 611.747658ms)","trace[1675316597] 'applied index is now lower than readState.Index' (duration: 836.644153ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:44:16.257371Z","caller":"traceutil/trace.go:171","msg":"trace[1397885447] transaction","detail":"{read_only:false; response_revision:13623; number_of_response:1; }","duration":"1.232223081s","start":"2026-04-23T00:44:15.025111Z","end":"2026-04-23T00:44:16.257334Z","steps":["trace[1397885447] 'process raft request' (duration: 1.231713445s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:16.25741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.527296053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"warn","ts":"2026-04-23T00:44:16.257476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.313797359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-04-23T00:44:16.257535Z","caller":"traceutil/trace.go:171","msg":"trace[863411774] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:13623; }","duration":"1.527460369s","start":"2026-04-23T00:44:14.730045Z","end":"2026-04-23T00:44:16.257505Z","steps":["trace[863411774] 'agreement among raft nodes before linearized reading' (duration: 1.527113508s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:16.257557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.470233461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:16 size:151638"} {"level":"warn","ts":"2026-04-23T00:44:16.257604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:14.730037Z","time spent":"1.527554032s","remote":"127.0.0.1:39424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-04-23T00:44:16.257621Z","caller":"traceutil/trace.go:171","msg":"trace[603527260] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:16; response_revision:13623; }","duration":"1.470351945s","start":"2026-04-23T00:44:14.787252Z","end":"2026-04-23T00:44:16.257604Z","steps":["trace[603527260] 'agreement among raft nodes before linearized reading' (duration: 1.469845439s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:16.257625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.445474729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8d5526659b8aa\" ","response":"range_response_count:1 size:773"} {"level":"warn","ts":"2026-04-23T00:44:16.257682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:14.787218Z","time spent":"1.470431628s","remote":"127.0.0.1:39690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":16,"response size":151661,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-04-23T00:44:16.257731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:15.025074Z","time spent":"1.232335445s","remote":"127.0.0.1:33162","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:44:16.257553Z","caller":"traceutil/trace.go:171","msg":"trace[794795556] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:13623; }","duration":"1.313902442s","start":"2026-04-23T00:44:14.943628Z","end":"2026-04-23T00:44:16.25753Z","steps":["trace[794795556] 'agreement among raft nodes before linearized reading' (duration: 1.313792328s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:16.258044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"831.431458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-7f8596f788-m6w6j\" ","response":"range_response_count:1 size:5897"} {"level":"info","ts":"2026-04-23T00:44:16.25811Z","caller":"traceutil/trace.go:171","msg":"trace[936305753] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-7f8596f788-m6w6j; range_end:; response_count:1; response_revision:13623; }","duration":"831.526262ms","start":"2026-04-23T00:44:15.426568Z","end":"2026-04-23T00:44:16.258094Z","steps":["trace[936305753] 'agreement among raft nodes before linearized reading' (duration: 830.937933ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:16.261008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:15.426549Z","time spent":"834.439213ms","remote":"127.0.0.1:39458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":5920,"request content":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-7f8596f788-m6w6j\" "} {"level":"info","ts":"2026-04-23T00:44:16.257741Z","caller":"traceutil/trace.go:171","msg":"trace[825782517] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a8d5526659b8aa; range_end:; response_count:1; response_revision:13623; }","duration":"1.445584222s","start":"2026-04-23T00:44:14.812119Z","end":"2026-04-23T00:44:16.257703Z","steps":["trace[825782517] 'agreement among raft nodes before linearized reading' (duration: 1.445396276s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:16.261149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:14.81211Z","time spent":"1.44901409s","remote":"127.0.0.1:39362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8d5526659b8aa\" "} {"level":"warn","ts":"2026-04-23T00:44:16.258208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:14.943607Z","time spent":"1.314484931s","remote":"127.0.0.1:39382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-23T00:44:16.257461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.446379977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-23T00:44:16.261405Z","caller":"traceutil/trace.go:171","msg":"trace[1303642844] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:13623; }","duration":"1.450400885s","start":"2026-04-23T00:44:14.810987Z","end":"2026-04-23T00:44:16.261388Z","steps":["trace[1303642844] 'agreement among raft nodes before linearized reading' (duration: 1.446239933s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:16.261459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:14.810956Z","time spent":"1.450484827s","remote":"127.0.0.1:39318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-04-23T00:44:16.258362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.529222425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-04-23T00:44:16.26162Z","caller":"traceutil/trace.go:171","msg":"trace[1017200393] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:13623; }","duration":"1.532476358s","start":"2026-04-23T00:44:14.729129Z","end":"2026-04-23T00:44:16.261605Z","steps":["trace[1017200393] 'agreement among raft nodes before linearized reading' (duration: 1.528046228s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:16.261732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:14.729056Z","time spent":"1.532610071s","remote":"127.0.0.1:39354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-04-23T00:44:16.258519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.51897355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:44:16.261959Z","caller":"traceutil/trace.go:171","msg":"trace[1399901229] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13623; }","duration":"1.52242769s","start":"2026-04-23T00:44:14.739505Z","end":"2026-04-23T00:44:16.261933Z","steps":["trace[1399901229] 'agreement among raft nodes before linearized reading' (duration: 1.517877256s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:16.262036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:14.739485Z","time spent":"1.522531894s","remote":"127.0.0.1:39306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T00:44:17.028053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.679713ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:44:17.028233Z","caller":"traceutil/trace.go:171","msg":"trace[1744188351] linearizableReadLoop","detail":"{readStateIndex:14109; appliedIndex:14108; }","duration":"763.297196ms","start":"2026-04-23T00:44:16.264909Z","end":"2026-04-23T00:44:17.028206Z","steps":["trace[1744188351] 'read index received' (duration: 228.464378ms)","trace[1744188351] 'applied index is now lower than readState.Index' (duration: 534.828988ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:44:17.028373Z","caller":"traceutil/trace.go:171","msg":"trace[374703152] transaction","detail":"{read_only:false; response_revision:13624; number_of_response:1; }","duration":"764.505444ms","start":"2026-04-23T00:44:16.263846Z","end":"2026-04-23T00:44:17.028352Z","steps":["trace[374703152] 'process raft request' (duration: 229.426329ms)","trace[374703152] 'compare' (duration: 534.422615ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:44:17.028477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:16.26383Z","time spent":"764.592497ms","remote":"127.0.0.1:39362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:44:17.029091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.171863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.233\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-23T00:44:17.029161Z","caller":"traceutil/trace.go:171","msg":"trace[216126831] range","detail":"{range_begin:/registry/masterleases/199.204.45.233; range_end:; response_count:1; response_revision:13624; }","duration":"764.247136ms","start":"2026-04-23T00:44:16.264888Z","end":"2026-04-23T00:44:17.029135Z","steps":["trace[216126831] 'agreement among raft nodes before linearized reading' (duration: 763.624937ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:17.029204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:16.264869Z","time spent":"764.323768ms","remote":"127.0.0.1:39318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.233\" "} {"level":"warn","ts":"2026-04-23T00:44:17.529119Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581741608219369943,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T00:44:17.96393Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.470529599s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T00:44:17.965Z","caller":"traceutil/trace.go:171","msg":"trace[571301411] transaction","detail":"{read_only:false; response_revision:13625; number_of_response:1; }","duration":"1.693615268s","start":"2026-04-23T00:44:16.271352Z","end":"2026-04-23T00:44:17.964967Z","steps":["trace[571301411] 'process raft request' (duration: 1.692861135s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:17.965178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:16.271342Z","time spent":"1.693739162s","remote":"127.0.0.1:39458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6198,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:44:18.003066Z","caller":"traceutil/trace.go:171","msg":"trace[2122213026] linearizableReadLoop","detail":"{readStateIndex:14111; appliedIndex:14109; }","duration":"974.756536ms","start":"2026-04-23T00:44:17.028275Z","end":"2026-04-23T00:44:18.003031Z","steps":["trace[2122213026] 'read index received' (duration: 935.997711ms)","trace[2122213026] 'applied index is now lower than readState.Index' (duration: 38.756845ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:44:18.003094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:17.030366Z","time spent":"972.717461ms","remote":"127.0.0.1:39318","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-23T00:44:18.003236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.732635991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:44:18.003262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.661712229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:44:18.00332Z","caller":"traceutil/trace.go:171","msg":"trace[40640907] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13625; }","duration":"1.732766864s","start":"2026-04-23T00:44:16.270535Z","end":"2026-04-23T00:44:18.003302Z","steps":["trace[40640907] 'agreement among raft nodes before linearized reading' (duration: 1.732585219s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:18.003368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:16.270519Z","time spent":"1.732843707s","remote":"127.0.0.1:39306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T00:44:18.003369Z","caller":"traceutil/trace.go:171","msg":"trace[536994600] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:13625; }","duration":"1.661873655s","start":"2026-04-23T00:44:16.341473Z","end":"2026-04-23T00:44:18.003346Z","steps":["trace[536994600] 'agreement among raft nodes before linearized reading' (duration: 1.661628487s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:18.003428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:16.34146Z","time spent":"1.661955837s","remote":"127.0.0.1:39660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:44:18.003471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.258553522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zr67s\" ","response":"range_response_count:1 size:6530"} {"level":"warn","ts":"2026-04-23T00:44:18.003553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"971.032598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8d5b5e5f325ed\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-04-23T00:44:18.003592Z","caller":"traceutil/trace.go:171","msg":"trace[1658562683] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a8d5b5e5f325ed; range_end:; response_count:1; response_revision:13625; }","duration":"971.09262ms","start":"2026-04-23T00:44:17.032485Z","end":"2026-04-23T00:44:18.003577Z","steps":["trace[1658562683] 'agreement among raft nodes before linearized reading' (duration: 970.988087ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:44:18.003591Z","caller":"traceutil/trace.go:171","msg":"trace[354639455] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zr67s; range_end:; response_count:1; response_revision:13625; }","duration":"1.258727818s","start":"2026-04-23T00:44:16.744836Z","end":"2026-04-23T00:44:18.003563Z","steps":["trace[354639455] 'agreement among raft nodes before linearized reading' (duration: 1.258332175s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:18.003643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:17.03247Z","time spent":"971.162922ms","remote":"127.0.0.1:39362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8d5b5e5f325ed\" "} {"level":"warn","ts":"2026-04-23T00:44:18.003673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.634243422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-04-23T00:44:18.003705Z","caller":"traceutil/trace.go:171","msg":"trace[623280210] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:13625; }","duration":"1.634297044s","start":"2026-04-23T00:44:16.369399Z","end":"2026-04-23T00:44:18.003696Z","steps":["trace[623280210] 'agreement among raft nodes before linearized reading' (duration: 1.634145979s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:18.003726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:16.369388Z","time spent":"1.634334495s","remote":"127.0.0.1:39424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1804,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-04-23T00:44:18.003427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.73482982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18955"} {"level":"info","ts":"2026-04-23T00:44:18.003824Z","caller":"traceutil/trace.go:171","msg":"trace[1918017940] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:13625; }","duration":"1.735296964s","start":"2026-04-23T00:44:16.268507Z","end":"2026-04-23T00:44:18.003804Z","steps":["trace[1918017940] 'agreement among raft nodes before linearized reading' (duration: 1.734699245s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:18.003892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.281691003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T00:44:18.003953Z","caller":"traceutil/trace.go:171","msg":"trace[491795956] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:13625; }","duration":"1.281789106s","start":"2026-04-23T00:44:16.722147Z","end":"2026-04-23T00:44:18.003936Z","steps":["trace[491795956] 'agreement among raft nodes before linearized reading' (duration: 1.281671053s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:18.004002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:16.722126Z","time spent":"1.281863998s","remote":"127.0.0.1:39608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:44:18.003897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:16.268482Z","time spent":"1.735393318s","remote":"127.0.0.1:39452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18978,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-04-23T00:44:18.004135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.709571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T00:44:18.004182Z","caller":"traceutil/trace.go:171","msg":"trace[1525959845] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:13625; }","duration":"232.808694ms","start":"2026-04-23T00:44:17.77136Z","end":"2026-04-23T00:44:18.004169Z","steps":["trace[1525959845] 'agreement among raft nodes before linearized reading' (duration: 232.579977ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:18.004446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.19837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:44:18.004471Z","caller":"traceutil/trace.go:171","msg":"trace[854550498] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:13625; }","duration":"134.281772ms","start":"2026-04-23T00:44:17.870182Z","end":"2026-04-23T00:44:18.004464Z","steps":["trace[854550498] 'agreement among raft nodes before linearized reading' (duration: 134.22876ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:18.003679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:16.744816Z","time spent":"1.258845322s","remote":"127.0.0.1:39458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-zr67s\" "} {"level":"warn","ts":"2026-04-23T00:44:18.005141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.500342962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:44:18.005219Z","caller":"traceutil/trace.go:171","msg":"trace[1867568336] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:13625; }","duration":"1.500433354s","start":"2026-04-23T00:44:16.504768Z","end":"2026-04-23T00:44:18.005201Z","steps":["trace[1867568336] 'agreement among raft nodes before linearized reading' (duration: 1.5002859s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:18.005269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:16.504694Z","time spent":"1.500560478s","remote":"127.0.0.1:55066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:44:18.167324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.094796ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:44:18.167496Z","caller":"traceutil/trace.go:171","msg":"trace[1043007205] linearizableReadLoop","detail":"{readStateIndex:14112; appliedIndex:14111; }","duration":"159.83647ms","start":"2026-04-23T00:44:18.007638Z","end":"2026-04-23T00:44:18.167475Z","steps":["trace[1043007205] 'read index received' (duration: 58.125427ms)","trace[1043007205] 'applied index is now lower than readState.Index' (duration: 101.708453ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:44:18.167623Z","caller":"traceutil/trace.go:171","msg":"trace[1043815655] transaction","detail":"{read_only:false; response_revision:13626; number_of_response:1; }","duration":"163.188956ms","start":"2026-04-23T00:44:18.004372Z","end":"2026-04-23T00:44:18.167561Z","steps":["trace[1043815655] 'process raft request' (duration: 60.714629ms)","trace[1043815655] 'compare' (duration: 101.792006ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:44:18.167707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.040827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:44:18.167791Z","caller":"traceutil/trace.go:171","msg":"trace[298520111] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13626; }","duration":"160.195952ms","start":"2026-04-23T00:44:18.007575Z","end":"2026-04-23T00:44:18.167771Z","steps":["trace[298520111] 'agreement among raft nodes before linearized reading' (duration: 159.956454ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:18.555393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.904762ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-04-23T00:44:18.555657Z","caller":"traceutil/trace.go:171","msg":"trace[1830339256] linearizableReadLoop","detail":"{readStateIndex:14114; appliedIndex:14112; }","duration":"388.111782ms","start":"2026-04-23T00:44:18.167528Z","end":"2026-04-23T00:44:18.55564Z","steps":["trace[1830339256] 'read index received' (duration: 240.970273ms)","trace[1830339256] 'applied index is now lower than readState.Index' (duration: 147.140699ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:44:18.555777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:18.008072Z","time spent":"547.702385ms","remote":"127.0.0.1:39362","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-23T00:44:18.556162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.584709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:44:18.556188Z","caller":"traceutil/trace.go:171","msg":"trace[127212270] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13627; }","duration":"377.632021ms","start":"2026-04-23T00:44:18.178548Z","end":"2026-04-23T00:44:18.55618Z","steps":["trace[127212270] 'agreement among raft nodes before linearized reading' (duration: 377.57433ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:44:18.556145Z","caller":"traceutil/trace.go:171","msg":"trace[725846989] transaction","detail":"{read_only:false; response_revision:13627; number_of_response:1; }","duration":"541.069565ms","start":"2026-04-23T00:44:18.015036Z","end":"2026-04-23T00:44:18.556105Z","steps":["trace[725846989] 'process raft request' (duration: 540.467396ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:18.556214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:18.178541Z","time spent":"377.664362ms","remote":"127.0.0.1:39306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T00:44:18.556254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.867525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T00:44:18.556263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.258511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-7f92cc83-8911-4dad-bcbc-92519e330102\" ","response":"range_response_count:1 size:1275"} {"level":"info","ts":"2026-04-23T00:44:18.556322Z","caller":"traceutil/trace.go:171","msg":"trace[419312380] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:13627; }","duration":"419.010898ms","start":"2026-04-23T00:44:18.137295Z","end":"2026-04-23T00:44:18.556306Z","steps":["trace[419312380] 'agreement among raft nodes before linearized reading' (duration: 418.784611ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:18.556356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:18.137264Z","time spent":"419.085621ms","remote":"127.0.0.1:39478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":155,"response size":31,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"info","ts":"2026-04-23T00:44:18.556353Z","caller":"traceutil/trace.go:171","msg":"trace[501190779] range","detail":"{range_begin:/registry/persistentvolumes/pvc-7f92cc83-8911-4dad-bcbc-92519e330102; range_end:; response_count:1; response_revision:13627; }","duration":"541.398125ms","start":"2026-04-23T00:44:18.01493Z","end":"2026-04-23T00:44:18.556328Z","steps":["trace[501190779] 'agreement among raft nodes before linearized reading' (duration: 540.991162ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:18.556357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:18.015024Z","time spent":"541.204999ms","remote":"127.0.0.1:39458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4413,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:44:18.556414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:18.014912Z","time spent":"541.488578ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1298,"request content":"key:\"/registry/persistentvolumes/pvc-7f92cc83-8911-4dad-bcbc-92519e330102\" "} {"level":"warn","ts":"2026-04-23T00:44:18.556515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.757504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-04-23T00:44:18.556598Z","caller":"traceutil/trace.go:171","msg":"trace[2118193460] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:13627; }","duration":"383.891129ms","start":"2026-04-23T00:44:18.172694Z","end":"2026-04-23T00:44:18.556585Z","steps":["trace[2118193460] 'agreement among raft nodes before linearized reading' (duration: 383.408694ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:18.557786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:18.172672Z","time spent":"385.101697ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-23T00:44:18.556815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.848919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:62 size:583065"} {"level":"info","ts":"2026-04-23T00:44:18.557961Z","caller":"traceutil/trace.go:171","msg":"trace[1030477234] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:62; response_revision:13627; }","duration":"543.033547ms","start":"2026-04-23T00:44:18.014916Z","end":"2026-04-23T00:44:18.557949Z","steps":["trace[1030477234] 'agreement among raft nodes before linearized reading' (duration: 541.040784ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:18.558043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:18.014906Z","time spent":"543.12268ms","remote":"127.0.0.1:39458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":62,"response size":583088,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-23T00:44:18.799974Z","caller":"traceutil/trace.go:171","msg":"trace[1976331056] transaction","detail":"{read_only:false; response_revision:13629; number_of_response:1; }","duration":"153.665815ms","start":"2026-04-23T00:44:18.646279Z","end":"2026-04-23T00:44:18.799944Z","steps":["trace[1976331056] 'process raft request' (duration: 153.478499ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:44:19.13189Z","caller":"traceutil/trace.go:171","msg":"trace[796614754] linearizableReadLoop","detail":"{readStateIndex:14117; appliedIndex:14116; }","duration":"323.093078ms","start":"2026-04-23T00:44:18.808755Z","end":"2026-04-23T00:44:19.131848Z","steps":["trace[796614754] 'read index received' (duration: 322.877781ms)","trace[796614754] 'applied index is now lower than readState.Index' (duration: 213.397µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:44:19.131935Z","caller":"traceutil/trace.go:171","msg":"trace[522889475] transaction","detail":"{read_only:false; response_revision:13630; number_of_response:1; }","duration":"480.834502ms","start":"2026-04-23T00:44:18.651058Z","end":"2026-04-23T00:44:19.131893Z","steps":["trace[522889475] 'process raft request' (duration: 480.516522ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:19.132154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.633516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T00:44:19.132164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.398278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-8gnkt.18a8d44971452505\" ","response":"range_response_count:1 size:861"} {"level":"info","ts":"2026-04-23T00:44:19.13244Z","caller":"traceutil/trace.go:171","msg":"trace[1610955817] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-8gnkt.18a8d44971452505; range_end:; response_count:1; response_revision:13630; }","duration":"323.698917ms","start":"2026-04-23T00:44:18.80871Z","end":"2026-04-23T00:44:19.132409Z","steps":["trace[1610955817] 'agreement among raft nodes before linearized reading' (duration: 323.276034ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:19.132159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:18.651026Z","time spent":"480.996377ms","remote":"127.0.0.1:39458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4931,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:44:19.132503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:18.80869Z","time spent":"323.798231ms","remote":"127.0.0.1:39362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":884,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-8gnkt.18a8d44971452505\" "} {"level":"info","ts":"2026-04-23T00:44:19.132215Z","caller":"traceutil/trace.go:171","msg":"trace[303150484] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:13630; }","duration":"311.77039ms","start":"2026-04-23T00:44:18.820428Z","end":"2026-04-23T00:44:19.132199Z","steps":["trace[303150484] 'agreement among raft nodes before linearized reading' (duration: 311.628616ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:19.132706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:18.820402Z","time spent":"312.246766ms","remote":"127.0.0.1:39538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":10,"response size":30,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:44:19.315794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.47263ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:44:19.316074Z","caller":"traceutil/trace.go:171","msg":"trace[1291761958] transaction","detail":"{read_only:false; response_revision:13631; number_of_response:1; }","duration":"180.495273ms","start":"2026-04-23T00:44:19.135552Z","end":"2026-04-23T00:44:19.316047Z","steps":["trace[1291761958] 'process raft request' (duration: 76.665342ms)","trace[1291761958] 'compare' (duration: 103.285844ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:44:19.316398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.247464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-8gnkt\" ","response":"range_response_count:1 size:4694"} {"level":"info","ts":"2026-04-23T00:44:19.316458Z","caller":"traceutil/trace.go:171","msg":"trace[1995789669] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-8gnkt; range_end:; response_count:1; response_revision:13631; }","duration":"179.310145ms","start":"2026-04-23T00:44:19.137132Z","end":"2026-04-23T00:44:19.316443Z","steps":["trace[1995789669] 'agreement among raft nodes before linearized reading' (duration: 179.084738ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:44:19.316471Z","caller":"traceutil/trace.go:171","msg":"trace[1656639775] linearizableReadLoop","detail":"{readStateIndex:14118; appliedIndex:14117; }","duration":"178.795489ms","start":"2026-04-23T00:44:19.137147Z","end":"2026-04-23T00:44:19.315942Z","steps":["trace[1656639775] 'read index received' (duration: 74.975108ms)","trace[1656639775] 'applied index is now lower than readState.Index' (duration: 103.818211ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:44:19.473061Z","caller":"traceutil/trace.go:171","msg":"trace[1287665862] transaction","detail":"{read_only:false; response_revision:13633; number_of_response:1; }","duration":"148.637856ms","start":"2026-04-23T00:44:19.324365Z","end":"2026-04-23T00:44:19.473003Z","steps":["trace[1287665862] 'process raft request' (duration: 98.949816ms)","trace[1287665862] 'compare' (duration: 49.545905ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:44:19.537595Z","caller":"traceutil/trace.go:171","msg":"trace[1427467896] transaction","detail":"{read_only:false; response_revision:13634; number_of_response:1; }","duration":"148.601636ms","start":"2026-04-23T00:44:19.388967Z","end":"2026-04-23T00:44:19.537569Z","steps":["trace[1427467896] 'process raft request' (duration: 148.449101ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:44:19.679746Z","caller":"traceutil/trace.go:171","msg":"trace[99326392] transaction","detail":"{read_only:false; response_revision:13637; number_of_response:1; }","duration":"123.661937ms","start":"2026-04-23T00:44:19.556055Z","end":"2026-04-23T00:44:19.679717Z","steps":["trace[99326392] 'process raft request' (duration: 123.593044ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:44:19.679761Z","caller":"traceutil/trace.go:171","msg":"trace[1491228995] transaction","detail":"{read_only:false; response_revision:13636; number_of_response:1; }","duration":"127.386295ms","start":"2026-04-23T00:44:19.552339Z","end":"2026-04-23T00:44:19.679725Z","steps":["trace[1491228995] 'process raft request' (duration: 49.131642ms)","trace[1491228995] 'compare' (duration: 77.996135ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:44:20.099193Z","caller":"traceutil/trace.go:171","msg":"trace[1357388391] transaction","detail":"{read_only:false; response_revision:13639; number_of_response:1; }","duration":"407.705382ms","start":"2026-04-23T00:44:19.691454Z","end":"2026-04-23T00:44:20.099159Z","steps":["trace[1357388391] 'process raft request' (duration: 407.432173ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:20.099418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:19.691431Z","time spent":"407.864656ms","remote":"127.0.0.1:39458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5899,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:44:20.107891Z","caller":"traceutil/trace.go:171","msg":"trace[467362466] transaction","detail":"{read_only:false; response_revision:13640; number_of_response:1; }","duration":"340.975643ms","start":"2026-04-23T00:44:19.766887Z","end":"2026-04-23T00:44:20.107863Z","steps":["trace[467362466] 'process raft request' (duration: 340.778827ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:20.108053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:19.76687Z","time spent":"341.102857ms","remote":"127.0.0.1:39362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":849,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T00:44:20.347697Z","caller":"traceutil/trace.go:171","msg":"trace[272206542] transaction","detail":"{read_only:false; response_revision:13641; number_of_response:1; }","duration":"236.294636ms","start":"2026-04-23T00:44:20.111355Z","end":"2026-04-23T00:44:20.347649Z","steps":["trace[272206542] 'process raft request' (duration: 159.746797ms)","trace[272206542] 'compare' (duration: 76.333272ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:44:20.970819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.417332ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:44:20.971205Z","caller":"traceutil/trace.go:171","msg":"trace[1341509578] transaction","detail":"{read_only:false; response_revision:13642; number_of_response:1; }","duration":"855.914472ms","start":"2026-04-23T00:44:20.115267Z","end":"2026-04-23T00:44:20.971182Z","steps":["trace[1341509578] 'process raft request' (duration: 416.999824ms)","trace[1341509578] 'compare' (duration: 438.325409ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:44:20.978468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:20.115254Z","time spent":"863.097819ms","remote":"127.0.0.1:39458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:44:20.978782Z","caller":"traceutil/trace.go:171","msg":"trace[1855191115] linearizableReadLoop","detail":"{readStateIndex:14130; appliedIndex:14128; }","duration":"466.500159ms","start":"2026-04-23T00:44:20.512235Z","end":"2026-04-23T00:44:20.978735Z","steps":["trace[1855191115] 'read index received' (duration: 20.052733ms)","trace[1855191115] 'applied index is now lower than readState.Index' (duration: 446.444855ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:44:20.978825Z","caller":"traceutil/trace.go:171","msg":"trace[11179041] transaction","detail":"{read_only:false; response_revision:13643; number_of_response:1; }","duration":"626.045709ms","start":"2026-04-23T00:44:20.352747Z","end":"2026-04-23T00:44:20.978793Z","steps":["trace[11179041] 'process raft request' (duration: 618.174071ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:20.979161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.390086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zr67s\" ","response":"range_response_count:1 size:6530"} {"level":"warn","ts":"2026-04-23T00:44:20.97916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:20.352714Z","time spent":"626.220925ms","remote":"127.0.0.1:39362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T00:44:20.979212Z","caller":"traceutil/trace.go:171","msg":"trace[678596856] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zr67s; range_end:; response_count:1; response_revision:13643; }","duration":"410.49723ms","start":"2026-04-23T00:44:20.568703Z","end":"2026-04-23T00:44:20.9792Z","steps":["trace[678596856] 'agreement among raft nodes before linearized reading' (duration: 410.231572ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:20.979346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.115699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:44:20.979369Z","caller":"traceutil/trace.go:171","msg":"trace[823786243] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13643; }","duration":"467.17452ms","start":"2026-04-23T00:44:20.512187Z","end":"2026-04-23T00:44:20.979362Z","steps":["trace[823786243] 'agreement among raft nodes before linearized reading' (duration: 466.692575ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:20.979396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:20.512163Z","time spent":"467.227102ms","remote":"127.0.0.1:39306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T00:44:20.979404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:20.568663Z","time spent":"410.707517ms","remote":"127.0.0.1:39458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-zr67s\" "} {"level":"info","ts":"2026-04-23T00:44:21.226775Z","caller":"traceutil/trace.go:171","msg":"trace[1627411081] linearizableReadLoop","detail":"{readStateIndex:14131; appliedIndex:14130; }","duration":"240.346403ms","start":"2026-04-23T00:44:20.986397Z","end":"2026-04-23T00:44:21.226743Z","steps":["trace[1627411081] 'read index received' (duration: 177.914981ms)","trace[1627411081] 'applied index is now lower than readState.Index' (duration: 62.428482ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:44:21.226818Z","caller":"traceutil/trace.go:171","msg":"trace[1054719903] transaction","detail":"{read_only:false; response_revision:13644; number_of_response:1; }","duration":"241.379726ms","start":"2026-04-23T00:44:20.985386Z","end":"2026-04-23T00:44:21.226766Z","steps":["trace[1054719903] 'process raft request' (duration: 179.070177ms)","trace[1054719903] 'compare' (duration: 62.080801ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:44:21.227422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.009034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7111"} {"level":"info","ts":"2026-04-23T00:44:21.227489Z","caller":"traceutil/trace.go:171","msg":"trace[1968984025] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:13644; }","duration":"241.122998ms","start":"2026-04-23T00:44:20.98635Z","end":"2026-04-23T00:44:21.227473Z","steps":["trace[1968984025] 'agreement among raft nodes before linearized reading' (duration: 240.507098ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:44:21.413745Z","caller":"traceutil/trace.go:171","msg":"trace[679201197] transaction","detail":"{read_only:false; response_revision:13645; number_of_response:1; }","duration":"182.331971ms","start":"2026-04-23T00:44:21.231382Z","end":"2026-04-23T00:44:21.413714Z","steps":["trace[679201197] 'process raft request' (duration: 147.007575ms)","trace[679201197] 'compare' (duration: 34.708807ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:44:21.583485Z","caller":"traceutil/trace.go:171","msg":"trace[1955831716] transaction","detail":"{read_only:false; response_revision:13647; number_of_response:1; }","duration":"162.10455ms","start":"2026-04-23T00:44:21.421327Z","end":"2026-04-23T00:44:21.583431Z","steps":["trace[1955831716] 'process raft request' (duration: 142.650786ms)","trace[1955831716] 'compare' (duration: 19.085913ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:44:21.590428Z","caller":"traceutil/trace.go:171","msg":"trace[1748503225] transaction","detail":"{read_only:false; response_revision:13648; number_of_response:1; }","duration":"100.407903ms","start":"2026-04-23T00:44:21.49Z","end":"2026-04-23T00:44:21.590408Z","steps":["trace[1748503225] 'process raft request' (duration: 100.293689ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:44:21.995816Z","caller":"traceutil/trace.go:171","msg":"trace[1310351669] linearizableReadLoop","detail":"{readStateIndex:14136; appliedIndex:14135; }","duration":"393.832853ms","start":"2026-04-23T00:44:21.601959Z","end":"2026-04-23T00:44:21.995791Z","steps":["trace[1310351669] 'read index received' (duration: 358.739734ms)","trace[1310351669] 'applied index is now lower than readState.Index' (duration: 35.092109ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:44:21.995849Z","caller":"traceutil/trace.go:171","msg":"trace[1196116303] transaction","detail":"{read_only:false; response_revision:13649; number_of_response:1; }","duration":"398.872032ms","start":"2026-04-23T00:44:21.596934Z","end":"2026-04-23T00:44:21.995806Z","steps":["trace[1196116303] 'process raft request' (duration: 363.847586ms)","trace[1196116303] 'compare' (duration: 34.886502ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:44:21.996124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:21.596904Z","time spent":"399.143491ms","remote":"127.0.0.1:39362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":854,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T00:44:21.996142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.823763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T00:44:21.996357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.805314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3017"} {"level":"info","ts":"2026-04-23T00:44:21.996426Z","caller":"traceutil/trace.go:171","msg":"trace[466134206] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:13649; }","duration":"294.914907ms","start":"2026-04-23T00:44:21.7015Z","end":"2026-04-23T00:44:21.996415Z","steps":["trace[466134206] 'agreement among raft nodes before linearized reading' (duration: 294.661509ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:44:21.996348Z","caller":"traceutil/trace.go:171","msg":"trace[1640560832] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:13649; }","duration":"369.03422ms","start":"2026-04-23T00:44:21.627269Z","end":"2026-04-23T00:44:21.996303Z","steps":["trace[1640560832] 'agreement among raft nodes before linearized reading' (duration: 368.801272ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:21.996625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:21.627255Z","time spent":"369.314868ms","remote":"127.0.0.1:39540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:44:21.996974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.998529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:85 size:910661"} {"level":"info","ts":"2026-04-23T00:44:21.997121Z","caller":"traceutil/trace.go:171","msg":"trace[1383586050] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:85; response_revision:13649; }","duration":"395.101643ms","start":"2026-04-23T00:44:21.601924Z","end":"2026-04-23T00:44:21.997026Z","steps":["trace[1383586050] 'agreement among raft nodes before linearized reading' (duration: 394.08163ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:21.997178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:21.601907Z","time spent":"395.255528ms","remote":"127.0.0.1:39380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":85,"response size":910684,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"info","ts":"2026-04-23T00:44:22.516922Z","caller":"traceutil/trace.go:171","msg":"trace[1289036887] linearizableReadLoop","detail":"{readStateIndex:14140; appliedIndex:14139; }","duration":"327.817957ms","start":"2026-04-23T00:44:22.18908Z","end":"2026-04-23T00:44:22.516898Z","steps":["trace[1289036887] 'read index received' (duration: 327.649962ms)","trace[1289036887] 'applied index is now lower than readState.Index' (duration: 166.825µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:44:22.51696Z","caller":"traceutil/trace.go:171","msg":"trace[947405234] transaction","detail":"{read_only:false; response_revision:13653; number_of_response:1; }","duration":"337.922386ms","start":"2026-04-23T00:44:22.178999Z","end":"2026-04-23T00:44:22.516922Z","steps":["trace[947405234] 'process raft request' (duration: 337.74094ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:22.517094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:22.178957Z","time spent":"338.071581ms","remote":"127.0.0.1:39362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":726,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T00:44:22.517279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.174298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-23T00:44:22.517387Z","caller":"traceutil/trace.go:171","msg":"trace[347790096] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13653; }","duration":"328.338293ms","start":"2026-04-23T00:44:22.189023Z","end":"2026-04-23T00:44:22.517361Z","steps":["trace[347790096] 'agreement among raft nodes before linearized reading' (duration: 328.000112ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:22.517447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:22.189005Z","time spent":"328.428156ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T00:44:22.518023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.86947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:85 size:910661"} {"level":"info","ts":"2026-04-23T00:44:22.518115Z","caller":"traceutil/trace.go:171","msg":"trace[1287488221] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:85; response_revision:13653; }","duration":"266.030454ms","start":"2026-04-23T00:44:22.252066Z","end":"2026-04-23T00:44:22.518096Z","steps":["trace[1287488221] 'agreement among raft nodes before linearized reading' (duration: 265.002222ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:23.034911Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581741608219370010,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T00:44:23.569926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.033978ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:44:23.570228Z","caller":"traceutil/trace.go:171","msg":"trace[3494560] linearizableReadLoop","detail":"{readStateIndex:14142; appliedIndex:14140; }","duration":"1.035714332s","start":"2026-04-23T00:44:22.534491Z","end":"2026-04-23T00:44:23.570205Z","steps":["trace[3494560] 'read index received' (duration: 598.349624ms)","trace[3494560] 'applied index is now lower than readState.Index' (duration: 437.363698ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:44:23.570341Z","caller":"traceutil/trace.go:171","msg":"trace[1677424720] transaction","detail":"{read_only:false; response_revision:13654; number_of_response:1; }","duration":"1.048545058s","start":"2026-04-23T00:44:22.521784Z","end":"2026-04-23T00:44:23.570329Z","steps":["trace[1677424720] 'process raft request' (duration: 611.030825ms)","trace[1677424720] 'compare' (duration: 436.296505ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:44:23.570409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:22.521756Z","time spent":"1.04861973s","remote":"127.0.0.1:39362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":726,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T00:44:23.570739Z","caller":"traceutil/trace.go:171","msg":"trace[871939408] transaction","detail":"{read_only:false; response_revision:13655; number_of_response:1; }","duration":"642.303043ms","start":"2026-04-23T00:44:22.928395Z","end":"2026-04-23T00:44:23.570698Z","steps":["trace[871939408] 'process raft request' (duration: 641.700434ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:23.570826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.694807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:44:23.570827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.456781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:44:23.57093Z","caller":"traceutil/trace.go:171","msg":"trace[1003368339] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:13655; }","duration":"787.875172ms","start":"2026-04-23T00:44:22.783028Z","end":"2026-04-23T00:44:23.570904Z","steps":["trace[1003368339] 'agreement among raft nodes before linearized reading' (duration: 787.662965ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:23.570942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:22.928355Z","time spent":"642.480849ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:44:23.57096Z","caller":"traceutil/trace.go:171","msg":"trace[1708618614] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:13655; }","duration":"305.610836ms","start":"2026-04-23T00:44:23.26531Z","end":"2026-04-23T00:44:23.570921Z","steps":["trace[1708618614] 'agreement among raft nodes before linearized reading' (duration: 305.378028ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:23.570963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.066122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zr67s\" ","response":"range_response_count:1 size:6530"} {"level":"warn","ts":"2026-04-23T00:44:23.57103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:22.783002Z","time spent":"787.987116ms","remote":"127.0.0.1:54992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:44:23.571042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:23.265224Z","time spent":"305.794122ms","remote":"127.0.0.1:33182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"info","ts":"2026-04-23T00:44:23.571074Z","caller":"traceutil/trace.go:171","msg":"trace[859159720] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zr67s; range_end:; response_count:1; response_revision:13655; }","duration":"577.268889ms","start":"2026-04-23T00:44:22.993782Z","end":"2026-04-23T00:44:23.571051Z","steps":["trace[859159720] 'agreement among raft nodes before linearized reading' (duration: 576.924128ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:23.571148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:22.993752Z","time spent":"577.386123ms","remote":"127.0.0.1:39458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-zr67s\" "} {"level":"warn","ts":"2026-04-23T00:44:23.571604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.037086706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:85 size:910661"} {"level":"info","ts":"2026-04-23T00:44:23.571691Z","caller":"traceutil/trace.go:171","msg":"trace[467763347] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:85; response_revision:13655; }","duration":"1.037215079s","start":"2026-04-23T00:44:22.534457Z","end":"2026-04-23T00:44:23.571672Z","steps":["trace[467763347] 'agreement among raft nodes before linearized reading' (duration: 1.036264049s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:23.571742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:22.534442Z","time spent":"1.037284122s","remote":"127.0.0.1:39380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":85,"response size":910684,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"warn","ts":"2026-04-23T00:44:24.354315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.044599ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:44:24.354528Z","caller":"traceutil/trace.go:171","msg":"trace[2098354754] transaction","detail":"{read_only:false; response_revision:13656; number_of_response:1; }","duration":"777.429263ms","start":"2026-04-23T00:44:23.577044Z","end":"2026-04-23T00:44:24.354474Z","steps":["trace[2098354754] 'process raft request' (duration: 170.085644ms)","trace[2098354754] 'compare' (duration: 606.898534ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:44:24.354619Z","caller":"traceutil/trace.go:171","msg":"trace[26556484] transaction","detail":"{read_only:false; response_revision:13657; number_of_response:1; }","duration":"176.814686ms","start":"2026-04-23T00:44:24.177774Z","end":"2026-04-23T00:44:24.354589Z","steps":["trace[26556484] 'process raft request' (duration: 176.727463ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:24.354718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:23.577006Z","time spent":"777.601958ms","remote":"127.0.0.1:39362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":841,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:44:24.354939Z","caller":"traceutil/trace.go:171","msg":"trace[44436657] linearizableReadLoop","detail":"{readStateIndex:14143; appliedIndex:14142; }","duration":"775.990587ms","start":"2026-04-23T00:44:23.578924Z","end":"2026-04-23T00:44:24.354914Z","steps":["trace[44436657] 'read index received' (duration: 168.186204ms)","trace[44436657] 'applied index is now lower than readState.Index' (duration: 607.802533ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:44:24.355551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.577783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:44:24.355592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.88655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T00:44:24.355637Z","caller":"traceutil/trace.go:171","msg":"trace[996206453] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:13657; }","duration":"310.705677ms","start":"2026-04-23T00:44:24.044912Z","end":"2026-04-23T00:44:24.355617Z","steps":["trace[996206453] 'agreement among raft nodes before linearized reading' (duration: 310.554772ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:24.35559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.722538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-04-23T00:44:24.355683Z","caller":"traceutil/trace.go:171","msg":"trace[99578961] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:13657; }","duration":"109.025985ms","start":"2026-04-23T00:44:24.246633Z","end":"2026-04-23T00:44:24.355659Z","steps":["trace[99578961] 'agreement among raft nodes before linearized reading' (duration: 108.839129ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:44:24.355987Z","caller":"traceutil/trace.go:171","msg":"trace[514169026] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:13657; }","duration":"249.049648ms","start":"2026-04-23T00:44:24.10681Z","end":"2026-04-23T00:44:24.35586Z","steps":["trace[514169026] 'agreement among raft nodes before linearized reading' (duration: 248.608254ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:24.356065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.120063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:62 size:583381"} {"level":"warn","ts":"2026-04-23T00:44:24.355697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:24.044891Z","time spent":"310.793729ms","remote":"127.0.0.1:33266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-23T00:44:24.356163Z","caller":"traceutil/trace.go:171","msg":"trace[1654023466] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:62; response_revision:13657; }","duration":"777.279717ms","start":"2026-04-23T00:44:23.578862Z","end":"2026-04-23T00:44:24.356142Z","steps":["trace[1654023466] 'agreement among raft nodes before linearized reading' (duration: 776.181603ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:24.356226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:23.578834Z","time spent":"777.37428ms","remote":"127.0.0.1:39458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":62,"response size":583404,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-23T00:44:24.551818Z","caller":"traceutil/trace.go:171","msg":"trace[379673716] linearizableReadLoop","detail":"{readStateIndex:14145; appliedIndex:14144; }","duration":"190.363574ms","start":"2026-04-23T00:44:24.361421Z","end":"2026-04-23T00:44:24.551785Z","steps":["trace[379673716] 'read index received' (duration: 163.692132ms)","trace[379673716] 'applied index is now lower than readState.Index' (duration: 26.669932ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:44:24.551851Z","caller":"traceutil/trace.go:171","msg":"trace[1737847374] transaction","detail":"{read_only:false; response_revision:13658; number_of_response:1; }","duration":"192.693048ms","start":"2026-04-23T00:44:24.35912Z","end":"2026-04-23T00:44:24.551813Z","steps":["trace[1737847374] 'process raft request' (duration: 166.084058ms)","trace[1737847374] 'compare' (duration: 26.357812ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:44:24.552017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.571401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/openvswitch\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:44:24.552084Z","caller":"traceutil/trace.go:171","msg":"trace[1212344619] range","detail":"{range_begin:/registry/daemonsets/openstack/openvswitch; range_end:; response_count:0; response_revision:13658; }","duration":"190.693795ms","start":"2026-04-23T00:44:24.361349Z","end":"2026-04-23T00:44:24.552043Z","steps":["trace[1212344619] 'agreement among raft nodes before linearized reading' (duration: 190.564631ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:24.872743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.426542ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:44:24.872842Z","caller":"traceutil/trace.go:171","msg":"trace[2116076424] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:13660; }","duration":"106.536696ms","start":"2026-04-23T00:44:24.766291Z","end":"2026-04-23T00:44:24.872827Z","steps":["trace[2116076424] 'range keys from in-memory index tree' (duration: 106.415042ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:24.873091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.592215ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:44:24.87322Z","caller":"traceutil/trace.go:171","msg":"trace[82020044] linearizableReadLoop","detail":"{readStateIndex:14148; appliedIndex:14146; }","duration":"306.411802ms","start":"2026-04-23T00:44:24.56679Z","end":"2026-04-23T00:44:24.873202Z","steps":["trace[82020044] 'read index received' (duration: 33.747137ms)","trace[82020044] 'applied index is now lower than readState.Index' (duration: 272.662865ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:44:24.873332Z","caller":"traceutil/trace.go:171","msg":"trace[848657977] transaction","detail":"{read_only:false; response_revision:13661; number_of_response:1; }","duration":"306.609788ms","start":"2026-04-23T00:44:24.566693Z","end":"2026-04-23T00:44:24.873303Z","steps":["trace[848657977] 'process raft request' (duration: 138.701223ms)","trace[848657977] 'compare' (duration: 167.043618ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:44:24.873438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.258026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-8gnkt.18a8d4496b4ebd6b\" ","response":"range_response_count:1 size:778"} {"level":"warn","ts":"2026-04-23T00:44:24.873475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.846214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-04-23T00:44:24.873488Z","caller":"traceutil/trace.go:171","msg":"trace[776712870] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-8gnkt.18a8d4496b4ebd6b; range_end:; response_count:1; response_revision:13661; }","duration":"268.351338ms","start":"2026-04-23T00:44:24.605122Z","end":"2026-04-23T00:44:24.873474Z","steps":["trace[776712870] 'agreement among raft nodes before linearized reading' (duration: 268.200594ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:24.8735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:24.566619Z","time spent":"306.786993ms","remote":"127.0.0.1:39458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6210,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:44:24.873515Z","caller":"traceutil/trace.go:171","msg":"trace[586770476] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:13661; }","duration":"224.927856ms","start":"2026-04-23T00:44:24.648577Z","end":"2026-04-23T00:44:24.873505Z","steps":["trace[586770476] 'agreement among raft nodes before linearized reading' (duration: 224.749901ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:24.873567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.696848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-23T00:44:24.873654Z","caller":"traceutil/trace.go:171","msg":"trace[1521533058] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13661; }","duration":"242.827042ms","start":"2026-04-23T00:44:24.630806Z","end":"2026-04-23T00:44:24.873633Z","steps":["trace[1521533058] 'agreement among raft nodes before linearized reading' (duration: 242.562404ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:24.873618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.812524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:44:24.873713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.914595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-23T00:44:24.873717Z","caller":"traceutil/trace.go:171","msg":"trace[1890442091] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:13661; }","duration":"306.944318ms","start":"2026-04-23T00:44:24.566754Z","end":"2026-04-23T00:44:24.873699Z","steps":["trace[1890442091] 'agreement among raft nodes before linearized reading' (duration: 306.768743ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:44:24.873783Z","caller":"traceutil/trace.go:171","msg":"trace[1025626202] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13661; }","duration":"243.010568ms","start":"2026-04-23T00:44:24.63076Z","end":"2026-04-23T00:44:24.87377Z","steps":["trace[1025626202] 'agreement among raft nodes before linearized reading' (duration: 242.808551ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:24.873796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:24.566737Z","time spent":"307.045121ms","remote":"127.0.0.1:39372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"warn","ts":"2026-04-23T00:44:25.274587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.169972ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:5"} {"level":"info","ts":"2026-04-23T00:44:25.274831Z","caller":"traceutil/trace.go:171","msg":"trace[842444819] transaction","detail":"{read_only:false; number_of_response:0; response_revision:13661; }","duration":"398.50467ms","start":"2026-04-23T00:44:24.876287Z","end":"2026-04-23T00:44:25.274791Z","steps":["trace[842444819] 'process raft request' (duration: 149.046358ms)","trace[842444819] 'compare' (duration: 249.115051ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:44:25.27496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:24.876268Z","time spent":"398.636993ms","remote":"127.0.0.1:39396","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T00:44:25.27506Z","caller":"traceutil/trace.go:171","msg":"trace[314281564] linearizableReadLoop","detail":"{readStateIndex:14152; appliedIndex:14148; }","duration":"379.890581ms","start":"2026-04-23T00:44:24.895147Z","end":"2026-04-23T00:44:25.275037Z","steps":["trace[314281564] 'read index received' (duration: 130.228593ms)","trace[314281564] 'applied index is now lower than readState.Index' (duration: 249.660388ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:44:25.275095Z","caller":"traceutil/trace.go:171","msg":"trace[1257490656] transaction","detail":"{read_only:false; response_revision:13662; number_of_response:1; }","duration":"398.709856ms","start":"2026-04-23T00:44:24.876365Z","end":"2026-04-23T00:44:25.275074Z","steps":["trace[1257490656] 'process raft request' (duration: 398.375505ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:44:25.275098Z","caller":"traceutil/trace.go:171","msg":"trace[1393008994] transaction","detail":"{read_only:false; response_revision:13663; number_of_response:1; }","duration":"395.560857ms","start":"2026-04-23T00:44:24.879517Z","end":"2026-04-23T00:44:25.275077Z","steps":["trace[1393008994] 'process raft request' (duration: 395.383341ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:44:25.275146Z","caller":"traceutil/trace.go:171","msg":"trace[818543797] transaction","detail":"{read_only:false; response_revision:13664; number_of_response:1; }","duration":"395.531886ms","start":"2026-04-23T00:44:24.879577Z","end":"2026-04-23T00:44:25.275109Z","steps":["trace[818543797] 'process raft request' (duration: 395.401282ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:25.275195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:24.879492Z","time spent":"395.65123ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:44:25.275206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:24.876347Z","time spent":"398.791949ms","remote":"127.0.0.1:39362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":763,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:44:25.275303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.395854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/pxc-webhook-ssl\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:44:25.275368Z","caller":"traceutil/trace.go:171","msg":"trace[2007264868] range","detail":"{range_begin:/registry/secrets/openstack/pxc-webhook-ssl; range_end:; response_count:0; response_revision:13664; }","duration":"340.544398ms","start":"2026-04-23T00:44:24.934806Z","end":"2026-04-23T00:44:25.275351Z","steps":["trace[2007264868] 'agreement among raft nodes before linearized reading' (duration: 340.392234ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:25.275378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.196583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T00:44:25.275392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.218882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-23T00:44:25.27548Z","caller":"traceutil/trace.go:171","msg":"trace[280399223] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13664; }","duration":"380.335426ms","start":"2026-04-23T00:44:24.895124Z","end":"2026-04-23T00:44:25.27546Z","steps":["trace[280399223] 'agreement among raft nodes before linearized reading' (duration: 380.036006ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:25.275426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:24.934784Z","time spent":"340.627741ms","remote":"127.0.0.1:39380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/openstack/pxc-webhook-ssl\" "} {"level":"warn","ts":"2026-04-23T00:44:25.275511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.037188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-23T00:44:25.27537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:24.879558Z","time spent":"395.6744ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:44:25.275531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:24.895114Z","time spent":"380.409098ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-23T00:44:25.27556Z","caller":"traceutil/trace.go:171","msg":"trace[157338654] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13664; }","duration":"306.09199ms","start":"2026-04-23T00:44:24.969456Z","end":"2026-04-23T00:44:25.275548Z","steps":["trace[157338654] 'agreement among raft nodes before linearized reading' (duration: 305.913634ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:44:25.275424Z","caller":"traceutil/trace.go:171","msg":"trace[685688391] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:13664; }","duration":"117.293366ms","start":"2026-04-23T00:44:25.158118Z","end":"2026-04-23T00:44:25.275411Z","steps":["trace[685688391] 'agreement among raft nodes before linearized reading' (duration: 117.128001ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:25.275598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:24.969362Z","time spent":"306.228364ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-23T00:44:25.564653Z","caller":"traceutil/trace.go:171","msg":"trace[71955982] transaction","detail":"{read_only:false; response_revision:13665; number_of_response:1; }","duration":"281.768683ms","start":"2026-04-23T00:44:25.282848Z","end":"2026-04-23T00:44:25.564617Z","steps":["trace[71955982] 'process raft request' (duration: 281.518415ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:44:26.365557Z","caller":"traceutil/trace.go:171","msg":"trace[1179562217] transaction","detail":"{read_only:false; response_revision:13666; number_of_response:1; }","duration":"1.079674411s","start":"2026-04-23T00:44:25.28584Z","end":"2026-04-23T00:44:26.365515Z","steps":["trace[1179562217] 'process raft request' (duration: 1.07931631s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:44:26.365628Z","caller":"traceutil/trace.go:171","msg":"trace[1552143514] transaction","detail":"{read_only:false; response_revision:13667; number_of_response:1; }","duration":"1.079581779s","start":"2026-04-23T00:44:25.28599Z","end":"2026-04-23T00:44:26.365572Z","steps":["trace[1552143514] 'process raft request' (duration: 1.079357992s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:44:26.365706Z","caller":"traceutil/trace.go:171","msg":"trace[708866712] linearizableReadLoop","detail":"{readStateIndex:14156; appliedIndex:14152; }","duration":"854.89226ms","start":"2026-04-23T00:44:25.510775Z","end":"2026-04-23T00:44:26.365667Z","steps":["trace[708866712] 'read index received' (duration: 53.665216ms)","trace[708866712] 'applied index is now lower than readState.Index' (duration: 801.225114ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:44:26.36577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:25.285824Z","time spent":"1.079851187s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:44:26.36585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:25.285982Z","time spent":"1.079723103s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:44:26.365851Z","caller":"traceutil/trace.go:171","msg":"trace[1374719935] transaction","detail":"{read_only:false; response_revision:13668; number_of_response:1; }","duration":"1.079785175s","start":"2026-04-23T00:44:25.286001Z","end":"2026-04-23T00:44:26.365787Z","steps":["trace[1374719935] 'process raft request' (duration: 1.079393912s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:26.365912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"855.108847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:44:26.365946Z","caller":"traceutil/trace.go:171","msg":"trace[321692227] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13668; }","duration":"855.219731ms","start":"2026-04-23T00:44:25.510716Z","end":"2026-04-23T00:44:26.365936Z","steps":["trace[321692227] 'agreement among raft nodes before linearized reading' (duration: 855.119397ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:26.365985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:25.510688Z","time spent":"855.290403ms","remote":"127.0.0.1:39306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T00:44:26.366046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:25.285986Z","time spent":"1.079963161s","remote":"127.0.0.1:39380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19195,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T00:44:26.501868Z","caller":"traceutil/trace.go:171","msg":"trace[321489242] transaction","detail":"{read_only:false; response_revision:13669; number_of_response:1; }","duration":"932.898264ms","start":"2026-04-23T00:44:25.568946Z","end":"2026-04-23T00:44:26.501844Z","steps":["trace[321489242] 'process raft request' (duration: 853.00139ms)","trace[321489242] 'compare' (duration: 79.546073ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:44:26.502051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:25.568918Z","time spent":"933.020548ms","remote":"127.0.0.1:39362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":696,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T00:44:26.502264Z","caller":"traceutil/trace.go:171","msg":"trace[567385809] linearizableReadLoop","detail":"{readStateIndex:14157; appliedIndex:14156; }","duration":"136.449181ms","start":"2026-04-23T00:44:26.365782Z","end":"2026-04-23T00:44:26.502231Z","steps":["trace[567385809] 'read index received' (duration: 56.116052ms)","trace[567385809] 'applied index is now lower than readState.Index' (duration: 80.329088ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:44:26.502301Z","caller":"traceutil/trace.go:171","msg":"trace[253854619] transaction","detail":"{read_only:false; response_revision:13670; number_of_response:1; }","duration":"124.38334ms","start":"2026-04-23T00:44:26.37788Z","end":"2026-04-23T00:44:26.502263Z","steps":["trace[253854619] 'process raft request' (duration: 124.014178ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:26.502557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.054586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:44:26.502846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.433854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zr67s\" ","response":"range_response_count:1 size:6530"} {"level":"warn","ts":"2026-04-23T00:44:26.502909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.504444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.233\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-23T00:44:26.502938Z","caller":"traceutil/trace.go:171","msg":"trace[900145455] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zr67s; range_end:; response_count:1; response_revision:13670; }","duration":"132.581138ms","start":"2026-04-23T00:44:26.370336Z","end":"2026-04-23T00:44:26.502917Z","steps":["trace[900145455] 'agreement among raft nodes before linearized reading' (duration: 132.262988ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:44:26.502972Z","caller":"traceutil/trace.go:171","msg":"trace[20761370] range","detail":"{range_begin:/registry/masterleases/199.204.45.233; range_end:; response_count:1; response_revision:13670; }","duration":"237.607177ms","start":"2026-04-23T00:44:26.265354Z","end":"2026-04-23T00:44:26.502962Z","steps":["trace[20761370] 'agreement among raft nodes before linearized reading' (duration: 237.040429ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:44:26.502856Z","caller":"traceutil/trace.go:171","msg":"trace[1933813340] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13670; }","duration":"135.379607ms","start":"2026-04-23T00:44:26.367442Z","end":"2026-04-23T00:44:26.502822Z","steps":["trace[1933813340] 'agreement among raft nodes before linearized reading' (duration: 135.074408ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:26.502616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"859.116064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:4945"} {"level":"info","ts":"2026-04-23T00:44:26.503058Z","caller":"traceutil/trace.go:171","msg":"trace[1490942007] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:13670; }","duration":"859.605259ms","start":"2026-04-23T00:44:25.643432Z","end":"2026-04-23T00:44:26.503038Z","steps":["trace[1490942007] 'agreement among raft nodes before linearized reading' (duration: 858.965449ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:26.503139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:25.64341Z","time spent":"859.696071ms","remote":"127.0.0.1:39458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4968,"request content":"key:\"/registry/pods/kube-system/kube-vip-instance\" "} {"level":"info","ts":"2026-04-23T00:44:26.834673Z","caller":"traceutil/trace.go:171","msg":"trace[1959432040] transaction","detail":"{read_only:false; response_revision:13671; number_of_response:1; }","duration":"324.289096ms","start":"2026-04-23T00:44:26.51035Z","end":"2026-04-23T00:44:26.834639Z","steps":["trace[1959432040] 'process raft request' (duration: 295.31577ms)","trace[1959432040] 'compare' (duration: 28.631665ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:44:26.834718Z","caller":"traceutil/trace.go:171","msg":"trace[772189780] linearizableReadLoop","detail":"{readStateIndex:14161; appliedIndex:14159; }","duration":"282.35058ms","start":"2026-04-23T00:44:26.552332Z","end":"2026-04-23T00:44:26.834682Z","steps":["trace[772189780] 'read index received' (duration: 253.445257ms)","trace[772189780] 'applied index is now lower than readState.Index' (duration: 28.903683ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:44:26.83487Z","caller":"traceutil/trace.go:171","msg":"trace[172970583] transaction","detail":"{read_only:false; response_revision:13672; number_of_response:1; }","duration":"321.070994ms","start":"2026-04-23T00:44:26.513786Z","end":"2026-04-23T00:44:26.834857Z","steps":["trace[172970583] 'process raft request' (duration: 320.772234ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:26.834831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:26.510321Z","time spent":"324.429991ms","remote":"127.0.0.1:39382","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3409,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T00:44:26.835038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:26.513773Z","time spent":"321.144037ms","remote":"127.0.0.1:39458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4763,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:44:26.835154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.734288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:44:26.835242Z","caller":"traceutil/trace.go:171","msg":"trace[938272027] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13672; }","duration":"323.852712ms","start":"2026-04-23T00:44:26.511369Z","end":"2026-04-23T00:44:26.835222Z","steps":["trace[938272027] 'agreement among raft nodes before linearized reading' (duration: 323.709108ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:26.835305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:26.511357Z","time spent":"323.939975ms","remote":"127.0.0.1:39306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T00:44:26.839186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.919492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:62 size:583393"} {"level":"info","ts":"2026-04-23T00:44:26.839274Z","caller":"traceutil/trace.go:171","msg":"trace[122081199] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:62; response_revision:13672; }","duration":"329.056367ms","start":"2026-04-23T00:44:26.510199Z","end":"2026-04-23T00:44:26.839256Z","steps":["trace[122081199] 'agreement among raft nodes before linearized reading' (duration: 324.902876ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:26.839349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:26.510182Z","time spent":"329.152819ms","remote":"127.0.0.1:39458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":62,"response size":583416,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-23T00:44:27.081046Z","caller":"traceutil/trace.go:171","msg":"trace[1797268927] transaction","detail":"{read_only:false; response_revision:13673; number_of_response:1; }","duration":"527.817596ms","start":"2026-04-23T00:44:26.553188Z","end":"2026-04-23T00:44:27.081005Z","steps":["trace[1797268927] 'process raft request' (duration: 437.645667ms)","trace[1797268927] 'compare' (duration: 89.729945ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:44:27.081246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.117152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-23T00:44:27.081269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:26.553166Z","time spent":"527.968601ms","remote":"127.0.0.1:39318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:44:27.081317Z","caller":"traceutil/trace.go:171","msg":"trace[2021378533] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13674; }","duration":"426.238647ms","start":"2026-04-23T00:44:26.655062Z","end":"2026-04-23T00:44:27.0813Z","steps":["trace[2021378533] 'agreement among raft nodes before linearized reading' (duration: 426.03242ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:27.081363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:26.655035Z","time spent":"426.315468ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T00:44:27.081355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.455881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-23T00:44:27.081414Z","caller":"traceutil/trace.go:171","msg":"trace[1436654722] transaction","detail":"{read_only:false; response_revision:13674; number_of_response:1; }","duration":"526.385701ms","start":"2026-04-23T00:44:26.554981Z","end":"2026-04-23T00:44:27.081367Z","steps":["trace[1436654722] 'process raft request' (duration: 525.890725ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:44:27.081473Z","caller":"traceutil/trace.go:171","msg":"trace[983933258] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:13674; }","duration":"374.632646ms","start":"2026-04-23T00:44:26.706805Z","end":"2026-04-23T00:44:27.081438Z","steps":["trace[983933258] 'agreement among raft nodes before linearized reading' (duration: 374.219563ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:44:27.081028Z","caller":"traceutil/trace.go:171","msg":"trace[562606581] linearizableReadLoop","detail":"{readStateIndex:14163; appliedIndex:14161; }","duration":"246.191948ms","start":"2026-04-23T00:44:26.834804Z","end":"2026-04-23T00:44:27.080996Z","steps":["trace[562606581] 'read index received' (duration: 156.173224ms)","trace[562606581] 'applied index is now lower than readState.Index' (duration: 90.016864ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:44:27.081528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:26.706781Z","time spent":"374.73722ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T00:44:27.081608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:26.554965Z","time spent":"526.535905ms","remote":"127.0.0.1:39362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":763,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:44:27.083962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.001545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:388709"} {"level":"info","ts":"2026-04-23T00:44:27.084084Z","caller":"traceutil/trace.go:171","msg":"trace[1782655565] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:13674; }","duration":"398.18284ms","start":"2026-04-23T00:44:26.685877Z","end":"2026-04-23T00:44:27.08406Z","steps":["trace[1782655565] 'agreement among raft nodes before linearized reading' (duration: 395.163215ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:27.084152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:26.685848Z","time spent":"398.277123ms","remote":"127.0.0.1:39748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":888,"response size":388732,"request content":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 "} {"level":"info","ts":"2026-04-23T00:44:27.093712Z","caller":"traceutil/trace.go:171","msg":"trace[1295865919] transaction","detail":"{read_only:false; response_revision:13675; number_of_response:1; }","duration":"250.789683ms","start":"2026-04-23T00:44:26.842895Z","end":"2026-04-23T00:44:27.093685Z","steps":["trace[1295865919] 'process raft request' (duration: 250.626138ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:27.093748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.741107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-8gnkt\" ","response":"range_response_count:1 size:7041"} {"level":"info","ts":"2026-04-23T00:44:27.093885Z","caller":"traceutil/trace.go:171","msg":"trace[49692232] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-8gnkt; range_end:; response_count:1; response_revision:13675; }","duration":"253.900232ms","start":"2026-04-23T00:44:26.83996Z","end":"2026-04-23T00:44:27.09386Z","steps":["trace[49692232] 'agreement among raft nodes before linearized reading' (duration: 253.716896ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:27.394255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.827867ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:44:27.394409Z","caller":"traceutil/trace.go:171","msg":"trace[97813076] linearizableReadLoop","detail":"{readStateIndex:14165; appliedIndex:14164; }","duration":"298.106639ms","start":"2026-04-23T00:44:27.096279Z","end":"2026-04-23T00:44:27.394385Z","steps":["trace[97813076] 'read index received' (duration: 121.161028ms)","trace[97813076] 'applied index is now lower than readState.Index' (duration: 176.94347ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:44:27.394522Z","caller":"traceutil/trace.go:171","msg":"trace[526100866] transaction","detail":"{read_only:false; response_revision:13676; number_of_response:1; }","duration":"298.545352ms","start":"2026-04-23T00:44:27.095957Z","end":"2026-04-23T00:44:27.394502Z","steps":["trace[526100866] 'process raft request' (duration: 121.333804ms)","trace[526100866] 'compare' (duration: 176.670411ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:44:27.394767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.454019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-23T00:44:27.394875Z","caller":"traceutil/trace.go:171","msg":"trace[5616188] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:13676; }","duration":"298.627115ms","start":"2026-04-23T00:44:27.096227Z","end":"2026-04-23T00:44:27.394855Z","steps":["trace[5616188] 'agreement among raft nodes before linearized reading' (duration: 298.299095ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:44:27.420893Z","caller":"traceutil/trace.go:171","msg":"trace[1681053248] transaction","detail":"{read_only:false; response_revision:13677; number_of_response:1; }","duration":"319.947209ms","start":"2026-04-23T00:44:27.100932Z","end":"2026-04-23T00:44:27.420879Z","steps":["trace[1681053248] 'process raft request' (duration: 319.761723ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:27.42103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:27.100907Z","time spent":"320.048462ms","remote":"127.0.0.1:39458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6844,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:44:27.421163Z","caller":"traceutil/trace.go:171","msg":"trace[1997384097] transaction","detail":"{read_only:false; response_revision:13678; number_of_response:1; }","duration":"314.764786ms","start":"2026-04-23T00:44:27.10639Z","end":"2026-04-23T00:44:27.421155Z","steps":["trace[1997384097] 'process raft request' (duration: 314.430995ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:27.421209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:27.106381Z","time spent":"314.806297ms","remote":"127.0.0.1:39380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19170,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:44:27.423215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.015976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a8d45dacb09238\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:13674 ","response":"range_response_count:388 size:302414"} {"level":"info","ts":"2026-04-23T00:44:27.423308Z","caller":"traceutil/trace.go:171","msg":"trace[1165184631] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18a8d45dacb09238\u0000; range_end:/registry/events/openstack0; response_count:388; response_revision:13678; }","duration":"317.13182ms","start":"2026-04-23T00:44:27.106157Z","end":"2026-04-23T00:44:27.423289Z","steps":["trace[1165184631] 'agreement among raft nodes before linearized reading' (duration: 315.112086ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:27.423369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:27.106137Z","time spent":"317.205743ms","remote":"127.0.0.1:39748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":106,"response count":388,"response size":302437,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a8d45dacb09238\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:13674 "} {"level":"warn","ts":"2026-04-23T00:44:27.746322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.930366ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:44:27.746471Z","caller":"traceutil/trace.go:171","msg":"trace[286869715] linearizableReadLoop","detail":"{readStateIndex:14168; appliedIndex:14167; }","duration":"325.37037ms","start":"2026-04-23T00:44:27.421074Z","end":"2026-04-23T00:44:27.746445Z","steps":["trace[286869715] 'read index received' (duration: 81.278848ms)","trace[286869715] 'applied index is now lower than readState.Index' (duration: 244.089222ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:44:27.746665Z","caller":"traceutil/trace.go:171","msg":"trace[1208490477] transaction","detail":"{read_only:false; response_revision:13679; number_of_response:1; }","duration":"347.757828ms","start":"2026-04-23T00:44:27.398846Z","end":"2026-04-23T00:44:27.746603Z","steps":["trace[1208490477] 'process raft request' (duration: 103.437699ms)","trace[1208490477] 'compare' (duration: 243.612126ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:44:27.746872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.71006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-23T00:44:27.746861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.237974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T00:44:27.74688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:27.398818Z","time spent":"347.962783ms","remote":"127.0.0.1:39362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":696,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T00:44:27.746902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.453538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-04-23T00:44:27.746924Z","caller":"traceutil/trace.go:171","msg":"trace[122688064] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:13679; }","duration":"349.824813ms","start":"2026-04-23T00:44:27.397086Z","end":"2026-04-23T00:44:27.746911Z","steps":["trace[122688064] 'agreement among raft nodes before linearized reading' (duration: 349.508383ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:44:27.746941Z","caller":"traceutil/trace.go:171","msg":"trace[1378133766] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:13679; }","duration":"167.380479ms","start":"2026-04-23T00:44:27.579542Z","end":"2026-04-23T00:44:27.746923Z","steps":["trace[1378133766] 'agreement among raft nodes before linearized reading' (duration: 167.217444ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:44:27.746961Z","caller":"traceutil/trace.go:171","msg":"trace[1600114585] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:13679; }","duration":"259.567041ms","start":"2026-04-23T00:44:27.487375Z","end":"2026-04-23T00:44:27.746942Z","steps":["trace[1600114585] 'agreement among raft nodes before linearized reading' (duration: 259.399976ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:27.746956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.56897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:7067"} {"level":"info","ts":"2026-04-23T00:44:27.747032Z","caller":"traceutil/trace.go:171","msg":"trace[1629023562] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:13679; }","duration":"321.694184ms","start":"2026-04-23T00:44:27.425314Z","end":"2026-04-23T00:44:27.747009Z","steps":["trace[1629023562] 'agreement among raft nodes before linearized reading' (duration: 321.448556ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:27.746968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:27.397062Z","time spent":"349.896805ms","remote":"127.0.0.1:39512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-04-23T00:44:27.747094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:27.425287Z","time spent":"321.793707ms","remote":"127.0.0.1:39458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7090,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"warn","ts":"2026-04-23T00:44:27.747108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.033165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-23T00:44:27.747195Z","caller":"traceutil/trace.go:171","msg":"trace[1141433151] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13679; }","duration":"297.177199ms","start":"2026-04-23T00:44:27.449996Z","end":"2026-04-23T00:44:27.747174Z","steps":["trace[1141433151] 'agreement among raft nodes before linearized reading' (duration: 296.916921ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:27.74781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.872805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:86 size:929839"} {"level":"info","ts":"2026-04-23T00:44:27.747872Z","caller":"traceutil/trace.go:171","msg":"trace[1560313032] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:86; response_revision:13679; }","duration":"262.940717ms","start":"2026-04-23T00:44:27.484918Z","end":"2026-04-23T00:44:27.747859Z","steps":["trace[1560313032] 'agreement among raft nodes before linearized reading' (duration: 261.926215ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:27.747277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.995703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:44:27.748319Z","caller":"traceutil/trace.go:171","msg":"trace[918739856] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13679; }","duration":"235.350926ms","start":"2026-04-23T00:44:27.512937Z","end":"2026-04-23T00:44:27.748288Z","steps":["trace[918739856] 'agreement among raft nodes before linearized reading' (duration: 233.9054ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:28.165354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.890192ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:44:28.165491Z","caller":"traceutil/trace.go:171","msg":"trace[1330189510] transaction","detail":"{read_only:false; response_revision:13680; number_of_response:1; }","duration":"411.500381ms","start":"2026-04-23T00:44:27.753972Z","end":"2026-04-23T00:44:28.165472Z","steps":["trace[1330189510] 'process raft request' (duration: 119.376621ms)","trace[1330189510] 'compare' (duration: 291.771078ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:44:28.165554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:27.753947Z","time spent":"411.577613ms","remote":"127.0.0.1:39362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":781,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:44:28.4779Z","caller":"traceutil/trace.go:171","msg":"trace[2055754934] linearizableReadLoop","detail":"{readStateIndex:14170; appliedIndex:14169; }","duration":"530.409978ms","start":"2026-04-23T00:44:27.947472Z","end":"2026-04-23T00:44:28.477882Z","steps":["trace[2055754934] 'read index received' (duration: 477.595599ms)","trace[2055754934] 'applied index is now lower than readState.Index' (duration: 52.813299ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:44:28.47831Z","caller":"traceutil/trace.go:171","msg":"trace[503990084] transaction","detail":"{read_only:false; response_revision:13681; number_of_response:1; }","duration":"722.410324ms","start":"2026-04-23T00:44:27.755854Z","end":"2026-04-23T00:44:28.478264Z","steps":["trace[503990084] 'process raft request' (duration: 669.192033ms)","trace[503990084] 'compare' (duration: 52.578001ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:44:28.478497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:27.755844Z","time spent":"722.558319ms","remote":"127.0.0.1:39458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7064,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:44:28.47893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.42964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:86 size:929839"} {"level":"info","ts":"2026-04-23T00:44:28.479012Z","caller":"traceutil/trace.go:171","msg":"trace[1164194558] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:86; response_revision:13681; }","duration":"531.570064ms","start":"2026-04-23T00:44:27.947425Z","end":"2026-04-23T00:44:28.478995Z","steps":["trace[1164194558] 'agreement among raft nodes before linearized reading' (duration: 530.646805ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:28.47906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:27.947387Z","time spent":"531.661438ms","remote":"127.0.0.1:39380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":86,"response size":929862,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"info","ts":"2026-04-23T00:44:28.495915Z","caller":"traceutil/trace.go:171","msg":"trace[1926094104] transaction","detail":"{read_only:false; response_revision:13682; number_of_response:1; }","duration":"325.666939ms","start":"2026-04-23T00:44:28.170227Z","end":"2026-04-23T00:44:28.495894Z","steps":["trace[1926094104] 'process raft request' (duration: 325.497104ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:28.496045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:28.170199Z","time spent":"325.785463ms","remote":"127.0.0.1:39362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":772,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T00:44:28.496592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.506912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-23T00:44:28.496645Z","caller":"traceutil/trace.go:171","msg":"trace[943834181] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13682; }","duration":"123.594346ms","start":"2026-04-23T00:44:28.373039Z","end":"2026-04-23T00:44:28.496634Z","steps":["trace[943834181] 'agreement among raft nodes before linearized reading' (duration: 123.478142ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:28.496877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.880684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-23T00:44:28.496931Z","caller":"traceutil/trace.go:171","msg":"trace[450112447] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13682; }","duration":"123.972627ms","start":"2026-04-23T00:44:28.372947Z","end":"2026-04-23T00:44:28.49692Z","steps":["trace[450112447] 'agreement among raft nodes before linearized reading' (duration: 123.854333ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:28.497138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.058892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-23T00:44:28.497179Z","caller":"traceutil/trace.go:171","msg":"trace[327695350] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:13682; }","duration":"251.140255ms","start":"2026-04-23T00:44:28.246029Z","end":"2026-04-23T00:44:28.49717Z","steps":["trace[327695350] 'agreement among raft nodes before linearized reading' (duration: 251.043932ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:44:29.133363Z","caller":"traceutil/trace.go:171","msg":"trace[1577103237] transaction","detail":"{read_only:false; response_revision:13684; number_of_response:1; }","duration":"630.119297ms","start":"2026-04-23T00:44:28.503194Z","end":"2026-04-23T00:44:29.133313Z","steps":["trace[1577103237] 'process raft request' (duration: 629.847228ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:44:29.133408Z","caller":"traceutil/trace.go:171","msg":"trace[1138320222] transaction","detail":"{read_only:false; response_revision:13687; number_of_response:1; }","duration":"624.797429ms","start":"2026-04-23T00:44:28.508582Z","end":"2026-04-23T00:44:29.133379Z","steps":["trace[1138320222] 'process raft request' (duration: 624.733497ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:44:29.133454Z","caller":"traceutil/trace.go:171","msg":"trace[1575472885] transaction","detail":"{read_only:false; response_revision:13686; number_of_response:1; }","duration":"629.700503ms","start":"2026-04-23T00:44:28.503721Z","end":"2026-04-23T00:44:29.133422Z","steps":["trace[1575472885] 'process raft request' (duration: 629.552589ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:29.133611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:28.503698Z","time spent":"629.826538ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:44:29.133572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:28.503167Z","time spent":"630.306003ms","remote":"127.0.0.1:39362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":772,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T00:44:29.133396Z","caller":"traceutil/trace.go:171","msg":"trace[308298266] transaction","detail":"{read_only:false; response_revision:13685; number_of_response:1; }","duration":"629.88005ms","start":"2026-04-23T00:44:28.503484Z","end":"2026-04-23T00:44:29.133364Z","steps":["trace[308298266] 'process raft request' (duration: 629.715434ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:29.133598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:28.508568Z","time spent":"624.914982ms","remote":"127.0.0.1:39458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4451,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:44:29.134025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:28.503447Z","time spent":"630.385895ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:44:29.261016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.724322ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-23T00:44:29.261189Z","caller":"traceutil/trace.go:171","msg":"trace[569898901] linearizableReadLoop","detail":"{readStateIndex:14177; appliedIndex:14175; }","duration":"548.334295ms","start":"2026-04-23T00:44:28.71283Z","end":"2026-04-23T00:44:29.261164Z","steps":["trace[569898901] 'read index received' (duration: 420.498665ms)","trace[569898901] 'applied index is now lower than readState.Index' (duration: 127.83323ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:44:29.261441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.594543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-23T00:44:29.261482Z","caller":"traceutil/trace.go:171","msg":"trace[1947058308] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13687; }","duration":"548.681905ms","start":"2026-04-23T00:44:28.712789Z","end":"2026-04-23T00:44:29.261471Z","steps":["trace[1947058308] 'agreement among raft nodes before linearized reading' (duration: 548.50108ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:29.261478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.424836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:44:29.261506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.486116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-7fcdcd478-4f642\" ","response":"range_response_count:1 size:5914"} {"level":"warn","ts":"2026-04-23T00:44:29.261521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:28.712767Z","time spent":"548.745638ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T00:44:29.261531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.869509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zr67s\" ","response":"range_response_count:1 size:6530"} {"level":"info","ts":"2026-04-23T00:44:29.261571Z","caller":"traceutil/trace.go:171","msg":"trace[1915676998] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-7fcdcd478-4f642; range_end:; response_count:1; response_revision:13687; }","duration":"119.592159ms","start":"2026-04-23T00:44:29.141956Z","end":"2026-04-23T00:44:29.261549Z","steps":["trace[1915676998] 'agreement among raft nodes before linearized reading' (duration: 119.383712ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:44:29.261565Z","caller":"traceutil/trace.go:171","msg":"trace[2069753062] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:13687; }","duration":"378.597992ms","start":"2026-04-23T00:44:28.882946Z","end":"2026-04-23T00:44:29.261544Z","steps":["trace[2069753062] 'agreement among raft nodes before linearized reading' (duration: 378.458457ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:44:29.261612Z","caller":"traceutil/trace.go:171","msg":"trace[1105926900] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zr67s; range_end:; response_count:1; response_revision:13687; }","duration":"403.023083ms","start":"2026-04-23T00:44:28.858571Z","end":"2026-04-23T00:44:29.261594Z","steps":["trace[1105926900] 'agreement among raft nodes before linearized reading' (duration: 402.751955ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:29.261616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:28.882893Z","time spent":"378.712716ms","remote":"127.0.0.1:55012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:44:29.261666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:28.858541Z","time spent":"403.117136ms","remote":"127.0.0.1:39458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-zr67s\" "} {"level":"warn","ts":"2026-04-23T00:44:29.261684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.333461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-cluster-operator-7fcdcd478-4f642.18a8d45ad0fc02ac\" ","response":"range_response_count:1 size:820"} {"level":"info","ts":"2026-04-23T00:44:29.261774Z","caller":"traceutil/trace.go:171","msg":"trace[365956576] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-cluster-operator-7fcdcd478-4f642.18a8d45ad0fc02ac; range_end:; response_count:1; response_revision:13687; }","duration":"119.449964ms","start":"2026-04-23T00:44:29.142302Z","end":"2026-04-23T00:44:29.261752Z","steps":["trace[365956576] 'agreement among raft nodes before linearized reading' (duration: 119.106923ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:29.262201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.831176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:415370"} {"level":"info","ts":"2026-04-23T00:44:29.262263Z","caller":"traceutil/trace.go:171","msg":"trace[1409564524] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:13687; }","duration":"357.916018ms","start":"2026-04-23T00:44:28.904333Z","end":"2026-04-23T00:44:29.262249Z","steps":["trace[1409564524] 'agreement among raft nodes before linearized reading' (duration: 357.065381ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:29.262298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:28.904323Z","time spent":"357.96646ms","remote":"127.0.0.1:46338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":415393,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-04-23T00:44:29.813409Z","caller":"traceutil/trace.go:171","msg":"trace[825350442] linearizableReadLoop","detail":"{readStateIndex:14179; appliedIndex:14177; }","duration":"545.424452ms","start":"2026-04-23T00:44:29.267953Z","end":"2026-04-23T00:44:29.813377Z","steps":["trace[825350442] 'read index received' (duration: 67.780581ms)","trace[825350442] 'applied index is now lower than readState.Index' (duration: 477.642381ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:44:29.813567Z","caller":"traceutil/trace.go:171","msg":"trace[1601471193] transaction","detail":"{read_only:false; response_revision:13689; number_of_response:1; }","duration":"545.912427ms","start":"2026-04-23T00:44:29.26763Z","end":"2026-04-23T00:44:29.813542Z","steps":["trace[1601471193] 'process raft request' (duration: 545.472943ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:29.813692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:29.267588Z","time spent":"546.041921ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:44:29.813665Z","caller":"traceutil/trace.go:171","msg":"trace[1111446316] transaction","detail":"{read_only:false; response_revision:13690; number_of_response:1; }","duration":"542.147449ms","start":"2026-04-23T00:44:29.271474Z","end":"2026-04-23T00:44:29.813622Z","steps":["trace[1111446316] 'process raft request' (duration: 541.836249ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:29.813901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:29.271458Z","time spent":"542.296743ms","remote":"127.0.0.1:39458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5911,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:44:29.814546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.557698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:62 size:583191"} {"level":"info","ts":"2026-04-23T00:44:29.815602Z","caller":"traceutil/trace.go:171","msg":"trace[175646706] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:62; response_revision:13690; }","duration":"547.669003ms","start":"2026-04-23T00:44:29.267917Z","end":"2026-04-23T00:44:29.815586Z","steps":["trace[175646706] 'agreement among raft nodes before linearized reading' (duration: 545.69283ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:29.824975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:29.267892Z","time spent":"557.05513ms","remote":"127.0.0.1:39458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":62,"response size":583214,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-23T00:44:30.314011Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581741608219370090,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T00:44:30.401285Z","caller":"traceutil/trace.go:171","msg":"trace[132244491] linearizableReadLoop","detail":"{readStateIndex:14181; appliedIndex:14180; }","duration":"587.680918ms","start":"2026-04-23T00:44:29.813571Z","end":"2026-04-23T00:44:30.401252Z","steps":["trace[132244491] 'read index received' (duration: 587.233413ms)","trace[132244491] 'applied index is now lower than readState.Index' (duration: 446.035µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:44:30.401438Z","caller":"traceutil/trace.go:171","msg":"trace[109984605] transaction","detail":"{read_only:false; response_revision:13691; number_of_response:1; }","duration":"781.583724ms","start":"2026-04-23T00:44:29.619797Z","end":"2026-04-23T00:44:30.401381Z","steps":["trace[109984605] 'process raft request' (duration: 781.055637ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:30.401533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.434856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-04-23T00:44:30.401655Z","caller":"traceutil/trace.go:171","msg":"trace[827887084] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:13691; }","duration":"648.597651ms","start":"2026-04-23T00:44:29.753024Z","end":"2026-04-23T00:44:30.401622Z","steps":["trace[827887084] 'agreement among raft nodes before linearized reading' (duration: 648.260401ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:30.401618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.088951325s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:44:30.40169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:29.619752Z","time spent":"781.80878ms","remote":"127.0.0.1:46338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":415539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:44:30.401721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:29.753005Z","time spent":"648.700745ms","remote":"127.0.0.1:39424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1656,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-04-23T00:44:30.401626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"888.801301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:44:30.401764Z","caller":"traceutil/trace.go:171","msg":"trace[1690843312] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:13691; }","duration":"1.089141481s","start":"2026-04-23T00:44:29.312559Z","end":"2026-04-23T00:44:30.401701Z","steps":["trace[1690843312] 'agreement among raft nodes before linearized reading' (duration: 1.088917034s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:44:30.401827Z","caller":"traceutil/trace.go:171","msg":"trace[389386042] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13691; }","duration":"889.050388ms","start":"2026-04-23T00:44:29.512734Z","end":"2026-04-23T00:44:30.401785Z","steps":["trace[389386042] 'agreement among raft nodes before linearized reading' (duration: 888.755129ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:30.401539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.061622501s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-cluster-operator-7fcdcd478-4f642.18a8d45ae335e3dc\" ","response":"range_response_count:1 size:820"} {"level":"warn","ts":"2026-04-23T00:44:30.401803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.346018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-7fcdcd478-4f642\" ","response":"range_response_count:1 size:5926"} {"level":"warn","ts":"2026-04-23T00:44:30.401893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:29.512707Z","time spent":"889.173142ms","remote":"127.0.0.1:39306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T00:44:30.401894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:29.31252Z","time spent":"1.089357197s","remote":"127.0.0.1:55136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-04-23T00:44:30.401938Z","caller":"traceutil/trace.go:171","msg":"trace[648872129] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-7fcdcd478-4f642; range_end:; response_count:1; response_revision:13691; }","duration":"575.558945ms","start":"2026-04-23T00:44:29.826358Z","end":"2026-04-23T00:44:30.401917Z","steps":["trace[648872129] 'agreement among raft nodes before linearized reading' (duration: 575.233474ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:44:30.401934Z","caller":"traceutil/trace.go:171","msg":"trace[1033259031] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-cluster-operator-7fcdcd478-4f642.18a8d45ae335e3dc; range_end:; response_count:1; response_revision:13691; }","duration":"1.062052605s","start":"2026-04-23T00:44:29.339857Z","end":"2026-04-23T00:44:30.40191Z","steps":["trace[1033259031] 'agreement among raft nodes before linearized reading' (duration: 1.06155849s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:30.401996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:29.826338Z","time spent":"575.647197ms","remote":"127.0.0.1:39458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5949,"request content":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-7fcdcd478-4f642\" "} {"level":"warn","ts":"2026-04-23T00:44:30.402005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:29.339842Z","time spent":"1.062144238s","remote":"127.0.0.1:39362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":843,"request content":"key:\"/registry/events/openstack/rabbitmq-cluster-operator-7fcdcd478-4f642.18a8d45ae335e3dc\" "} {"level":"warn","ts":"2026-04-23T00:44:30.73355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.032034ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:44:30.733759Z","caller":"traceutil/trace.go:171","msg":"trace[1686620257] linearizableReadLoop","detail":"{readStateIndex:14182; appliedIndex:14181; }","duration":"326.754694ms","start":"2026-04-23T00:44:30.406986Z","end":"2026-04-23T00:44:30.733741Z","steps":["trace[1686620257] 'read index received' (duration: 105.347688ms)","trace[1686620257] 'applied index is now lower than readState.Index' (duration: 221.404536ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:44:30.733798Z","caller":"traceutil/trace.go:171","msg":"trace[1394300013] transaction","detail":"{read_only:false; response_revision:13692; number_of_response:1; }","duration":"328.888131ms","start":"2026-04-23T00:44:30.404846Z","end":"2026-04-23T00:44:30.733734Z","steps":["trace[1394300013] 'process raft request' (duration: 107.555838ms)","trace[1394300013] 'compare' (duration: 220.814747ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:44:30.733986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:30.404807Z","time spent":"329.082867ms","remote":"127.0.0.1:39362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":805,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:44:30.73404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.57358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:44:30.734173Z","caller":"traceutil/trace.go:171","msg":"trace[1704487190] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13692; }","duration":"220.784316ms","start":"2026-04-23T00:44:30.513357Z","end":"2026-04-23T00:44:30.734142Z","steps":["trace[1704487190] 'agreement among raft nodes before linearized reading' (duration: 220.544749ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:30.734109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.059634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e8db7779-470d-47e9-b7f4-1596d8cb6d9d\" ","response":"range_response_count:1 size:1293"} {"level":"info","ts":"2026-04-23T00:44:30.734272Z","caller":"traceutil/trace.go:171","msg":"trace[740304114] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e8db7779-470d-47e9-b7f4-1596d8cb6d9d; range_end:; response_count:1; response_revision:13692; }","duration":"327.318372ms","start":"2026-04-23T00:44:30.406926Z","end":"2026-04-23T00:44:30.734244Z","steps":["trace[740304114] 'agreement among raft nodes before linearized reading' (duration: 326.920019ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:30.73434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:30.406903Z","time spent":"327.420655ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1316,"request content":"key:\"/registry/persistentvolumes/pvc-e8db7779-470d-47e9-b7f4-1596d8cb6d9d\" "} {"level":"warn","ts":"2026-04-23T00:44:30.734318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.294657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-23T00:44:30.734415Z","caller":"traceutil/trace.go:171","msg":"trace[68629392] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13692; }","duration":"199.461952ms","start":"2026-04-23T00:44:30.534931Z","end":"2026-04-23T00:44:30.734393Z","steps":["trace[68629392] 'agreement among raft nodes before linearized reading' (duration: 199.143482ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:44:31.315411Z","caller":"traceutil/trace.go:171","msg":"trace[1476893099] linearizableReadLoop","detail":"{readStateIndex:14184; appliedIndex:14183; }","duration":"166.736448ms","start":"2026-04-23T00:44:31.148651Z","end":"2026-04-23T00:44:31.315387Z","steps":["trace[1476893099] 'read index received' (duration: 166.534812ms)","trace[1476893099] 'applied index is now lower than readState.Index' (duration: 200.316µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:44:31.31549Z","caller":"traceutil/trace.go:171","msg":"trace[1367538959] transaction","detail":"{read_only:false; response_revision:13694; number_of_response:1; }","duration":"238.593408ms","start":"2026-04-23T00:44:31.076854Z","end":"2026-04-23T00:44:31.315447Z","steps":["trace[1367538959] 'process raft request' (duration: 238.373661ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:31.315686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.021107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-23T00:44:31.315738Z","caller":"traceutil/trace.go:171","msg":"trace[1244597883] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13694; }","duration":"167.151551ms","start":"2026-04-23T00:44:31.148572Z","end":"2026-04-23T00:44:31.315723Z","steps":["trace[1244597883] 'agreement among raft nodes before linearized reading' (duration: 166.957015ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:31.315767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.594202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-04-23T00:44:31.315833Z","caller":"traceutil/trace.go:171","msg":"trace[505496280] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:13694; }","duration":"165.794538ms","start":"2026-04-23T00:44:31.150022Z","end":"2026-04-23T00:44:31.315817Z","steps":["trace[505496280] 'agreement among raft nodes before linearized reading' (duration: 165.54846ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:31.75043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.943166ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:44:31.750583Z","caller":"traceutil/trace.go:171","msg":"trace[885684295] linearizableReadLoop","detail":"{readStateIndex:14185; appliedIndex:14184; }","duration":"428.24429ms","start":"2026-04-23T00:44:31.322315Z","end":"2026-04-23T00:44:31.750559Z","steps":["trace[885684295] 'read index received' (duration: 221.984344ms)","trace[885684295] 'applied index is now lower than readState.Index' (duration: 206.257856ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:44:31.750706Z","caller":"traceutil/trace.go:171","msg":"trace[1241936998] transaction","detail":"{read_only:false; response_revision:13695; number_of_response:1; }","duration":"429.611513ms","start":"2026-04-23T00:44:31.32108Z","end":"2026-04-23T00:44:31.750691Z","steps":["trace[1241936998] 'process raft request' (duration: 223.270794ms)","trace[1241936998] 'compare' (duration: 205.71511ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:44:31.750778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:31.321062Z","time spent":"429.675445ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:44:31.75123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.11483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-23T00:44:31.751253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.161545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:44:31.751311Z","caller":"traceutil/trace.go:171","msg":"trace[1241365476] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13695; }","duration":"374.264664ms","start":"2026-04-23T00:44:31.377026Z","end":"2026-04-23T00:44:31.751291Z","steps":["trace[1241365476] 'agreement among raft nodes before linearized reading' (duration: 374.017066ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:44:31.751347Z","caller":"traceutil/trace.go:171","msg":"trace[235838284] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13695; }","duration":"238.327629ms","start":"2026-04-23T00:44:31.512999Z","end":"2026-04-23T00:44:31.751327Z","steps":["trace[235838284] 'agreement among raft nodes before linearized reading' (duration: 238.099252ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:31.75131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.946912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18955"} {"level":"warn","ts":"2026-04-23T00:44:31.751357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:31.377001Z","time spent":"374.347507ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-23T00:44:31.751411Z","caller":"traceutil/trace.go:171","msg":"trace[1889125941] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:13695; }","duration":"429.107847ms","start":"2026-04-23T00:44:31.322279Z","end":"2026-04-23T00:44:31.751387Z","steps":["trace[1889125941] 'agreement among raft nodes before linearized reading' (duration: 428.780717ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:31.751469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:31.322247Z","time spent":"429.20647ms","remote":"127.0.0.1:39452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18978,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-04-23T00:44:33.023503Z","caller":"traceutil/trace.go:171","msg":"trace[1243523488] linearizableReadLoop","detail":"{readStateIndex:14186; appliedIndex:14185; }","duration":"157.472205ms","start":"2026-04-23T00:44:32.866004Z","end":"2026-04-23T00:44:33.023477Z","steps":["trace[1243523488] 'read index received' (duration: 157.272839ms)","trace[1243523488] 'applied index is now lower than readState.Index' (duration: 197.916µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:44:33.023746Z","caller":"traceutil/trace.go:171","msg":"trace[1733653909] transaction","detail":"{read_only:false; response_revision:13696; number_of_response:1; }","duration":"187.754292ms","start":"2026-04-23T00:44:32.835961Z","end":"2026-04-23T00:44:33.023715Z","steps":["trace[1733653909] 'process raft request' (duration: 187.349569ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:33.023833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.782435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:44:33.023952Z","caller":"traceutil/trace.go:171","msg":"trace[893311422] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:13696; }","duration":"157.96052ms","start":"2026-04-23T00:44:32.865967Z","end":"2026-04-23T00:44:33.023928Z","steps":["trace[893311422] 'agreement among raft nodes before linearized reading' (duration: 157.748704ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:33.024274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.137186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-04-23T00:44:33.024373Z","caller":"traceutil/trace.go:171","msg":"trace[496967673] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:13696; }","duration":"127.286991ms","start":"2026-04-23T00:44:32.89707Z","end":"2026-04-23T00:44:33.024357Z","steps":["trace[496967673] 'agreement among raft nodes before linearized reading' (duration: 127.051654ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:33.520178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.64886ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-23T00:44:33.634328Z","caller":"traceutil/trace.go:171","msg":"trace[1986660836] transaction","detail":"{read_only:false; response_revision:13697; number_of_response:1; }","duration":"111.476431ms","start":"2026-04-23T00:44:33.522819Z","end":"2026-04-23T00:44:33.634296Z","steps":["trace[1986660836] 'process raft request' (duration: 111.252494ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:33.996603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.315705ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:44:33.99682Z","caller":"traceutil/trace.go:171","msg":"trace[1568125441] linearizableReadLoop","detail":"{readStateIndex:14189; appliedIndex:14188; }","duration":"358.366813ms","start":"2026-04-23T00:44:33.638432Z","end":"2026-04-23T00:44:33.996799Z","steps":["trace[1568125441] 'read index received' (duration: 109.80996ms)","trace[1568125441] 'applied index is now lower than readState.Index' (duration: 248.554603ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:44:33.996948Z","caller":"traceutil/trace.go:171","msg":"trace[942434664] transaction","detail":"{read_only:false; response_revision:13698; number_of_response:1; }","duration":"468.291306ms","start":"2026-04-23T00:44:33.528643Z","end":"2026-04-23T00:44:33.996934Z","steps":["trace[942434664] 'process raft request' (duration: 219.549107ms)","trace[942434664] 'compare' (duration: 248.040537ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:44:33.997065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:33.528619Z","time spent":"468.402839ms","remote":"127.0.0.1:39458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5662,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:44:33.997292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.834677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-nw5z2.18a8d5bb4e08993c\" ","response":"range_response_count:1 size:881"} {"level":"info","ts":"2026-04-23T00:44:33.997388Z","caller":"traceutil/trace.go:171","msg":"trace[1846659272] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-nw5z2.18a8d5bb4e08993c; range_end:; response_count:1; response_revision:13698; }","duration":"358.990382ms","start":"2026-04-23T00:44:33.638372Z","end":"2026-04-23T00:44:33.997362Z","steps":["trace[1846659272] 'agreement among raft nodes before linearized reading' (duration: 358.711184ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:33.997432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:33.638345Z","time spent":"359.078265ms","remote":"127.0.0.1:39362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":904,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-nw5z2.18a8d5bb4e08993c\" "} {"level":"warn","ts":"2026-04-23T00:44:33.99756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.15141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zr67s\" ","response":"range_response_count:1 size:6530"} {"level":"info","ts":"2026-04-23T00:44:33.997657Z","caller":"traceutil/trace.go:171","msg":"trace[1201260388] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zr67s; range_end:; response_count:1; response_revision:13698; }","duration":"141.322015ms","start":"2026-04-23T00:44:33.856312Z","end":"2026-04-23T00:44:33.997634Z","steps":["trace[1201260388] 'agreement among raft nodes before linearized reading' (duration: 141.089408ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:33.998011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.46424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-23T00:44:33.998075Z","caller":"traceutil/trace.go:171","msg":"trace[1348136088] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13698; }","duration":"242.577453ms","start":"2026-04-23T00:44:33.755482Z","end":"2026-04-23T00:44:33.998059Z","steps":["trace[1348136088] 'agreement among raft nodes before linearized reading' (duration: 241.608063ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:34.504266Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581741608219370121,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T00:44:35.004832Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581741608219370121,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T00:44:35.135477Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.135110783s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T00:44:35.428611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.20269ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:44:35.428741Z","caller":"traceutil/trace.go:171","msg":"trace[1316343863] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:13698; }","duration":"661.347354ms","start":"2026-04-23T00:44:34.767374Z","end":"2026-04-23T00:44:35.428722Z","steps":["trace[1316343863] 'range keys from in-memory index tree' (duration: 661.184609ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:35.429233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.465492ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:44:35.429349Z","caller":"traceutil/trace.go:171","msg":"trace[353150023] transaction","detail":"{read_only:false; response_revision:13699; number_of_response:1; }","duration":"1.429148193s","start":"2026-04-23T00:44:34.000175Z","end":"2026-04-23T00:44:35.429323Z","steps":["trace[353150023] 'process raft request' (duration: 1.135490846s)","trace[353150023] 'compare' (duration: 293.296256ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:44:35.429443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:34.00015Z","time spent":"1.429260516s","remote":"127.0.0.1:39362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:44:35.471769Z","caller":"traceutil/trace.go:171","msg":"trace[1097661325] transaction","detail":"{read_only:false; response_revision:13700; number_of_response:1; }","duration":"1.468716543s","start":"2026-04-23T00:44:34.003021Z","end":"2026-04-23T00:44:35.471737Z","steps":["trace[1097661325] 'process raft request' (duration: 1.468372772s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:44:35.471917Z","caller":"traceutil/trace.go:171","msg":"trace[1734551933] transaction","detail":"{read_only:false; response_revision:13701; number_of_response:1; }","duration":"893.684705ms","start":"2026-04-23T00:44:34.578197Z","end":"2026-04-23T00:44:35.471882Z","steps":["trace[1734551933] 'process raft request' (duration: 893.413176ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:35.472092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:34.578165Z","time spent":"893.84273ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:44:35.47219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:34.002993Z","time spent":"1.468869848s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:44:35.472586Z","caller":"traceutil/trace.go:171","msg":"trace[537313498] transaction","detail":"{read_only:false; response_revision:13702; number_of_response:1; }","duration":"586.138089ms","start":"2026-04-23T00:44:34.886398Z","end":"2026-04-23T00:44:35.472536Z","steps":["trace[537313498] 'process raft request' (duration: 585.289742ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:44:35.472447Z","caller":"traceutil/trace.go:171","msg":"trace[1130564454] linearizableReadLoop","detail":"{readStateIndex:14193; appliedIndex:14189; }","duration":"1.468325871s","start":"2026-04-23T00:44:34.004104Z","end":"2026-04-23T00:44:35.47243Z","steps":["trace[1130564454] 'read index received' (duration: 1.131577712s)","trace[1130564454] 'applied index is now lower than readState.Index' (duration: 336.746829ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:44:35.47279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"960.027621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:44:35.472857Z","caller":"traceutil/trace.go:171","msg":"trace[434702557] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13702; }","duration":"960.116374ms","start":"2026-04-23T00:44:34.512719Z","end":"2026-04-23T00:44:35.472836Z","steps":["trace[434702557] 'agreement among raft nodes before linearized reading' (duration: 960.019351ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:35.472907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:34.512702Z","time spent":"960.194647ms","remote":"127.0.0.1:39306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T00:44:35.472923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:34.886371Z","time spent":"586.356676ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:44:35.473004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.208902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"warn","ts":"2026-04-23T00:44:35.473033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.342681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-23T00:44:35.473113Z","caller":"traceutil/trace.go:171","msg":"trace[929800647] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13702; }","duration":"734.466844ms","start":"2026-04-23T00:44:34.738632Z","end":"2026-04-23T00:44:35.473099Z","steps":["trace[929800647] 'agreement among raft nodes before linearized reading' (duration: 734.257358ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:35.473153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.115179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T00:44:35.473162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:34.738607Z","time spent":"734.545197ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-23T00:44:35.473226Z","caller":"traceutil/trace.go:171","msg":"trace[2127928541] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:13702; }","duration":"756.257213ms","start":"2026-04-23T00:44:34.716949Z","end":"2026-04-23T00:44:35.473206Z","steps":["trace[2127928541] 'agreement among raft nodes before linearized reading' (duration: 756.088727ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:35.473279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:34.71693Z","time spent":"756.338106ms","remote":"127.0.0.1:40034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:44:35.4732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.798144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-23T00:44:35.473352Z","caller":"traceutil/trace.go:171","msg":"trace[535038152] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13702; }","duration":"446.017231ms","start":"2026-04-23T00:44:35.027322Z","end":"2026-04-23T00:44:35.473339Z","steps":["trace[535038152] 'agreement among raft nodes before linearized reading' (duration: 445.816575ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:35.473406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:35.027293Z","time spent":"446.100694ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T00:44:35.473188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.953941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T00:44:35.473476Z","caller":"traceutil/trace.go:171","msg":"trace[110196414] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:13702; }","duration":"629.285192ms","start":"2026-04-23T00:44:34.844171Z","end":"2026-04-23T00:44:35.473457Z","steps":["trace[110196414] 'agreement among raft nodes before linearized reading' (duration: 628.944331ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:35.47355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:34.84415Z","time spent":"629.381305ms","remote":"127.0.0.1:33242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"info","ts":"2026-04-23T00:44:35.473109Z","caller":"traceutil/trace.go:171","msg":"trace[1914129367] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:13702; }","duration":"524.364217ms","start":"2026-04-23T00:44:34.948725Z","end":"2026-04-23T00:44:35.473089Z","steps":["trace[1914129367] 'agreement among raft nodes before linearized reading' (duration: 524.050747ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:35.473637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:34.948704Z","time spent":"524.890583ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-04-23T00:44:35.474337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.47020142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:62 size:583191"} {"level":"info","ts":"2026-04-23T00:44:35.474506Z","caller":"traceutil/trace.go:171","msg":"trace[1629608727] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:62; response_revision:13702; }","duration":"1.470413757s","start":"2026-04-23T00:44:34.004068Z","end":"2026-04-23T00:44:35.474482Z","steps":["trace[1629608727] 'agreement among raft nodes before linearized reading' (duration: 1.468639061s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:35.474701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:34.00402Z","time spent":"1.470659854s","remote":"127.0.0.1:39458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":62,"response size":583214,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-23T00:44:35.889258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.381276ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:44:35.889454Z","caller":"traceutil/trace.go:171","msg":"trace[1907230244] transaction","detail":"{read_only:false; response_revision:13703; number_of_response:1; }","duration":"407.817064ms","start":"2026-04-23T00:44:35.481604Z","end":"2026-04-23T00:44:35.889421Z","steps":["trace[1907230244] 'process raft request' (duration: 197.108348ms)","trace[1907230244] 'compare' (duration: 209.857189ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:44:35.889568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:35.481588Z","time spent":"407.930047ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:44:36.208953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.757162ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:44:36.209072Z","caller":"traceutil/trace.go:171","msg":"trace[436297577] linearizableReadLoop","detail":"{readStateIndex:14195; appliedIndex:14193; }","duration":"606.433629ms","start":"2026-04-23T00:44:35.60262Z","end":"2026-04-23T00:44:36.209053Z","steps":["trace[436297577] 'read index received' (duration: 76.177796ms)","trace[436297577] 'applied index is now lower than readState.Index' (duration: 530.254242ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:44:36.209179Z","caller":"traceutil/trace.go:171","msg":"trace[995376104] transaction","detail":"{read_only:false; response_revision:13704; number_of_response:1; }","duration":"726.171112ms","start":"2026-04-23T00:44:35.482995Z","end":"2026-04-23T00:44:36.209166Z","steps":["trace[995376104] 'process raft request' (duration: 620.092541ms)","trace[995376104] 'compare' (duration: 105.346588ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:44:36.209247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:35.482957Z","time spent":"726.255745ms","remote":"127.0.0.1:39458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7064,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:44:36.209458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.448358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-04-23T00:44:36.209565Z","caller":"traceutil/trace.go:171","msg":"trace[415720799] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:13704; }","duration":"505.634224ms","start":"2026-04-23T00:44:35.703906Z","end":"2026-04-23T00:44:36.20954Z","steps":["trace[415720799] 'agreement among raft nodes before linearized reading' (duration: 505.364815ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:36.20961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:35.703873Z","time spent":"505.726557ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T00:44:36.209695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.044609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-23T00:44:36.209808Z","caller":"traceutil/trace.go:171","msg":"trace[1219786737] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13704; }","duration":"607.170852ms","start":"2026-04-23T00:44:35.602607Z","end":"2026-04-23T00:44:36.209778Z","steps":["trace[1219786737] 'agreement among raft nodes before linearized reading' (duration: 606.812941ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:36.209881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:35.602572Z","time spent":"607.300006ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T00:44:36.209987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.540941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T00:44:36.210186Z","caller":"traceutil/trace.go:171","msg":"trace[1373979762] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:13704; }","duration":"499.874252ms","start":"2026-04-23T00:44:35.710282Z","end":"2026-04-23T00:44:36.210156Z","steps":["trace[1373979762] 'agreement among raft nodes before linearized reading' (duration: 499.146049ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:36.210309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:35.710257Z","time spent":"500.032318ms","remote":"127.0.0.1:39380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":135,"response size":31,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:44:36.210623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.241835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T00:44:36.210753Z","caller":"traceutil/trace.go:171","msg":"trace[1843346344] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:13704; }","duration":"425.472653ms","start":"2026-04-23T00:44:35.785257Z","end":"2026-04-23T00:44:36.21073Z","steps":["trace[1843346344] 'agreement among raft nodes before linearized reading' (duration: 424.159541ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:36.210816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:35.785217Z","time spent":"425.586627ms","remote":"127.0.0.1:39362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1400,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-04-23T00:44:36.733775Z","caller":"traceutil/trace.go:171","msg":"trace[1635875677] linearizableReadLoop","detail":"{readStateIndex:14196; appliedIndex:14195; }","duration":"492.338825ms","start":"2026-04-23T00:44:36.241409Z","end":"2026-04-23T00:44:36.733748Z","steps":["trace[1635875677] 'read index received' (duration: 491.895721ms)","trace[1635875677] 'applied index is now lower than readState.Index' (duration: 442.134µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:44:36.733924Z","caller":"traceutil/trace.go:171","msg":"trace[291756553] transaction","detail":"{read_only:false; response_revision:13705; number_of_response:1; }","duration":"512.75173ms","start":"2026-04-23T00:44:36.221128Z","end":"2026-04-23T00:44:36.733879Z","steps":["trace[291756553] 'process raft request' (duration: 512.44835ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:36.734086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:36.221113Z","time spent":"512.891005ms","remote":"127.0.0.1:39458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6854,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:44:36.734172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.717587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-04-23T00:44:36.734266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.18754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T00:44:36.734283Z","caller":"traceutil/trace.go:171","msg":"trace[1350066109] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:13705; }","duration":"492.899923ms","start":"2026-04-23T00:44:36.241358Z","end":"2026-04-23T00:44:36.734258Z","steps":["trace[1350066109] 'agreement among raft nodes before linearized reading' (duration: 492.543022ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:44:36.734312Z","caller":"traceutil/trace.go:171","msg":"trace[1479506048] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:13705; }","duration":"147.296793ms","start":"2026-04-23T00:44:36.587001Z","end":"2026-04-23T00:44:36.734298Z","steps":["trace[1479506048] 'agreement among raft nodes before linearized reading' (duration: 147.215991ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:36.73433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:36.24134Z","time spent":"492.982446ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T00:44:36.73429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.984006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.233\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-23T00:44:36.734429Z","caller":"traceutil/trace.go:171","msg":"trace[1295125957] range","detail":"{range_begin:/registry/masterleases/199.204.45.233; range_end:; response_count:1; response_revision:13705; }","duration":"468.224024ms","start":"2026-04-23T00:44:36.266189Z","end":"2026-04-23T00:44:36.734413Z","steps":["trace[1295125957] 'agreement among raft nodes before linearized reading' (duration: 467.848432ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:36.734495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:36.266153Z","time spent":"468.328837ms","remote":"127.0.0.1:39318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.233\" "} {"level":"warn","ts":"2026-04-23T00:44:36.734678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.027465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:44:36.734708Z","caller":"traceutil/trace.go:171","msg":"trace[511347123] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13705; }","duration":"222.100897ms","start":"2026-04-23T00:44:36.512599Z","end":"2026-04-23T00:44:36.7347Z","steps":["trace[511347123] 'agreement among raft nodes before linearized reading' (duration: 222.040885ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:36.734711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.051665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T00:44:36.734807Z","caller":"traceutil/trace.go:171","msg":"trace[305047398] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:13705; }","duration":"184.21786ms","start":"2026-04-23T00:44:36.550565Z","end":"2026-04-23T00:44:36.734783Z","steps":["trace[305047398] 'agreement among raft nodes before linearized reading' (duration: 184.032385ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:37.983021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.043614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4440"} {"level":"info","ts":"2026-04-23T00:44:37.983103Z","caller":"traceutil/trace.go:171","msg":"trace[662121620] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:13707; }","duration":"102.196509ms","start":"2026-04-23T00:44:37.880888Z","end":"2026-04-23T00:44:37.983085Z","steps":["trace[662121620] 'range keys from in-memory index tree' (duration: 101.894509ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:44:38.431172Z","caller":"traceutil/trace.go:171","msg":"trace[562079099] linearizableReadLoop","detail":"{readStateIndex:14201; appliedIndex:14199; }","duration":"434.818858ms","start":"2026-04-23T00:44:37.996325Z","end":"2026-04-23T00:44:38.431144Z","steps":["trace[562079099] 'read index received' (duration: 80.550775ms)","trace[562079099] 'applied index is now lower than readState.Index' (duration: 354.266803ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:44:38.431327Z","caller":"traceutil/trace.go:171","msg":"trace[1226689526] transaction","detail":"{read_only:false; response_revision:13709; number_of_response:1; }","duration":"439.190926ms","start":"2026-04-23T00:44:37.992094Z","end":"2026-04-23T00:44:38.431285Z","steps":["trace[1226689526] 'process raft request' (duration: 413.528365ms)","trace[1226689526] 'compare' (duration: 25.122414ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:44:38.431392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.041615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-23T00:44:38.431434Z","caller":"traceutil/trace.go:171","msg":"trace[1006498662] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13709; }","duration":"435.136428ms","start":"2026-04-23T00:44:37.996284Z","end":"2026-04-23T00:44:38.431421Z","steps":["trace[1006498662] 'agreement among raft nodes before linearized reading' (duration: 434.955212ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:38.431469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:37.996263Z","time spent":"435.19661ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T00:44:38.431507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:37.992064Z","time spent":"439.352182ms","remote":"127.0.0.1:39458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4425,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:44:38.850434Z","caller":"traceutil/trace.go:171","msg":"trace[962399253] linearizableReadLoop","detail":"{readStateIndex:14202; appliedIndex:14201; }","duration":"339.021922ms","start":"2026-04-23T00:44:38.511369Z","end":"2026-04-23T00:44:38.850391Z","steps":["trace[962399253] 'read index received' (duration: 338.734213ms)","trace[962399253] 'applied index is now lower than readState.Index' (duration: 285.269µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:44:38.850511Z","caller":"traceutil/trace.go:171","msg":"trace[1563542208] transaction","detail":"{read_only:false; response_revision:13710; number_of_response:1; }","duration":"395.265228ms","start":"2026-04-23T00:44:38.455212Z","end":"2026-04-23T00:44:38.850478Z","steps":["trace[1563542208] 'process raft request' (duration: 394.926658ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:38.850697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:38.455188Z","time spent":"395.408232ms","remote":"127.0.0.1:39458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4233,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:44:38.850791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.419744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:44:38.850842Z","caller":"traceutil/trace.go:171","msg":"trace[6349436] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13710; }","duration":"339.500097ms","start":"2026-04-23T00:44:38.51133Z","end":"2026-04-23T00:44:38.85083Z","steps":["trace[6349436] 'agreement among raft nodes before linearized reading' (duration: 339.223118ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:38.850872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:38.511314Z","time spent":"339.553128ms","remote":"127.0.0.1:39306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T00:44:39.227877Z","caller":"traceutil/trace.go:171","msg":"trace[1588542839] linearizableReadLoop","detail":"{readStateIndex:14203; appliedIndex:14202; }","duration":"377.316971ms","start":"2026-04-23T00:44:38.850528Z","end":"2026-04-23T00:44:39.227845Z","steps":["trace[1588542839] 'read index received' (duration: 338.257497ms)","trace[1588542839] 'applied index is now lower than readState.Index' (duration: 39.058244ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:44:39.227944Z","caller":"traceutil/trace.go:171","msg":"trace[872254823] transaction","detail":"{read_only:false; response_revision:13711; number_of_response:1; }","duration":"405.628236ms","start":"2026-04-23T00:44:38.822266Z","end":"2026-04-23T00:44:39.227895Z","steps":["trace[872254823] 'process raft request' (duration: 366.503669ms)","trace[872254823] 'compare' (duration: 38.870549ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:44:39.228111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.312787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:44:39.228239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.819319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"warn","ts":"2026-04-23T00:44:39.228357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:38.822239Z","time spent":"405.823062ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:44:39.22836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.796556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-04-23T00:44:39.228448Z","caller":"traceutil/trace.go:171","msg":"trace[735010602] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:13711; }","duration":"126.928171ms","start":"2026-04-23T00:44:39.101497Z","end":"2026-04-23T00:44:39.228425Z","steps":["trace[735010602] 'agreement among raft nodes before linearized reading' (duration: 126.639521ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:39.228445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.042777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-23T00:44:39.228374Z","caller":"traceutil/trace.go:171","msg":"trace[1110669484] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:13711; }","duration":"448.102258ms","start":"2026-04-23T00:44:38.780243Z","end":"2026-04-23T00:44:39.228345Z","steps":["trace[1110669484] 'agreement among raft nodes before linearized reading' (duration: 447.708546ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:39.228759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.452411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-23T00:44:39.228884Z","caller":"traceutil/trace.go:171","msg":"trace[527048695] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:13711; }","duration":"205.612296ms","start":"2026-04-23T00:44:39.023234Z","end":"2026-04-23T00:44:39.228847Z","steps":["trace[527048695] 'agreement among raft nodes before linearized reading' (duration: 204.933064ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:39.228731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:38.780207Z","time spent":"448.445849ms","remote":"127.0.0.1:39424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1880,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"info","ts":"2026-04-23T00:44:39.228558Z","caller":"traceutil/trace.go:171","msg":"trace[797546719] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13711; }","duration":"342.211422ms","start":"2026-04-23T00:44:38.886319Z","end":"2026-04-23T00:44:39.228531Z","steps":["trace[797546719] 'agreement among raft nodes before linearized reading' (duration: 341.872051ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:39.229133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:38.886294Z","time spent":"342.824761ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-23T00:44:39.228276Z","caller":"traceutil/trace.go:171","msg":"trace[773916314] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:13711; }","duration":"406.598267ms","start":"2026-04-23T00:44:38.821637Z","end":"2026-04-23T00:44:39.228236Z","steps":["trace[773916314] 'agreement among raft nodes before linearized reading' (duration: 406.267796ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:39.229253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:38.821579Z","time spent":"407.661919ms","remote":"127.0.0.1:46400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:44:39.229371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.516538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:44:39.229502Z","caller":"traceutil/trace.go:171","msg":"trace[996811005] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13711; }","duration":"377.675763ms","start":"2026-04-23T00:44:38.851803Z","end":"2026-04-23T00:44:39.229479Z","steps":["trace[996811005] 'agreement among raft nodes before linearized reading' (duration: 376.618179ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:39.229561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:38.851736Z","time spent":"377.815597ms","remote":"127.0.0.1:39300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T00:44:40.600432Z","caller":"traceutil/trace.go:171","msg":"trace[6140156] transaction","detail":"{read_only:false; response_revision:13715; number_of_response:1; }","duration":"139.094766ms","start":"2026-04-23T00:44:40.461302Z","end":"2026-04-23T00:44:40.600397Z","steps":["trace[6140156] 'process raft request' (duration: 47.119416ms)","trace[6140156] 'compare' (duration: 91.593428ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:44:40.600483Z","caller":"traceutil/trace.go:171","msg":"trace[717382411] transaction","detail":"{read_only:false; response_revision:13716; number_of_response:1; }","duration":"137.388092ms","start":"2026-04-23T00:44:40.463082Z","end":"2026-04-23T00:44:40.60047Z","steps":["trace[717382411] 'process raft request' (duration: 137.075822ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:43.02509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.172906788s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-04-23T00:44:43.026063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.23925988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:44:43.026116Z","caller":"traceutil/trace.go:171","msg":"trace[1978526205] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:13719; }","duration":"1.239394125s","start":"2026-04-23T00:44:41.786708Z","end":"2026-04-23T00:44:43.026103Z","steps":["trace[1978526205] 'agreement among raft nodes before linearized reading' (duration: 1.239277601s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:43.026166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:41.786675Z","time spent":"1.239469217s","remote":"127.0.0.1:40910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"info","ts":"2026-04-23T00:44:43.025938Z","caller":"traceutil/trace.go:171","msg":"trace[587173216] linearizableReadLoop","detail":"{readStateIndex:14212; appliedIndex:14211; }","duration":"1.239093024s","start":"2026-04-23T00:44:41.786784Z","end":"2026-04-23T00:44:43.025878Z","steps":["trace[587173216] 'read index received' (duration: 65.312499ms)","trace[587173216] 'applied index is now lower than readState.Index' (duration: 1.173777305s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:44:43.026736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.530191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:7503"} {"level":"info","ts":"2026-04-23T00:44:43.026784Z","caller":"traceutil/trace.go:171","msg":"trace[1695982131] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:13719; }","duration":"632.638925ms","start":"2026-04-23T00:44:42.394136Z","end":"2026-04-23T00:44:43.026775Z","steps":["trace[1695982131] 'agreement among raft nodes before linearized reading' (duration: 632.469019ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:43.02681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:42.394107Z","time spent":"632.695377ms","remote":"127.0.0.1:33242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":7526,"request content":"key:\"/registry/cilium.io/ciliumnodes/instance\" "} {"level":"warn","ts":"2026-04-23T00:44:43.027033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.644394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-23T00:44:43.027068Z","caller":"traceutil/trace.go:171","msg":"trace[1417759021] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13719; }","duration":"422.716006ms","start":"2026-04-23T00:44:42.604343Z","end":"2026-04-23T00:44:43.027059Z","steps":["trace[1417759021] 'agreement among raft nodes before linearized reading' (duration: 422.623623ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:43.027093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:42.604325Z","time spent":"422.760478ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T00:44:43.027302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.953639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-04-23T00:44:43.027322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.846791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:44:43.027321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.908598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:44:43.027388Z","caller":"traceutil/trace.go:171","msg":"trace[1080618618] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13719; }","duration":"514.979656ms","start":"2026-04-23T00:44:42.512387Z","end":"2026-04-23T00:44:43.027367Z","steps":["trace[1080618618] 'agreement among raft nodes before linearized reading' (duration: 514.854672ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:44:43.027402Z","caller":"traceutil/trace.go:171","msg":"trace[20295737] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:13719; }","duration":"741.077794ms","start":"2026-04-23T00:44:42.286303Z","end":"2026-04-23T00:44:43.02738Z","steps":["trace[20295737] 'agreement among raft nodes before linearized reading' (duration: 740.905048ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:43.027405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.83298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"warn","ts":"2026-04-23T00:44:43.027451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:42.512355Z","time spent":"515.086909ms","remote":"127.0.0.1:39306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T00:44:43.027451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:42.286259Z","time spent":"741.181097ms","remote":"127.0.0.1:33262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 "} {"level":"warn","ts":"2026-04-23T00:44:43.027475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.105454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:44:43.027478Z","caller":"traceutil/trace.go:171","msg":"trace[464902780] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:13719; }","duration":"579.940983ms","start":"2026-04-23T00:44:42.447519Z","end":"2026-04-23T00:44:43.02746Z","steps":["trace[464902780] 'agreement among raft nodes before linearized reading' (duration: 579.717276ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:44:43.027513Z","caller":"traceutil/trace.go:171","msg":"trace[1982724757] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:13719; }","duration":"741.208198ms","start":"2026-04-23T00:44:42.286293Z","end":"2026-04-23T00:44:43.027501Z","steps":["trace[1982724757] 'agreement among raft nodes before linearized reading' (duration: 741.132715ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:43.027524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:42.447508Z","time spent":"580.001815ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-04-23T00:44:43.027549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:42.286267Z","time spent":"741.27303ms","remote":"127.0.0.1:33266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 "} {"level":"warn","ts":"2026-04-23T00:44:43.02752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.140089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T00:44:43.027342Z","caller":"traceutil/trace.go:171","msg":"trace[1652364137] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:13719; }","duration":"471.99198ms","start":"2026-04-23T00:44:42.555339Z","end":"2026-04-23T00:44:43.027331Z","steps":["trace[1652364137] 'agreement among raft nodes before linearized reading' (duration: 471.893807ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:44:43.027646Z","caller":"traceutil/trace.go:171","msg":"trace[284536959] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:13719; }","duration":"671.386626ms","start":"2026-04-23T00:44:42.356244Z","end":"2026-04-23T00:44:43.02763Z","steps":["trace[284536959] 'agreement among raft nodes before linearized reading' (duration: 671.061316ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:43.027742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:42.356226Z","time spent":"671.50157ms","remote":"127.0.0.1:57998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:44:43.0278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.068684932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:44:43.027691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:42.55526Z","time spent":"472.416613ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T00:44:43.02784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.48863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-23T00:44:43.02785Z","caller":"traceutil/trace.go:171","msg":"trace[1595273159] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:13719; }","duration":"1.068786985s","start":"2026-04-23T00:44:41.959049Z","end":"2026-04-23T00:44:43.027836Z","steps":["trace[1595273159] 'agreement among raft nodes before linearized reading' (duration: 1.068705013s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:44:43.027882Z","caller":"traceutil/trace.go:171","msg":"trace[423850761] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13719; }","duration":"796.559453ms","start":"2026-04-23T00:44:42.231314Z","end":"2026-04-23T00:44:43.027873Z","steps":["trace[423850761] 'agreement among raft nodes before linearized reading' (duration: 796.456429ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:43.027894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:41.959026Z","time spent":"1.068854468s","remote":"127.0.0.1:39888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:44:43.027916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:42.231302Z","time spent":"796.606005ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T00:44:43.027921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.088090875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:44:43.02796Z","caller":"traceutil/trace.go:171","msg":"trace[1752431166] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:13719; }","duration":"1.088189817s","start":"2026-04-23T00:44:41.939759Z","end":"2026-04-23T00:44:43.027949Z","steps":["trace[1752431166] 'agreement among raft nodes before linearized reading' (duration: 1.088123145s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:43.027937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.73142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-23T00:44:43.028002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:41.939726Z","time spent":"1.088266029s","remote":"127.0.0.1:54964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"info","ts":"2026-04-23T00:44:43.028019Z","caller":"traceutil/trace.go:171","msg":"trace[56742144] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13719; }","duration":"797.882345ms","start":"2026-04-23T00:44:42.230118Z","end":"2026-04-23T00:44:43.028Z","steps":["trace[56742144] 'agreement among raft nodes before linearized reading' (duration: 797.634907ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:43.028064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:42.230086Z","time spent":"797.969287ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-23T00:44:43.187669Z","caller":"traceutil/trace.go:171","msg":"trace[274006564] linearizableReadLoop","detail":"{readStateIndex:14216; appliedIndex:14212; }","duration":"146.686815ms","start":"2026-04-23T00:44:43.040965Z","end":"2026-04-23T00:44:43.187651Z","steps":["trace[274006564] 'read index received' (duration: 68.544052ms)","trace[274006564] 'applied index is now lower than readState.Index' (duration: 78.141893ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:44:43.187764Z","caller":"traceutil/trace.go:171","msg":"trace[2123475963] transaction","detail":"{read_only:false; response_revision:13723; number_of_response:1; }","duration":"153.775648ms","start":"2026-04-23T00:44:43.03398Z","end":"2026-04-23T00:44:43.187756Z","steps":["trace[2123475963] 'process raft request' (duration: 153.634424ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:44:43.187743Z","caller":"traceutil/trace.go:171","msg":"trace[1241145137] transaction","detail":"{read_only:false; response_revision:13722; number_of_response:1; }","duration":"155.763291ms","start":"2026-04-23T00:44:43.031942Z","end":"2026-04-23T00:44:43.187705Z","steps":["trace[1241145137] 'process raft request' (duration: 155.553644ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:43.188164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.15629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:7503"} {"level":"info","ts":"2026-04-23T00:44:43.188265Z","caller":"traceutil/trace.go:171","msg":"trace[2003383867] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:13723; }","duration":"147.314725ms","start":"2026-04-23T00:44:43.04093Z","end":"2026-04-23T00:44:43.188245Z","steps":["trace[2003383867] 'agreement among raft nodes before linearized reading' (duration: 146.922252ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:43.214829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.304152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-23T00:44:43.214959Z","caller":"traceutil/trace.go:171","msg":"trace[1536462300] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:13724; }","duration":"100.482918ms","start":"2026-04-23T00:44:43.114445Z","end":"2026-04-23T00:44:43.214928Z","steps":["trace[1536462300] 'agreement among raft nodes before linearized reading' (duration: 100.097126ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:44.082646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.11929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-23T00:44:44.082741Z","caller":"traceutil/trace.go:171","msg":"trace[466908990] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13727; }","duration":"593.258755ms","start":"2026-04-23T00:44:43.489462Z","end":"2026-04-23T00:44:44.08272Z","steps":["trace[466908990] 'range keys from in-memory index tree' (duration: 592.945915ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:44.082729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.226543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-nw5z2.18a8d5bda20cc1cd\" ","response":"range_response_count:1 size:881"} {"level":"info","ts":"2026-04-23T00:44:44.082831Z","caller":"traceutil/trace.go:171","msg":"trace[654085215] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-nw5z2.18a8d5bda20cc1cd; range_end:; response_count:1; response_revision:13727; }","duration":"639.379138ms","start":"2026-04-23T00:44:43.44343Z","end":"2026-04-23T00:44:44.082809Z","steps":["trace[654085215] 'range keys from in-memory index tree' (duration: 639.058718ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:44.082889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:43.443418Z","time spent":"639.460211ms","remote":"127.0.0.1:39362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":904,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-nw5z2.18a8d5bda20cc1cd\" "} {"level":"warn","ts":"2026-04-23T00:44:44.08297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.044985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-23T00:44:44.083021Z","caller":"traceutil/trace.go:171","msg":"trace[1649956594] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13727; }","duration":"343.146109ms","start":"2026-04-23T00:44:43.739863Z","end":"2026-04-23T00:44:44.083009Z","steps":["trace[1649956594] 'range keys from in-memory index tree' (duration: 342.911942ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:44.083058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:43.739834Z","time spent":"343.215401ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T00:44:44.082757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.152688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zr67s\" ","response":"range_response_count:1 size:6530"} {"level":"info","ts":"2026-04-23T00:44:44.083302Z","caller":"traceutil/trace.go:171","msg":"trace[789534763] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zr67s; range_end:; response_count:1; response_revision:13727; }","duration":"408.739506ms","start":"2026-04-23T00:44:43.674541Z","end":"2026-04-23T00:44:44.08328Z","steps":["trace[789534763] 'range keys from in-memory index tree' (duration: 408.000763ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:44.083356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.049002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-glance-default-user\" ","response":"range_response_count:1 size:1152"} {"level":"info","ts":"2026-04-23T00:44:44.083412Z","caller":"traceutil/trace.go:171","msg":"trace[864169916] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-glance-default-user; range_end:; response_count:1; response_revision:13727; }","duration":"570.125205ms","start":"2026-04-23T00:44:43.513271Z","end":"2026-04-23T00:44:44.083397Z","steps":["trace[864169916] 'range keys from in-memory index tree' (duration: 569.886228ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:44.083461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:43.51326Z","time spent":"570.181656ms","remote":"127.0.0.1:39380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1175,"request content":"key:\"/registry/secrets/openstack/rabbitmq-glance-default-user\" "} {"level":"warn","ts":"2026-04-23T00:44:44.083309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.656706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:44:44.083559Z","caller":"traceutil/trace.go:171","msg":"trace[817087726] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:13727; }","duration":"488.937825ms","start":"2026-04-23T00:44:43.594589Z","end":"2026-04-23T00:44:44.083527Z","steps":["trace[817087726] 'count revisions from in-memory index tree' (duration: 488.591425ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:44.083648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:43.594575Z","time spent":"489.045229ms","remote":"127.0.0.1:33286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:44:44.083319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.87346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-04-23T00:44:44.083785Z","caller":"traceutil/trace.go:171","msg":"trace[351229988] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:13727; }","duration":"644.379476ms","start":"2026-04-23T00:44:43.439392Z","end":"2026-04-23T00:44:44.083771Z","steps":["trace[351229988] 'range keys from in-memory index tree' (duration: 643.730136ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:44.083338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.262167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/expand-controller\" ","response":"range_response_count:1 size:199"} {"level":"info","ts":"2026-04-23T00:44:44.083905Z","caller":"traceutil/trace.go:171","msg":"trace[88446870] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/expand-controller; range_end:; response_count:1; response_revision:13727; }","duration":"647.954049ms","start":"2026-04-23T00:44:43.435939Z","end":"2026-04-23T00:44:44.083893Z","steps":["trace[88446870] 'range keys from in-memory index tree' (duration: 646.942217ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:44.083985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:43.435928Z","time spent":"648.027031ms","remote":"127.0.0.1:39478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":222,"request content":"key:\"/registry/serviceaccounts/kube-system/expand-controller\" "} {"level":"warn","ts":"2026-04-23T00:44:44.082785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:43.489446Z","time spent":"593.328886ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T00:44:44.083847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:43.439366Z","time spent":"644.467449ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T00:44:44.083371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:43.674512Z","time spent":"408.84573ms","remote":"127.0.0.1:39458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-zr67s\" "} {"level":"info","ts":"2026-04-23T00:44:44.250145Z","caller":"traceutil/trace.go:171","msg":"trace[1772377820] transaction","detail":"{read_only:false; response_revision:13729; number_of_response:1; }","duration":"162.342968ms","start":"2026-04-23T00:44:44.087779Z","end":"2026-04-23T00:44:44.250122Z","steps":["trace[1772377820] 'process raft request' (duration: 101.857872ms)","trace[1772377820] 'compare' (duration: 60.243089ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:44:44.250392Z","caller":"traceutil/trace.go:171","msg":"trace[1571174581] transaction","detail":"{read_only:false; response_revision:13730; number_of_response:1; }","duration":"160.743778ms","start":"2026-04-23T00:44:44.08964Z","end":"2026-04-23T00:44:44.250384Z","steps":["trace[1571174581] 'process raft request' (duration: 160.438128ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:44:44.250467Z","caller":"traceutil/trace.go:171","msg":"trace[2135422003] transaction","detail":"{read_only:false; response_revision:13731; number_of_response:1; }","duration":"159.993804ms","start":"2026-04-23T00:44:44.090467Z","end":"2026-04-23T00:44:44.250461Z","steps":["trace[2135422003] 'process raft request' (duration: 159.84973ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:44:44.250468Z","caller":"traceutil/trace.go:171","msg":"trace[262238348] linearizableReadLoop","detail":"{readStateIndex:14222; appliedIndex:14220; }","duration":"162.363769ms","start":"2026-04-23T00:44:44.088078Z","end":"2026-04-23T00:44:44.250442Z","steps":["trace[262238348] 'read index received' (duration: 91.150903ms)","trace[262238348] 'applied index is now lower than readState.Index' (duration: 71.212025ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:44:44.250625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.527855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-04-23T00:44:44.250656Z","caller":"traceutil/trace.go:171","msg":"trace[1482904749] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:13731; }","duration":"162.586736ms","start":"2026-04-23T00:44:44.08806Z","end":"2026-04-23T00:44:44.250647Z","steps":["trace[1482904749] 'agreement among raft nodes before linearized reading' (duration: 162.464972ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:44.250695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.259883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-glance-nodes\" ","response":"range_response_count:1 size:1255"} {"level":"info","ts":"2026-04-23T00:44:44.250729Z","caller":"traceutil/trace.go:171","msg":"trace[504646234] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-glance-nodes; range_end:; response_count:1; response_revision:13731; }","duration":"160.320884ms","start":"2026-04-23T00:44:44.090398Z","end":"2026-04-23T00:44:44.250719Z","steps":["trace[504646234] 'agreement among raft nodes before linearized reading' (duration: 160.18506ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:44.250779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.528001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-23T00:44:44.250859Z","caller":"traceutil/trace.go:171","msg":"trace[1036406631] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:13731; }","duration":"108.629805ms","start":"2026-04-23T00:44:44.14221Z","end":"2026-04-23T00:44:44.25084Z","steps":["trace[1036406631] 'agreement among raft nodes before linearized reading' (duration: 108.418978ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:44.250986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.056065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T00:44:44.251048Z","caller":"traceutil/trace.go:171","msg":"trace[1724519690] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:13731; }","duration":"140.168129ms","start":"2026-04-23T00:44:44.110863Z","end":"2026-04-23T00:44:44.251031Z","steps":["trace[1724519690] 'agreement among raft nodes before linearized reading' (duration: 139.966333ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:44.25153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.174209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:62 size:583191"} {"level":"info","ts":"2026-04-23T00:44:44.251571Z","caller":"traceutil/trace.go:171","msg":"trace[459481868] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:62; response_revision:13731; }","duration":"159.237431ms","start":"2026-04-23T00:44:44.092326Z","end":"2026-04-23T00:44:44.251564Z","steps":["trace[459481868] 'agreement among raft nodes before linearized reading' (duration: 158.591651ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:44.497348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.723168ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:44:44.4975Z","caller":"traceutil/trace.go:171","msg":"trace[659793800] linearizableReadLoop","detail":"{readStateIndex:14225; appliedIndex:14224; }","duration":"241.951288ms","start":"2026-04-23T00:44:44.255527Z","end":"2026-04-23T00:44:44.497479Z","steps":["trace[659793800] 'read index received' (duration: 138.871598ms)","trace[659793800] 'applied index is now lower than readState.Index' (duration: 103.07793ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:44:44.497552Z","caller":"traceutil/trace.go:171","msg":"trace[1178174571] transaction","detail":"{read_only:false; response_revision:13732; number_of_response:1; }","duration":"244.147938ms","start":"2026-04-23T00:44:44.253348Z","end":"2026-04-23T00:44:44.497496Z","steps":["trace[1178174571] 'process raft request' (duration: 141.13861ms)","trace[1178174571] 'compare' (duration: 102.469121ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:44:44.497762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.224706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:195"} {"level":"info","ts":"2026-04-23T00:44:44.497838Z","caller":"traceutil/trace.go:171","msg":"trace[1194617843] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:13732; }","duration":"242.304549ms","start":"2026-04-23T00:44:44.255501Z","end":"2026-04-23T00:44:44.497805Z","steps":["trace[1194617843] 'agreement among raft nodes before linearized reading' (duration: 242.062552ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:44:44.533378Z","caller":"traceutil/trace.go:171","msg":"trace[39937459] transaction","detail":"{read_only:false; response_revision:13733; number_of_response:1; }","duration":"277.513499ms","start":"2026-04-23T00:44:44.255802Z","end":"2026-04-23T00:44:44.533315Z","steps":["trace[39937459] 'process raft request' (duration: 276.887389ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:44:44.533559Z","caller":"traceutil/trace.go:171","msg":"trace[1442111882] transaction","detail":"{read_only:false; response_revision:13734; number_of_response:1; }","duration":"275.497026ms","start":"2026-04-23T00:44:44.258037Z","end":"2026-04-23T00:44:44.533534Z","steps":["trace[1442111882] 'process raft request' (duration: 275.088783ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:44.533758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.866801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-04-23T00:44:44.533743Z","caller":"traceutil/trace.go:171","msg":"trace[509963585] transaction","detail":"{read_only:false; response_revision:13736; number_of_response:1; }","duration":"275.63225ms","start":"2026-04-23T00:44:44.258064Z","end":"2026-04-23T00:44:44.533696Z","steps":["trace[509963585] 'process raft request' (duration: 275.516776ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:44:44.533845Z","caller":"traceutil/trace.go:171","msg":"trace[633765160] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:13736; }","duration":"108.010885ms","start":"2026-04-23T00:44:44.42579Z","end":"2026-04-23T00:44:44.533801Z","steps":["trace[633765160] 'agreement among raft nodes before linearized reading' (duration: 107.882831ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:44:44.533858Z","caller":"traceutil/trace.go:171","msg":"trace[1213202756] transaction","detail":"{read_only:false; response_revision:13735; number_of_response:1; }","duration":"275.710613ms","start":"2026-04-23T00:44:44.258054Z","end":"2026-04-23T00:44:44.533765Z","steps":["trace[1213202756] 'process raft request' (duration: 275.421474ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:44.534016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.778975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:1445"} {"level":"info","ts":"2026-04-23T00:44:44.534041Z","caller":"traceutil/trace.go:171","msg":"trace[112164259] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:13736; }","duration":"275.817145ms","start":"2026-04-23T00:44:44.258216Z","end":"2026-04-23T00:44:44.534033Z","steps":["trace[112164259] 'agreement among raft nodes before linearized reading' (duration: 275.711982ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:45.345938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.727884ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:44:45.346176Z","caller":"traceutil/trace.go:171","msg":"trace[2082974140] transaction","detail":"{read_only:false; response_revision:13759; number_of_response:1; }","duration":"334.61959ms","start":"2026-04-23T00:44:45.011531Z","end":"2026-04-23T00:44:45.346151Z","steps":["trace[2082974140] 'process raft request' (duration: 136.547145ms)","trace[2082974140] 'compare' (duration: 197.60088ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:44:45.346289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:45.011508Z","time spent":"334.729823ms","remote":"127.0.0.1:39690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5825,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:44:45.346588Z","caller":"traceutil/trace.go:171","msg":"trace[1355419198] transaction","detail":"{read_only:false; response_revision:13760; number_of_response:1; }","duration":"332.324798ms","start":"2026-04-23T00:44:45.01424Z","end":"2026-04-23T00:44:45.346564Z","steps":["trace[1355419198] 'process raft request' (duration: 331.841102ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:45.346723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:45.014218Z","time spent":"332.4281ms","remote":"127.0.0.1:39690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6107,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:44:45.346725Z","caller":"traceutil/trace.go:171","msg":"trace[1609113445] transaction","detail":"{read_only:false; response_revision:13761; number_of_response:1; }","duration":"331.990806ms","start":"2026-04-23T00:44:45.014694Z","end":"2026-04-23T00:44:45.346685Z","steps":["trace[1609113445] 'process raft request' (duration: 331.78819ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:45.346805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:45.014684Z","time spent":"332.08748ms","remote":"127.0.0.1:39362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":718,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T00:44:45.346942Z","caller":"traceutil/trace.go:171","msg":"trace[1839779551] transaction","detail":"{read_only:false; response_revision:13762; number_of_response:1; }","duration":"332.145722ms","start":"2026-04-23T00:44:45.01478Z","end":"2026-04-23T00:44:45.346926Z","steps":["trace[1839779551] 'process raft request' (duration: 331.825222ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:45.346997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:45.014757Z","time spent":"332.213604ms","remote":"127.0.0.1:39458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12349,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:44:45.347192Z","caller":"traceutil/trace.go:171","msg":"trace[440424189] transaction","detail":"{read_only:false; response_revision:13763; number_of_response:1; }","duration":"332.315097ms","start":"2026-04-23T00:44:45.014851Z","end":"2026-04-23T00:44:45.347166Z","steps":["trace[440424189] 'process raft request' (duration: 331.840522ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:44:45.347247Z","caller":"traceutil/trace.go:171","msg":"trace[1547407539] linearizableReadLoop","detail":"{readStateIndex:14257; appliedIndex:14252; }","duration":"327.381082ms","start":"2026-04-23T00:44:45.019855Z","end":"2026-04-23T00:44:45.347236Z","steps":["trace[1547407539] 'read index received' (duration: 128.237353ms)","trace[1547407539] 'applied index is now lower than readState.Index' (duration: 199.141679ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:44:45.347275Z","caller":"traceutil/trace.go:171","msg":"trace[149152465] transaction","detail":"{read_only:false; response_revision:13764; number_of_response:1; }","duration":"319.707129ms","start":"2026-04-23T00:44:45.027542Z","end":"2026-04-23T00:44:45.347249Z","steps":["trace[149152465] 'process raft request' (duration: 319.613316ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:45.34742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:45.027519Z","time spent":"319.836194ms","remote":"127.0.0.1:39362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":662,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T00:44:45.347439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.02531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-cinder-server\" ","response":"range_response_count:1 size:9542"} {"level":"info","ts":"2026-04-23T00:44:45.347469Z","caller":"traceutil/trace.go:171","msg":"trace[1136316270] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-cinder-server; range_end:; response_count:1; response_revision:13764; }","duration":"333.111162ms","start":"2026-04-23T00:44:45.01435Z","end":"2026-04-23T00:44:45.347462Z","steps":["trace[1136316270] 'agreement among raft nodes before linearized reading' (duration: 332.953977ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:45.347489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:45.014323Z","time spent":"333.161074ms","remote":"127.0.0.1:39696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9565,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-cinder-server\" "} {"level":"warn","ts":"2026-04-23T00:44:45.347512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.104937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-23T00:44:45.347541Z","caller":"traceutil/trace.go:171","msg":"trace[1826982947] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13764; }","duration":"232.17733ms","start":"2026-04-23T00:44:45.115356Z","end":"2026-04-23T00:44:45.347533Z","steps":["trace[1826982947] 'agreement among raft nodes before linearized reading' (duration: 232.059387ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:45.347677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.8288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/openvswitch-server\" ","response":"range_response_count:1 size:543"} {"level":"info","ts":"2026-04-23T00:44:45.347706Z","caller":"traceutil/trace.go:171","msg":"trace[392122614] range","detail":"{range_begin:/registry/serviceaccounts/openstack/openvswitch-server; range_end:; response_count:1; response_revision:13764; }","duration":"153.909873ms","start":"2026-04-23T00:44:45.193788Z","end":"2026-04-23T00:44:45.347698Z","steps":["trace[392122614] 'agreement among raft nodes before linearized reading' (duration: 153.851341ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:45.347349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:45.014833Z","time spent":"332.433071ms","remote":"127.0.0.1:39690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5620,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:44:45.347851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.077349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-23T00:44:45.347934Z","caller":"traceutil/trace.go:171","msg":"trace[477743882] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13764; }","duration":"155.204633ms","start":"2026-04-23T00:44:45.192706Z","end":"2026-04-23T00:44:45.347911Z","steps":["trace[477743882] 'agreement among raft nodes before linearized reading' (duration: 155.006147ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:46.447291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.826507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-23T00:44:46.447382Z","caller":"traceutil/trace.go:171","msg":"trace[883752473] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13783; }","duration":"190.9644ms","start":"2026-04-23T00:44:46.256398Z","end":"2026-04-23T00:44:46.447362Z","steps":["trace[883752473] 'range keys from in-memory index tree' (duration: 190.670112ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:46.447705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.684864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T00:44:46.447748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.022037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.233\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-23T00:44:46.447785Z","caller":"traceutil/trace.go:171","msg":"trace[340983207] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:13783; }","duration":"309.829808ms","start":"2026-04-23T00:44:46.137939Z","end":"2026-04-23T00:44:46.447768Z","steps":["trace[340983207] 'count revisions from in-memory index tree' (duration: 309.579491ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:46.447797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.119565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:44:46.447695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.010073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-23T00:44:46.447833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:46.137912Z","time spent":"309.912021ms","remote":"127.0.0.1:39556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":13,"response size":30,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:44:46.447836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.034932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zr67s\" ","response":"range_response_count:1 size:6530"} {"level":"info","ts":"2026-04-23T00:44:46.447866Z","caller":"traceutil/trace.go:171","msg":"trace[223143385] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zr67s; range_end:; response_count:1; response_revision:13783; }","duration":"184.092764ms","start":"2026-04-23T00:44:46.263765Z","end":"2026-04-23T00:44:46.447858Z","steps":["trace[223143385] 'range keys from in-memory index tree' (duration: 183.833106ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:44:46.447868Z","caller":"traceutil/trace.go:171","msg":"trace[1831050800] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:13783; }","duration":"132.224249ms","start":"2026-04-23T00:44:46.315619Z","end":"2026-04-23T00:44:46.447844Z","steps":["trace[1831050800] 'count revisions from in-memory index tree' (duration: 132.022182ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:44:46.447797Z","caller":"traceutil/trace.go:171","msg":"trace[871139966] range","detail":"{range_begin:/registry/masterleases/199.204.45.233; range_end:; response_count:1; response_revision:13783; }","duration":"181.09225ms","start":"2026-04-23T00:44:46.266689Z","end":"2026-04-23T00:44:46.447781Z","steps":["trace[871139966] 'range keys from in-memory index tree' (duration: 180.864733ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:44:46.447885Z","caller":"traceutil/trace.go:171","msg":"trace[1042334080] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13783; }","duration":"191.2598ms","start":"2026-04-23T00:44:46.256593Z","end":"2026-04-23T00:44:46.447853Z","steps":["trace[1042334080] 'range keys from in-memory index tree' (duration: 190.791886ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:46.447911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.724774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-23T00:44:46.448001Z","caller":"traceutil/trace.go:171","msg":"trace[1376975555] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13783; }","duration":"223.880289ms","start":"2026-04-23T00:44:46.224102Z","end":"2026-04-23T00:44:46.447982Z","steps":["trace[1376975555] 'range keys from in-memory index tree' (duration: 223.519467ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:46.447678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.138265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:44:46.448191Z","caller":"traceutil/trace.go:171","msg":"trace[954310747] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:13783; }","duration":"256.711173ms","start":"2026-04-23T00:44:46.191431Z","end":"2026-04-23T00:44:46.448142Z","steps":["trace[954310747] 'count revisions from in-memory index tree' (duration: 255.999792ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:51.065422Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581741608219370538,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T00:44:51.566385Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581741608219370538,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T00:44:52.067587Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581741608219370538,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T00:44:52.234974Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.670513547s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T00:44:52.235774Z","caller":"traceutil/trace.go:171","msg":"trace[1546298888] transaction","detail":"{read_only:false; response_revision:13804; number_of_response:1; }","duration":"1.671415696s","start":"2026-04-23T00:44:50.56433Z","end":"2026-04-23T00:44:52.235746Z","steps":["trace[1546298888] 'process raft request' (duration: 1.67120258s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:52.235933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:50.564298Z","time spent":"1.671558421s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:44:52.326261Z","caller":"traceutil/trace.go:171","msg":"trace[2045283346] transaction","detail":"{read_only:false; response_revision:13805; number_of_response:1; }","duration":"1.754910058s","start":"2026-04-23T00:44:50.571327Z","end":"2026-04-23T00:44:52.326237Z","steps":["trace[2045283346] 'process raft request' (duration: 1.754675571s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:52.326415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:50.571306Z","time spent":"1.755030162s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:44:52.326752Z","caller":"traceutil/trace.go:171","msg":"trace[1318126096] transaction","detail":"{read_only:false; response_revision:13806; number_of_response:1; }","duration":"850.264686ms","start":"2026-04-23T00:44:51.476459Z","end":"2026-04-23T00:44:52.326724Z","steps":["trace[1318126096] 'process raft request' (duration: 849.727219ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:52.326897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:51.476437Z","time spent":"850.388441ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:44:52.434052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.511859ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-23T00:44:52.434176Z","caller":"traceutil/trace.go:171","msg":"trace[209758322] linearizableReadLoop","detail":"{readStateIndex:14303; appliedIndex:14299; }","duration":"1.869764679s","start":"2026-04-23T00:44:50.564391Z","end":"2026-04-23T00:44:52.434155Z","steps":["trace[209758322] 'read index received' (duration: 1.671070015s)","trace[209758322] 'applied index is now lower than readState.Index' (duration: 198.692604ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:44:52.434402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.870002867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-23T00:44:52.434408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.557271578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:44:52.434438Z","caller":"traceutil/trace.go:171","msg":"trace[817344478] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13806; }","duration":"1.870087279s","start":"2026-04-23T00:44:50.56434Z","end":"2026-04-23T00:44:52.434427Z","steps":["trace[817344478] 'agreement among raft nodes before linearized reading' (duration: 1.869940274s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:52.434475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:50.564304Z","time spent":"1.870164652s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-23T00:44:52.434479Z","caller":"traceutil/trace.go:171","msg":"trace[821850384] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13806; }","duration":"1.557389041s","start":"2026-04-23T00:44:50.877071Z","end":"2026-04-23T00:44:52.43446Z","steps":["trace[821850384] 'agreement among raft nodes before linearized reading' (duration: 1.557268257s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:52.434478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.857778161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zr67s\" ","response":"range_response_count:1 size:6530"} {"level":"warn","ts":"2026-04-23T00:44:52.434522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:50.877051Z","time spent":"1.557460633s","remote":"127.0.0.1:39306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T00:44:52.434497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"871.258928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-23T00:44:52.434575Z","caller":"traceutil/trace.go:171","msg":"trace[629902215] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13806; }","duration":"871.395373ms","start":"2026-04-23T00:44:51.563163Z","end":"2026-04-23T00:44:52.434558Z","steps":["trace[629902215] 'agreement among raft nodes before linearized reading' (duration: 871.160866ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:52.434588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.818974028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T00:44:52.43462Z","caller":"traceutil/trace.go:171","msg":"trace[1918540615] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:13806; }","duration":"1.819049841s","start":"2026-04-23T00:44:50.615561Z","end":"2026-04-23T00:44:52.434611Z","steps":["trace[1918540615] 'agreement among raft nodes before linearized reading' (duration: 1.818994229s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:52.434577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.289245777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T00:44:52.43465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:50.61554Z","time spent":"1.819100832s","remote":"127.0.0.1:40030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:44:52.434647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.040866106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-23T00:44:52.434685Z","caller":"traceutil/trace.go:171","msg":"trace[2073431429] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:13806; }","duration":"1.289417322s","start":"2026-04-23T00:44:51.145244Z","end":"2026-04-23T00:44:52.434661Z","steps":["trace[2073431429] 'agreement among raft nodes before linearized reading' (duration: 1.289200076s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:52.434671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.66616603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"warn","ts":"2026-04-23T00:44:52.434739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.038702308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-23T00:44:52.434737Z","caller":"traceutil/trace.go:171","msg":"trace[157757839] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13806; }","duration":"1.04099514s","start":"2026-04-23T00:44:51.393721Z","end":"2026-04-23T00:44:52.434716Z","steps":["trace[157757839] 'agreement among raft nodes before linearized reading' (duration: 1.040767353s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:44:52.434772Z","caller":"traceutil/trace.go:171","msg":"trace[1211837850] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:13806; }","duration":"1.03875163s","start":"2026-04-23T00:44:51.39601Z","end":"2026-04-23T00:44:52.434762Z","steps":["trace[1211837850] 'agreement among raft nodes before linearized reading' (duration: 1.038661017s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:44:52.434781Z","caller":"traceutil/trace.go:171","msg":"trace[1317586877] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:13806; }","duration":"1.666320415s","start":"2026-04-23T00:44:50.768431Z","end":"2026-04-23T00:44:52.434752Z","steps":["trace[1317586877] 'agreement among raft nodes before linearized reading' (duration: 1.665993775s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:52.434799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:51.393699Z","time spent":"1.041085533s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T00:44:52.434808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:51.395994Z","time spent":"1.038807441s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T00:44:52.434623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:51.563131Z","time spent":"871.483066ms","remote":"127.0.0.1:39458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-23T00:44:52.434847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:50.768415Z","time spent":"1.666416368s","remote":"127.0.0.1:39424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1880,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-04-23T00:44:52.434744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:51.145216Z","time spent":"1.289517736s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":14,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-04-23T00:44:52.434537Z","caller":"traceutil/trace.go:171","msg":"trace[1519927942] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zr67s; range_end:; response_count:1; response_revision:13806; }","duration":"1.857866904s","start":"2026-04-23T00:44:50.576657Z","end":"2026-04-23T00:44:52.434524Z","steps":["trace[1519927942] 'agreement among raft nodes before linearized reading' (duration: 1.857663358s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:52.43501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:50.576645Z","time spent":"1.858355309s","remote":"127.0.0.1:39458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-zr67s\" "} {"level":"warn","ts":"2026-04-23T00:44:52.435195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.039184573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-23T00:44:52.435271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.051736539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-23T00:44:52.435337Z","caller":"traceutil/trace.go:171","msg":"trace[101257216] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13806; }","duration":"1.051885973s","start":"2026-04-23T00:44:51.383434Z","end":"2026-04-23T00:44:52.43532Z","steps":["trace[101257216] 'agreement among raft nodes before linearized reading' (duration: 1.050896122s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:52.435394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:51.383407Z","time spent":"1.051974126s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-23T00:44:52.435468Z","caller":"traceutil/trace.go:171","msg":"trace[526518547] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13806; }","duration":"1.039362419s","start":"2026-04-23T00:44:51.395935Z","end":"2026-04-23T00:44:52.435298Z","steps":["trace[526518547] 'agreement among raft nodes before linearized reading' (duration: 1.03847391s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:52.435657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:51.395896Z","time spent":"1.03974167s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T00:44:52.435506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"922.536836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:44:52.436095Z","caller":"traceutil/trace.go:171","msg":"trace[1472721342] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13806; }","duration":"923.166855ms","start":"2026-04-23T00:44:51.512909Z","end":"2026-04-23T00:44:52.436076Z","steps":["trace[1472721342] 'agreement among raft nodes before linearized reading' (duration: 921.4092ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:52.436256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:51.512883Z","time spent":"923.353231ms","remote":"127.0.0.1:39300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T00:44:52.649269Z","caller":"traceutil/trace.go:171","msg":"trace[2024337698] transaction","detail":"{read_only:false; response_revision:13807; number_of_response:1; }","duration":"209.590148ms","start":"2026-04-23T00:44:52.439652Z","end":"2026-04-23T00:44:52.649242Z","steps":["trace[2024337698] 'process raft request' (duration: 209.415252ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:44:52.649373Z","caller":"traceutil/trace.go:171","msg":"trace[255551130] linearizableReadLoop","detail":"{readStateIndex:14304; appliedIndex:14304; }","duration":"209.361081ms","start":"2026-04-23T00:44:52.439977Z","end":"2026-04-23T00:44:52.649338Z","steps":["trace[255551130] 'read index received' (duration: 209.34591ms)","trace[255551130] 'applied index is now lower than readState.Index' (duration: 12.441µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:44:52.650349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.333191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:63 size:595783"} {"level":"info","ts":"2026-04-23T00:44:52.650438Z","caller":"traceutil/trace.go:171","msg":"trace[1115681144] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:63; response_revision:13807; }","duration":"210.473656ms","start":"2026-04-23T00:44:52.439946Z","end":"2026-04-23T00:44:52.65042Z","steps":["trace[1115681144] 'agreement among raft nodes before linearized reading' (duration: 209.502225ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:44:52.731917Z","caller":"traceutil/trace.go:171","msg":"trace[1866049341] transaction","detail":"{read_only:false; response_revision:13808; number_of_response:1; }","duration":"291.722238ms","start":"2026-04-23T00:44:52.440144Z","end":"2026-04-23T00:44:52.731866Z","steps":["trace[1866049341] 'process raft request' (duration: 291.45813ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:44:52.732248Z","caller":"traceutil/trace.go:171","msg":"trace[2065954826] transaction","detail":"{read_only:false; response_revision:13809; number_of_response:1; }","duration":"291.967075ms","start":"2026-04-23T00:44:52.440248Z","end":"2026-04-23T00:44:52.732215Z","steps":["trace[2065954826] 'process raft request' (duration: 291.557962ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:44:52.732391Z","caller":"traceutil/trace.go:171","msg":"trace[848206354] transaction","detail":"{read_only:false; response_revision:13811; number_of_response:1; }","duration":"291.941935ms","start":"2026-04-23T00:44:52.440431Z","end":"2026-04-23T00:44:52.732373Z","steps":["trace[848206354] 'process raft request' (duration: 291.837922ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:44:52.732484Z","caller":"traceutil/trace.go:171","msg":"trace[947637603] transaction","detail":"{read_only:false; response_revision:13810; number_of_response:1; }","duration":"292.060348ms","start":"2026-04-23T00:44:52.440389Z","end":"2026-04-23T00:44:52.73245Z","steps":["trace[947637603] 'process raft request' (duration: 291.722688ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:52.73251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.009697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-04-23T00:44:52.732523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.481912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:44:52.732597Z","caller":"traceutil/trace.go:171","msg":"trace[1468976513] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13811; }","duration":"292.11578ms","start":"2026-04-23T00:44:52.44046Z","end":"2026-04-23T00:44:52.732576Z","steps":["trace[1468976513] 'agreement among raft nodes before linearized reading' (duration: 291.868892ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:44:52.73263Z","caller":"traceutil/trace.go:171","msg":"trace[1458713543] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13811; }","duration":"220.688467ms","start":"2026-04-23T00:44:52.511922Z","end":"2026-04-23T00:44:52.732611Z","steps":["trace[1458713543] 'agreement among raft nodes before linearized reading' (duration: 220.4654ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:44:53.57401Z","caller":"traceutil/trace.go:171","msg":"trace[139022334] transaction","detail":"{read_only:false; response_revision:13812; number_of_response:1; }","duration":"127.408217ms","start":"2026-04-23T00:44:53.446568Z","end":"2026-04-23T00:44:53.573976Z","steps":["trace[139022334] 'process raft request' (duration: 127.166599ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:54.95833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.729585ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:44:54.958508Z","caller":"traceutil/trace.go:171","msg":"trace[807787728] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:13818; }","duration":"191.922741ms","start":"2026-04-23T00:44:54.766557Z","end":"2026-04-23T00:44:54.95848Z","steps":["trace[807787728] 'range keys from in-memory index tree' (duration: 191.705934ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:54.958666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.803524ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:44:54.958817Z","caller":"traceutil/trace.go:171","msg":"trace[536207073] linearizableReadLoop","detail":"{readStateIndex:14316; appliedIndex:14315; }","duration":"222.465144ms","start":"2026-04-23T00:44:54.736326Z","end":"2026-04-23T00:44:54.958791Z","steps":["trace[536207073] 'read index received' (duration: 26.34094ms)","trace[536207073] 'applied index is now lower than readState.Index' (duration: 196.122584ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:44:54.958887Z","caller":"traceutil/trace.go:171","msg":"trace[111038029] transaction","detail":"{read_only:false; response_revision:13819; number_of_response:1; }","duration":"251.020324ms","start":"2026-04-23T00:44:54.707788Z","end":"2026-04-23T00:44:54.958808Z","steps":["trace[111038029] 'process raft request' (duration: 54.925062ms)","trace[111038029] 'compare' (duration: 195.629788ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:44:54.959162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.806084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-23T00:44:54.959231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.756373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-23T00:44:54.959248Z","caller":"traceutil/trace.go:171","msg":"trace[1716199112] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13819; }","duration":"222.911988ms","start":"2026-04-23T00:44:54.736317Z","end":"2026-04-23T00:44:54.959229Z","steps":["trace[1716199112] 'agreement among raft nodes before linearized reading' (duration: 222.587497ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:44:54.959276Z","caller":"traceutil/trace.go:171","msg":"trace[1857992309] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13819; }","duration":"222.832675ms","start":"2026-04-23T00:44:54.736427Z","end":"2026-04-23T00:44:54.959259Z","steps":["trace[1857992309] 'agreement among raft nodes before linearized reading' (duration: 222.507585ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:54.959308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.588298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-23T00:44:54.959366Z","caller":"traceutil/trace.go:171","msg":"trace[1911506261] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13819; }","duration":"222.66986ms","start":"2026-04-23T00:44:54.736682Z","end":"2026-04-23T00:44:54.959352Z","steps":["trace[1911506261] 'agreement among raft nodes before linearized reading' (duration: 222.486465ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:54.959422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.570682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-23T00:44:54.959472Z","caller":"traceutil/trace.go:171","msg":"trace[344514641] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:13819; }","duration":"219.629125ms","start":"2026-04-23T00:44:54.739833Z","end":"2026-04-23T00:44:54.959462Z","steps":["trace[344514641] 'agreement among raft nodes before linearized reading' (duration: 219.253763ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:55.533725Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581741608219370581,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T00:44:56.034765Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581741608219370581,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T00:44:56.314217Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.292953144s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T00:44:56.31511Z","caller":"traceutil/trace.go:171","msg":"trace[1552793855] transaction","detail":"{read_only:false; response_revision:13823; number_of_response:1; }","duration":"1.349422455s","start":"2026-04-23T00:44:54.965662Z","end":"2026-04-23T00:44:56.315084Z","steps":["trace[1552793855] 'process raft request' (duration: 1.349368853s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:44:56.315193Z","caller":"traceutil/trace.go:171","msg":"trace[1993480274] transaction","detail":"{read_only:false; response_revision:13822; number_of_response:1; }","duration":"1.350475377s","start":"2026-04-23T00:44:54.964668Z","end":"2026-04-23T00:44:56.315144Z","steps":["trace[1993480274] 'process raft request' (duration: 1.350291942s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:56.315274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:54.965657Z","time spent":"1.349538278s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:44:56.315413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:54.964662Z","time spent":"1.350636332s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:44:56.315648Z","caller":"traceutil/trace.go:171","msg":"trace[1295051567] transaction","detail":"{read_only:false; response_revision:13821; number_of_response:1; }","duration":"1.351404567s","start":"2026-04-23T00:44:54.964225Z","end":"2026-04-23T00:44:56.31563Z","steps":["trace[1295051567] 'process raft request' (duration: 1.350512769s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:56.315784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:54.964205Z","time spent":"1.351545472s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:44:57.413008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"883.840634ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:44:57.413267Z","caller":"traceutil/trace.go:171","msg":"trace[1461580474] linearizableReadLoop","detail":"{readStateIndex:14322; appliedIndex:14317; }","duration":"2.380302664s","start":"2026-04-23T00:44:55.032947Z","end":"2026-04-23T00:44:57.41325Z","steps":["trace[1461580474] 'read index received' (duration: 1.281927876s)","trace[1461580474] 'applied index is now lower than readState.Index' (duration: 1.098373388s)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:44:57.413262Z","caller":"traceutil/trace.go:171","msg":"trace[1883504105] transaction","detail":"{read_only:false; response_revision:13824; number_of_response:1; }","duration":"2.390455805s","start":"2026-04-23T00:44:55.022777Z","end":"2026-04-23T00:44:57.413233Z","steps":["trace[1883504105] 'process raft request' (duration: 1.506312521s)","trace[1883504105] 'compare' (duration: 883.520104ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:44:57.413296Z","caller":"traceutil/trace.go:171","msg":"trace[1820407720] transaction","detail":"{read_only:false; response_revision:13826; number_of_response:1; }","duration":"1.351904772s","start":"2026-04-23T00:44:56.061362Z","end":"2026-04-23T00:44:57.413266Z","steps":["trace[1820407720] 'process raft request' (duration: 1.3518446s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:44:57.413325Z","caller":"traceutil/trace.go:171","msg":"trace[517231757] transaction","detail":"{read_only:false; response_revision:13825; number_of_response:1; }","duration":"1.786205594s","start":"2026-04-23T00:44:55.627067Z","end":"2026-04-23T00:44:57.413272Z","steps":["trace[517231757] 'process raft request' (duration: 1.786044089s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:57.413394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:55.022749Z","time spent":"2.390581039s","remote":"127.0.0.1:39362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":727,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T00:44:57.413433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:56.061332Z","time spent":"1.352020156s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:44:57.41345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.38047258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T00:44:57.413543Z","caller":"traceutil/trace.go:171","msg":"trace[699147877] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:13826; }","duration":"2.380592844s","start":"2026-04-23T00:44:55.032927Z","end":"2026-04-23T00:44:57.413519Z","steps":["trace[699147877] 'agreement among raft nodes before linearized reading' (duration: 2.380390818s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:57.413535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:55.627035Z","time spent":"1.78639362s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:44:57.413597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:55.032877Z","time spent":"2.380709947s","remote":"127.0.0.1:40978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:44:57.513224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999881761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T00:44:57.513312Z","caller":"traceutil/trace.go:171","msg":"trace[1646707868] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000042116s","start":"2026-04-23T00:44:55.513252Z","end":"2026-04-23T00:44:57.513294Z","steps":["trace[1646707868] 'agreement among raft nodes before linearized reading' (duration: 1.999931292s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:57.513371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:55.51322Z","time spent":"2.000140249s","remote":"127.0.0.1:39300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 00:44:57 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T00:44:57.913424Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581741608219370591,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T00:44:58.274941Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.745889103s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T00:44:58.331542Z","caller":"traceutil/trace.go:171","msg":"trace[1408829995] transaction","detail":"{read_only:false; response_revision:13827; number_of_response:1; }","duration":"1.956473142s","start":"2026-04-23T00:44:56.375021Z","end":"2026-04-23T00:44:58.331494Z","steps":["trace[1408829995] 'process raft request' (duration: 1.900130696s)","trace[1408829995] 'compare' (duration: 55.360336ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:44:58.331852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.251098239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-rsj7c\" ","response":"range_response_count:1 size:12599"} {"level":"info","ts":"2026-04-23T00:44:58.331886Z","caller":"traceutil/trace.go:171","msg":"trace[1431337389] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-rsj7c; range_end:; response_count:1; response_revision:13828; }","duration":"3.251185161s","start":"2026-04-23T00:44:55.080692Z","end":"2026-04-23T00:44:58.331877Z","steps":["trace[1431337389] 'agreement among raft nodes before linearized reading' (duration: 3.251010646s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:58.331919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:55.080664Z","time spent":"3.251249094s","remote":"127.0.0.1:39458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":12622,"request content":"key:\"/registry/pods/openstack/openvswitch-rsj7c\" "} {"level":"warn","ts":"2026-04-23T00:44:58.331949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.528405414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-04-23T00:44:58.332006Z","caller":"traceutil/trace.go:171","msg":"trace[1782506052] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13828; }","duration":"2.528527947s","start":"2026-04-23T00:44:55.803466Z","end":"2026-04-23T00:44:58.331994Z","steps":["trace[1782506052] 'agreement among raft nodes before linearized reading' (duration: 2.528325541s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:58.331982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.592979412s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-23T00:44:58.332057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:55.803429Z","time spent":"2.528618571s","remote":"127.0.0.1:39424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-23T00:44:58.332063Z","caller":"traceutil/trace.go:171","msg":"trace[1775918962] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13828; }","duration":"1.593120206s","start":"2026-04-23T00:44:56.738926Z","end":"2026-04-23T00:44:58.332046Z","steps":["trace[1775918962] 'agreement among raft nodes before linearized reading' (duration: 1.592861818s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:58.332106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:56.738899Z","time spent":"1.593197268s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T00:44:58.332108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.046123518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-23T00:44:58.331867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:56.374976Z","time spent":"1.956789422s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:44:58.332263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.134309636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T00:44:58.33229Z","caller":"traceutil/trace.go:171","msg":"trace[190932173] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:13828; }","duration":"3.134390819s","start":"2026-04-23T00:44:55.197891Z","end":"2026-04-23T00:44:58.332282Z","steps":["trace[190932173] 'agreement among raft nodes before linearized reading' (duration: 3.134332117s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:58.332327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:55.197858Z","time spent":"3.134461601s","remote":"127.0.0.1:40000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:44:58.332327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.065139228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.233\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-23T00:44:58.331677Z","caller":"traceutil/trace.go:171","msg":"trace[151263256] linearizableReadLoop","detail":"{readStateIndex:14325; appliedIndex:14323; }","duration":"918.362094ms","start":"2026-04-23T00:44:57.413295Z","end":"2026-04-23T00:44:58.331657Z","steps":["trace[151263256] 'read index received' (duration: 862.12135ms)","trace[151263256] 'applied index is now lower than readState.Index' (duration: 56.239514ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:44:58.332451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.182614099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:44:58.332483Z","caller":"traceutil/trace.go:171","msg":"trace[703149154] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:13828; }","duration":"3.182691202s","start":"2026-04-23T00:44:55.149784Z","end":"2026-04-23T00:44:58.332475Z","steps":["trace[703149154] 'agreement among raft nodes before linearized reading' (duration: 3.18261417s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:58.332526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:55.149762Z","time spent":"3.182736323s","remote":"127.0.0.1:39372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:44:58.332524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.58560435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zr67s\" ","response":"range_response_count:1 size:6530"} {"level":"info","ts":"2026-04-23T00:44:58.332555Z","caller":"traceutil/trace.go:171","msg":"trace[1131069617] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zr67s; range_end:; response_count:1; response_revision:13828; }","duration":"1.585672332s","start":"2026-04-23T00:44:56.746875Z","end":"2026-04-23T00:44:58.332547Z","steps":["trace[1131069617] 'agreement among raft nodes before linearized reading' (duration: 1.585575809s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:44:58.332198Z","caller":"traceutil/trace.go:171","msg":"trace[1319783257] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13828; }","duration":"2.046275733s","start":"2026-04-23T00:44:56.285904Z","end":"2026-04-23T00:44:58.33218Z","steps":["trace[1319783257] 'agreement among raft nodes before linearized reading' (duration: 2.046042866s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:58.332597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:56.74685Z","time spent":"1.585739364s","remote":"127.0.0.1:39458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-zr67s\" "} {"level":"warn","ts":"2026-04-23T00:44:58.332617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:56.285857Z","time spent":"2.046752749s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-23T00:44:58.332413Z","caller":"traceutil/trace.go:171","msg":"trace[50266972] range","detail":"{range_begin:/registry/masterleases/199.204.45.233; range_end:; response_count:1; response_revision:13828; }","duration":"2.065294023s","start":"2026-04-23T00:44:56.267102Z","end":"2026-04-23T00:44:58.332396Z","steps":["trace[50266972] 'agreement among raft nodes before linearized reading' (duration: 2.065018254s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:58.332724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"881.481401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T00:44:58.332746Z","caller":"traceutil/trace.go:171","msg":"trace[33910575] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:13828; }","duration":"881.549523ms","start":"2026-04-23T00:44:57.45119Z","end":"2026-04-23T00:44:58.33274Z","steps":["trace[33910575] 'agreement among raft nodes before linearized reading' (duration: 881.498571ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:44:58.332724Z","caller":"traceutil/trace.go:171","msg":"trace[1389434287] transaction","detail":"{read_only:false; response_revision:13828; number_of_response:1; }","duration":"1.910925146s","start":"2026-04-23T00:44:56.421788Z","end":"2026-04-23T00:44:58.332713Z","steps":["trace[1389434287] 'process raft request' (duration: 1.909663916s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:58.332778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:57.451164Z","time spent":"881.593254ms","remote":"127.0.0.1:39712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":10,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:44:58.332828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:56.421761Z","time spent":"1.911015569s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:44:58.332908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.532004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:44:58.332972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"811.388901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8d5b5e5f325ed\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-04-23T00:44:58.332977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.30556487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-23T00:44:58.332997Z","caller":"traceutil/trace.go:171","msg":"trace[537299457] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a8d5b5e5f325ed; range_end:; response_count:1; response_revision:13828; }","duration":"811.459533ms","start":"2026-04-23T00:44:57.521529Z","end":"2026-04-23T00:44:58.332989Z","steps":["trace[537299457] 'agreement among raft nodes before linearized reading' (duration: 811.382991ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:58.333056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:57.521497Z","time spent":"811.553466ms","remote":"127.0.0.1:39362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8d5b5e5f325ed\" "} {"level":"warn","ts":"2026-04-23T00:44:58.332833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.981182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:44:58.33315Z","caller":"traceutil/trace.go:171","msg":"trace[1237620151] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:13828; }","duration":"290.360184ms","start":"2026-04-23T00:44:58.042779Z","end":"2026-04-23T00:44:58.333139Z","steps":["trace[1237620151] 'agreement among raft nodes before linearized reading' (duration: 290.004263ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:44:58.333007Z","caller":"traceutil/trace.go:171","msg":"trace[162111438] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13828; }","duration":"1.305650193s","start":"2026-04-23T00:44:57.027348Z","end":"2026-04-23T00:44:58.332998Z","steps":["trace[162111438] 'agreement among raft nodes before linearized reading' (duration: 1.30555902s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:58.333229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:57.027321Z","time spent":"1.305900921s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-23T00:44:58.332976Z","caller":"traceutil/trace.go:171","msg":"trace[331026629] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13828; }","duration":"810.646248ms","start":"2026-04-23T00:44:57.522316Z","end":"2026-04-23T00:44:58.332963Z","steps":["trace[331026629] 'agreement among raft nodes before linearized reading' (duration: 810.490933ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:58.333293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:57.522291Z","time spent":"810.995019ms","remote":"127.0.0.1:39306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T00:44:58.332709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:56.267078Z","time spent":"2.065609863s","remote":"127.0.0.1:39318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.233\" "} {"level":"warn","ts":"2026-04-23T00:44:58.333395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.974852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-23T00:44:58.333461Z","caller":"traceutil/trace.go:171","msg":"trace[1350327568] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13828; }","duration":"493.092906ms","start":"2026-04-23T00:44:57.840357Z","end":"2026-04-23T00:44:58.33345Z","steps":["trace[1350327568] 'agreement among raft nodes before linearized reading' (duration: 492.683953ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:58.333524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:57.840329Z","time spent":"493.184619ms","remote":"127.0.0.1:39458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-23T00:44:58.711196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:58.335144Z","time spent":"376.045316ms","remote":"127.0.0.1:39318","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-23T00:44:58.751621Z","caller":"traceutil/trace.go:171","msg":"trace[1367352305] transaction","detail":"{read_only:false; response_revision:13831; number_of_response:1; }","duration":"412.950529ms","start":"2026-04-23T00:44:58.338644Z","end":"2026-04-23T00:44:58.751595Z","steps":["trace[1367352305] 'process raft request' (duration: 412.854926ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:58.751809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:58.338635Z","time spent":"413.076973ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:44:58.751907Z","caller":"traceutil/trace.go:171","msg":"trace[342573483] transaction","detail":"{read_only:false; response_revision:13829; number_of_response:1; }","duration":"416.500761ms","start":"2026-04-23T00:44:58.335378Z","end":"2026-04-23T00:44:58.751879Z","steps":["trace[342573483] 'process raft request' (duration: 415.874241ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:44:58.751995Z","caller":"traceutil/trace.go:171","msg":"trace[324414469] transaction","detail":"{read_only:false; response_revision:13832; number_of_response:1; }","duration":"413.286639ms","start":"2026-04-23T00:44:58.338698Z","end":"2026-04-23T00:44:58.751984Z","steps":["trace[324414469] 'process raft request' (duration: 412.837855ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:58.752064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:58.338684Z","time spent":"413.344342ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:44:58.752067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:58.335356Z","time spent":"416.632456ms","remote":"127.0.0.1:39362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:44:58.752407Z","caller":"traceutil/trace.go:171","msg":"trace[33399172] transaction","detail":"{read_only:false; response_revision:13833; number_of_response:1; }","duration":"413.404423ms","start":"2026-04-23T00:44:58.338981Z","end":"2026-04-23T00:44:58.752386Z","steps":["trace[33399172] 'process raft request' (duration: 412.954009ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:44:58.752464Z","caller":"traceutil/trace.go:171","msg":"trace[1584406772] linearizableReadLoop","detail":"{readStateIndex:14327; appliedIndex:14325; }","duration":"413.958491ms","start":"2026-04-23T00:44:58.338497Z","end":"2026-04-23T00:44:58.752455Z","steps":["trace[1584406772] 'read index received' (duration: 321.690342ms)","trace[1584406772] 'applied index is now lower than readState.Index' (duration: 92.267649ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:44:58.752403Z","caller":"traceutil/trace.go:171","msg":"trace[497030343] transaction","detail":"{read_only:false; response_revision:13834; number_of_response:1; }","duration":"413.247239ms","start":"2026-04-23T00:44:58.339131Z","end":"2026-04-23T00:44:58.752378Z","steps":["trace[497030343] 'process raft request' (duration: 413.133855ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:44:58.752553Z","caller":"traceutil/trace.go:171","msg":"trace[1872672466] transaction","detail":"{read_only:false; response_revision:13836; number_of_response:1; }","duration":"408.089746ms","start":"2026-04-23T00:44:58.344451Z","end":"2026-04-23T00:44:58.752541Z","steps":["trace[1872672466] 'process raft request' (duration: 407.954472ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:58.752629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:58.344435Z","time spent":"408.158249ms","remote":"127.0.0.1:39458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12713,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:44:58.752683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.186148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-23T00:44:58.75271Z","caller":"traceutil/trace.go:171","msg":"trace[853548149] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13836; }","duration":"414.24042ms","start":"2026-04-23T00:44:58.338464Z","end":"2026-04-23T00:44:58.752705Z","steps":["trace[853548149] 'agreement among raft nodes before linearized reading' (duration: 414.153797ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:58.752727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:58.33845Z","time spent":"414.273131ms","remote":"127.0.0.1:39458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-23T00:44:58.752769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:58.339074Z","time spent":"413.481877ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:44:58.752513Z","caller":"traceutil/trace.go:171","msg":"trace[1767299761] transaction","detail":"{read_only:false; response_revision:13835; number_of_response:1; }","duration":"412.64849ms","start":"2026-04-23T00:44:58.339856Z","end":"2026-04-23T00:44:58.752504Z","steps":["trace[1767299761] 'process raft request' (duration: 412.488635ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:58.752878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:58.339824Z","time spent":"413.034182ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:44:58.752497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:58.338974Z","time spent":"413.476506ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:44:58.753263Z","caller":"traceutil/trace.go:171","msg":"trace[92645988] transaction","detail":"{read_only:false; response_revision:13830; number_of_response:1; }","duration":"414.663263ms","start":"2026-04-23T00:44:58.338578Z","end":"2026-04-23T00:44:58.753242Z","steps":["trace[92645988] 'process raft request' (duration: 412.858516ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:58.753447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:58.338566Z","time spent":"414.835919ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:44:58.76513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.034935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T00:44:58.765244Z","caller":"traceutil/trace.go:171","msg":"trace[1125484038] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:13837; }","duration":"356.239762ms","start":"2026-04-23T00:44:58.408982Z","end":"2026-04-23T00:44:58.765222Z","steps":["trace[1125484038] 'agreement among raft nodes before linearized reading' (duration: 355.86468ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:58.765297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:58.408952Z","time spent":"356.332455ms","remote":"127.0.0.1:39458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":99,"response size":30,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:44:58.76551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.98311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:63 size:595912"} {"level":"info","ts":"2026-04-23T00:44:58.765583Z","caller":"traceutil/trace.go:171","msg":"trace[448058153] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:63; response_revision:13837; }","duration":"426.084534ms","start":"2026-04-23T00:44:58.339484Z","end":"2026-04-23T00:44:58.765568Z","steps":["trace[448058153] 'agreement among raft nodes before linearized reading' (duration: 425.359861ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:58.765633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:58.339474Z","time spent":"426.136355ms","remote":"127.0.0.1:39458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":63,"response size":595935,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-23T00:44:59.334291Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581741608219370614,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T00:44:59.437803Z","caller":"traceutil/trace.go:171","msg":"trace[516833283] transaction","detail":"{read_only:false; response_revision:13839; number_of_response:1; }","duration":"626.231304ms","start":"2026-04-23T00:44:58.811542Z","end":"2026-04-23T00:44:59.437774Z","steps":["trace[516833283] 'process raft request' (duration: 625.739068ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:59.438022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:58.811514Z","time spent":"626.42067ms","remote":"127.0.0.1:39724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5595,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:44:59.723268Z","caller":"traceutil/trace.go:171","msg":"trace[330720356] linearizableReadLoop","detail":"{readStateIndex:14338; appliedIndex:14336; }","duration":"889.299917ms","start":"2026-04-23T00:44:58.83394Z","end":"2026-04-23T00:44:59.72324Z","steps":["trace[330720356] 'read index received' (duration: 603.729923ms)","trace[330720356] 'applied index is now lower than readState.Index' (duration: 285.568434ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:44:59.723478Z","caller":"traceutil/trace.go:171","msg":"trace[1015073535] transaction","detail":"{read_only:false; response_revision:13840; number_of_response:1; }","duration":"911.159097ms","start":"2026-04-23T00:44:58.812275Z","end":"2026-04-23T00:44:59.723434Z","steps":["trace[1015073535] 'process raft request' (duration: 910.755465ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:59.72354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"889.582996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:44:59.723582Z","caller":"traceutil/trace.go:171","msg":"trace[229024966] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:13840; }","duration":"889.695679ms","start":"2026-04-23T00:44:58.833873Z","end":"2026-04-23T00:44:59.723569Z","steps":["trace[229024966] 'agreement among raft nodes before linearized reading' (duration: 889.592746ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:59.723631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:58.833797Z","time spent":"889.824664ms","remote":"127.0.0.1:39690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-23T00:44:59.723676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:58.812264Z","time spent":"911.302491ms","remote":"127.0.0.1:39458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5996,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:45:00.017921Z","caller":"traceutil/trace.go:171","msg":"trace[1483540542] linearizableReadLoop","detail":"{readStateIndex:14339; appliedIndex:14338; }","duration":"294.476904ms","start":"2026-04-23T00:44:59.723409Z","end":"2026-04-23T00:45:00.017886Z","steps":["trace[1483540542] 'read index received' (duration: 294.118923ms)","trace[1483540542] 'applied index is now lower than readState.Index' (duration: 356.491µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:45:00.018086Z","caller":"traceutil/trace.go:171","msg":"trace[1564353412] transaction","detail":"{read_only:false; response_revision:13841; number_of_response:1; }","duration":"569.492344ms","start":"2026-04-23T00:44:59.448582Z","end":"2026-04-23T00:45:00.018074Z","steps":["trace[1564353412] 'process raft request' (duration: 569.020679ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:00.018245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:59.448549Z","time spent":"569.574227ms","remote":"127.0.0.1:39690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5831,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:45:00.018351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.706079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-04-23T00:45:00.018368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"823.599106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T00:45:00.018444Z","caller":"traceutil/trace.go:171","msg":"trace[1786957114] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:13841; }","duration":"476.840163ms","start":"2026-04-23T00:44:59.541582Z","end":"2026-04-23T00:45:00.018422Z","steps":["trace[1786957114] 'agreement among raft nodes before linearized reading' (duration: 476.597506ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:00.018448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.788686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:45:00.018475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.159017022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:45:00.018492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:59.541556Z","time spent":"476.926776ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-23T00:45:00.018516Z","caller":"traceutil/trace.go:171","msg":"trace[1686300463] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13841; }","duration":"505.89467ms","start":"2026-04-23T00:44:59.5126Z","end":"2026-04-23T00:45:00.018494Z","steps":["trace[1686300463] 'agreement among raft nodes before linearized reading' (duration: 505.816587ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:45:00.018533Z","caller":"traceutil/trace.go:171","msg":"trace[1966940209] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:13841; }","duration":"1.159113374s","start":"2026-04-23T00:44:58.859403Z","end":"2026-04-23T00:45:00.018516Z","steps":["trace[1966940209] 'agreement among raft nodes before linearized reading' (duration: 1.159017021s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:00.01857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:58.859376Z","time spent":"1.159185577s","remote":"127.0.0.1:46362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-04-23T00:45:00.01846Z","caller":"traceutil/trace.go:171","msg":"trace[1170123729] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:13841; }","duration":"823.748451ms","start":"2026-04-23T00:44:59.194688Z","end":"2026-04-23T00:45:00.018437Z","steps":["trace[1170123729] 'agreement among raft nodes before linearized reading' (duration: 823.556935ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:00.018617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:59.194666Z","time spent":"823.941397ms","remote":"127.0.0.1:40940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":17,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:45:00.018576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:59.512572Z","time spent":"505.996263ms","remote":"127.0.0.1:39306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T00:45:00.018345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.152379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:45:00.018711Z","caller":"traceutil/trace.go:171","msg":"trace[1690127571] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:13841; }","duration":"533.607943ms","start":"2026-04-23T00:44:59.485091Z","end":"2026-04-23T00:45:00.018699Z","steps":["trace[1690127571] 'agreement among raft nodes before linearized reading' (duration: 533.111167ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:00.018772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:59.485074Z","time spent":"533.680596ms","remote":"127.0.0.1:33250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"info","ts":"2026-04-23T00:45:00.186789Z","caller":"traceutil/trace.go:171","msg":"trace[1133060252] transaction","detail":"{read_only:false; response_revision:13842; number_of_response:1; }","duration":"456.125801ms","start":"2026-04-23T00:44:59.730638Z","end":"2026-04-23T00:45:00.186764Z","steps":["trace[1133060252] 'process raft request' (duration: 372.081411ms)","trace[1133060252] 'compare' (duration: 83.874285ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:45:00.186947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:59.730619Z","time spent":"456.245074ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1229,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:45:00.187067Z","caller":"traceutil/trace.go:171","msg":"trace[295737943] transaction","detail":"{read_only:false; response_revision:13843; number_of_response:1; }","duration":"455.580864ms","start":"2026-04-23T00:44:59.731461Z","end":"2026-04-23T00:45:00.187042Z","steps":["trace[295737943] 'process raft request' (duration: 455.254733ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:45:00.187192Z","caller":"traceutil/trace.go:171","msg":"trace[187454307] linearizableReadLoop","detail":"{readStateIndex:14342; appliedIndex:14339; }","duration":"169.152983ms","start":"2026-04-23T00:45:00.018021Z","end":"2026-04-23T00:45:00.187174Z","steps":["trace[187454307] 'read index received' (duration: 84.722821ms)","trace[187454307] 'applied index is now lower than readState.Index' (duration: 84.429192ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:45:00.18722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:59.731415Z","time spent":"455.727488ms","remote":"127.0.0.1:39512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1845,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:45:00.187313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.517596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:45:00.187349Z","caller":"traceutil/trace.go:171","msg":"trace[2027729524] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:13844; }","duration":"458.597378ms","start":"2026-04-23T00:44:59.72874Z","end":"2026-04-23T00:45:00.187338Z","steps":["trace[2027729524] 'agreement among raft nodes before linearized reading' (duration: 458.515075ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:45:00.187292Z","caller":"traceutil/trace.go:171","msg":"trace[236325059] transaction","detail":"{read_only:false; response_revision:13844; number_of_response:1; }","duration":"454.533371ms","start":"2026-04-23T00:44:59.732703Z","end":"2026-04-23T00:45:00.187236Z","steps":["trace[236325059] 'process raft request' (duration: 454.252562ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:00.187411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:59.728715Z","time spent":"458.687731ms","remote":"127.0.0.1:39466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-23T00:45:00.187469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.829245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-23T00:45:00.187514Z","caller":"traceutil/trace.go:171","msg":"trace[1397542921] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:13844; }","duration":"320.916508ms","start":"2026-04-23T00:44:59.866586Z","end":"2026-04-23T00:45:00.187502Z","steps":["trace[1397542921] 'agreement among raft nodes before linearized reading' (duration: 320.711062ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:00.187547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:59.866564Z","time spent":"320.976679ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-23T00:45:00.187503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.202796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:45:00.187594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:59.732688Z","time spent":"454.757047ms","remote":"127.0.0.1:39724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5881,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:45:00.187653Z","caller":"traceutil/trace.go:171","msg":"trace[776665655] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:13844; }","duration":"379.435093ms","start":"2026-04-23T00:44:59.808173Z","end":"2026-04-23T00:45:00.187608Z","steps":["trace[776665655] 'agreement among raft nodes before linearized reading' (duration: 379.106642ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:00.187719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:59.808145Z","time spent":"379.560517ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"info","ts":"2026-04-23T00:45:00.230652Z","caller":"traceutil/trace.go:171","msg":"trace[1669216438] transaction","detail":"{read_only:false; response_revision:13845; number_of_response:1; }","duration":"206.849512ms","start":"2026-04-23T00:45:00.023778Z","end":"2026-04-23T00:45:00.230628Z","steps":["trace[1669216438] 'process raft request' (duration: 206.689817ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:00.230793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.259649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:45:00.230896Z","caller":"traceutil/trace.go:171","msg":"trace[772107506] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13845; }","duration":"210.402663ms","start":"2026-04-23T00:45:00.020469Z","end":"2026-04-23T00:45:00.230872Z","steps":["trace[772107506] 'agreement among raft nodes before linearized reading' (duration: 210.216438ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:45:00.367773Z","caller":"traceutil/trace.go:171","msg":"trace[167056228] transaction","detail":"{read_only:false; response_revision:13846; number_of_response:1; }","duration":"173.993055ms","start":"2026-04-23T00:45:00.193731Z","end":"2026-04-23T00:45:00.367724Z","steps":["trace[167056228] 'process raft request' (duration: 142.802622ms)","trace[167056228] 'compare' (duration: 30.899364ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:45:00.367881Z","caller":"traceutil/trace.go:171","msg":"trace[405548578] transaction","detail":"{read_only:false; response_revision:13847; number_of_response:1; }","duration":"170.286728ms","start":"2026-04-23T00:45:00.197573Z","end":"2026-04-23T00:45:00.36786Z","steps":["trace[405548578] 'process raft request' (duration: 170.192995ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:00.368459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.416522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-23T00:45:00.36885Z","caller":"traceutil/trace.go:171","msg":"trace[927066835] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13847; }","duration":"176.836925ms","start":"2026-04-23T00:45:00.191976Z","end":"2026-04-23T00:45:00.368813Z","steps":["trace[927066835] 'agreement among raft nodes before linearized reading' (duration: 176.263627ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:45:00.368464Z","caller":"traceutil/trace.go:171","msg":"trace[1764775373] linearizableReadLoop","detail":"{readStateIndex:14345; appliedIndex:14343; }","duration":"137.180075ms","start":"2026-04-23T00:45:00.230648Z","end":"2026-04-23T00:45:00.367828Z","steps":["trace[1764775373] 'read index received' (duration: 105.91674ms)","trace[1764775373] 'applied index is now lower than readState.Index' (duration: 31.262365ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:45:00.45447Z","caller":"traceutil/trace.go:171","msg":"trace[635352932] transaction","detail":"{read_only:false; response_revision:13848; number_of_response:1; }","duration":"114.124778ms","start":"2026-04-23T00:45:00.340311Z","end":"2026-04-23T00:45:00.454436Z","steps":["trace[635352932] 'process raft request' (duration: 113.965053ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:02.513299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000138428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T00:45:02.513415Z","caller":"traceutil/trace.go:171","msg":"trace[988315673] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000330495s","start":"2026-04-23T00:45:00.513057Z","end":"2026-04-23T00:45:02.513387Z","steps":["trace[988315673] 'agreement among raft nodes before linearized reading' (duration: 2.00017745s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:02.513479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:00.513026Z","time spent":"2.000440568s","remote":"127.0.0.1:39306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 00:45:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T00:45:03.407486Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.860814577s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T00:45:03.419138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.878394819s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:45:03.419347Z","caller":"traceutil/trace.go:171","msg":"trace[1685627553] transaction","detail":"{read_only:false; response_revision:13849; number_of_response:1; }","duration":"3.078790277s","start":"2026-04-23T00:45:00.340525Z","end":"2026-04-23T00:45:03.419315Z","steps":["trace[1685627553] 'process raft request' (duration: 200.1229ms)","trace[1685627553] 'compare' (duration: 2.877521951s)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:45:03.419358Z","caller":"traceutil/trace.go:171","msg":"trace[595712363] linearizableReadLoop","detail":"{readStateIndex:14347; appliedIndex:14345; }","duration":"3.048578614s","start":"2026-04-23T00:45:00.37075Z","end":"2026-04-23T00:45:03.419329Z","steps":["trace[595712363] 'read index received' (duration: 83.534433ms)","trace[595712363] 'applied index is now lower than readState.Index' (duration: 2.965040251s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:45:03.419473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:00.340478Z","time spent":"3.078926081s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:45:04.10226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.990823ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-04-23T00:45:04.102793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.732027682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18955"} {"level":"info","ts":"2026-04-23T00:45:04.102893Z","caller":"traceutil/trace.go:171","msg":"trace[1095864682] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:13849; }","duration":"3.732185977s","start":"2026-04-23T00:45:00.370681Z","end":"2026-04-23T00:45:04.102867Z","steps":["trace[1095864682] 'agreement among raft nodes before linearized reading' (duration: 3.0487621s)","trace[1095864682] 'range keys from in-memory index tree' (duration: 683.164698ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:45:04.102954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:00.370653Z","time spent":"3.73227521s","remote":"127.0.0.1:39452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18978,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-04-23T00:45:04.103502Z","caller":"traceutil/trace.go:171","msg":"trace[262282184] transaction","detail":"{read_only:false; response_revision:13850; number_of_response:1; }","duration":"2.290498045s","start":"2026-04-23T00:45:01.812982Z","end":"2026-04-23T00:45:04.10348Z","steps":["trace[262282184] 'process raft request' (duration: 2.289427471s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:04.10364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:01.812953Z","time spent":"2.290615548s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:45:04.514005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000110318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T00:45:04.514087Z","caller":"traceutil/trace.go:171","msg":"trace[1269079038] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000293845s","start":"2026-04-23T00:45:02.513776Z","end":"2026-04-23T00:45:04.51407Z","steps":["trace[1269079038] 'agreement among raft nodes before linearized reading' (duration: 2.000193451s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:04.514131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:02.513753Z","time spent":"2.000368747s","remote":"127.0.0.1:39300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 00:45:04 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T00:45:05.195932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.49966ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:45:05.196029Z","caller":"traceutil/trace.go:171","msg":"trace[1555183557] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:13850; }","duration":"428.631914ms","start":"2026-04-23T00:45:04.767382Z","end":"2026-04-23T00:45:05.196014Z","steps":["trace[1555183557] 'range keys from in-memory index tree' (duration: 428.484509ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:05.19606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.092524184s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:45:05.196153Z","caller":"traceutil/trace.go:171","msg":"trace[960225755] linearizableReadLoop","detail":"{readStateIndex:14350; appliedIndex:14347; }","duration":"1.776720434s","start":"2026-04-23T00:45:03.419416Z","end":"2026-04-23T00:45:05.196136Z","steps":["trace[960225755] 'read index received' (duration: 346.05682ms)","trace[960225755] 'applied index is now lower than readState.Index' (duration: 1.430662124s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:45:05.19635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.438611418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-23T00:45:05.196367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.4387141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-04-23T00:45:05.196334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.071951183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:45:05.196398Z","caller":"traceutil/trace.go:171","msg":"trace[508742229] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:13851; }","duration":"4.438754572s","start":"2026-04-23T00:45:00.757633Z","end":"2026-04-23T00:45:05.196388Z","steps":["trace[508742229] 'agreement among raft nodes before linearized reading' (duration: 4.438654849s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:05.196434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:00.757627Z","time spent":"4.438798364s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T00:45:05.196406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.438423872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-23T00:45:05.196445Z","caller":"traceutil/trace.go:171","msg":"trace[1082121190] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:13851; }","duration":"2.072112198s","start":"2026-04-23T00:45:03.124297Z","end":"2026-04-23T00:45:05.196409Z","steps":["trace[1082121190] 'agreement among raft nodes before linearized reading' (duration: 2.071922192s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:05.196481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.438581697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-23T00:45:05.196492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:03.124274Z","time spent":"2.072210591s","remote":"127.0.0.1:46352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":28,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"info","ts":"2026-04-23T00:45:05.196509Z","caller":"traceutil/trace.go:171","msg":"trace[285601228] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13851; }","duration":"4.438625858s","start":"2026-04-23T00:45:00.757876Z","end":"2026-04-23T00:45:05.196502Z","steps":["trace[285601228] 'agreement among raft nodes before linearized reading' (duration: 4.438530245s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:05.196542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:00.757868Z","time spent":"4.438664719s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T00:45:05.19655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.840326476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:45:05.196533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.440222439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-23T00:45:05.196583Z","caller":"traceutil/trace.go:171","msg":"trace[673936048] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:13851; }","duration":"3.840398628s","start":"2026-04-23T00:45:01.356173Z","end":"2026-04-23T00:45:05.196572Z","steps":["trace[673936048] 'agreement among raft nodes before linearized reading' (duration: 3.840340416s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:05.19657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.752765479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-nw5z2.18a8d5bb4e08993c\" ","response":"range_response_count:1 size:881"} {"level":"warn","ts":"2026-04-23T00:45:05.196625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:01.356151Z","time spent":"3.8404613s","remote":"127.0.0.1:33300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"info","ts":"2026-04-23T00:45:05.196627Z","caller":"traceutil/trace.go:171","msg":"trace[574699118] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13851; }","duration":"4.440374393s","start":"2026-04-23T00:45:00.756229Z","end":"2026-04-23T00:45:05.196603Z","steps":["trace[574699118] 'agreement among raft nodes before linearized reading' (duration: 4.440086434s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:05.196678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.43965972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-23T00:45:05.196683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:00.756198Z","time spent":"4.440470456s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-23T00:45:05.196707Z","caller":"traceutil/trace.go:171","msg":"trace[1902137086] transaction","detail":"{read_only:false; response_revision:13851; number_of_response:1; }","duration":"2.73761099s","start":"2026-04-23T00:45:02.45908Z","end":"2026-04-23T00:45:05.196691Z","steps":["trace[1902137086] 'process raft request' (duration: 1.644385314s)","trace[1902137086] 'compare' (duration: 1.09241801s)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:45:05.19671Z","caller":"traceutil/trace.go:171","msg":"trace[1419341586] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13851; }","duration":"4.439701982s","start":"2026-04-23T00:45:00.756999Z","end":"2026-04-23T00:45:05.196701Z","steps":["trace[1419341586] 'agreement among raft nodes before linearized reading' (duration: 4.439612979s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:05.19674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:00.756994Z","time spent":"4.439740693s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T00:45:05.196807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:02.459038Z","time spent":"2.737701942s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:45:05.196808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.698683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:45:05.196631Z","caller":"traceutil/trace.go:171","msg":"trace[1755804239] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-nw5z2.18a8d5bb4e08993c; range_end:; response_count:1; response_revision:13851; }","duration":"1.752894774s","start":"2026-04-23T00:45:03.443722Z","end":"2026-04-23T00:45:05.196617Z","steps":["trace[1755804239] 'agreement among raft nodes before linearized reading' (duration: 1.752730698s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:05.196789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.420850588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zr67s\" ","response":"range_response_count:1 size:6530"} {"level":"info","ts":"2026-04-23T00:45:05.196833Z","caller":"traceutil/trace.go:171","msg":"trace[1843222555] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13851; }","duration":"675.759755ms","start":"2026-04-23T00:45:04.521067Z","end":"2026-04-23T00:45:05.196827Z","steps":["trace[1843222555] 'agreement among raft nodes before linearized reading' (duration: 675.720024ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:45:05.196386Z","caller":"traceutil/trace.go:171","msg":"trace[976153380] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13851; }","duration":"4.43869835s","start":"2026-04-23T00:45:00.757678Z","end":"2026-04-23T00:45:05.196376Z","steps":["trace[976153380] 'agreement among raft nodes before linearized reading' (duration: 4.438492353s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:05.196849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:03.443687Z","time spent":"1.753150402s","remote":"127.0.0.1:39362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":904,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-nw5z2.18a8d5bb4e08993c\" "} {"level":"warn","ts":"2026-04-23T00:45:05.196858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:04.521046Z","time spent":"675.807137ms","remote":"127.0.0.1:39306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T00:45:05.196869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:00.757647Z","time spent":"4.439216936s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T00:45:05.196865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.079383409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-04-23T00:45:05.196867Z","caller":"traceutil/trace.go:171","msg":"trace[222829389] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zr67s; range_end:; response_count:1; response_revision:13851; }","duration":"4.420983362s","start":"2026-04-23T00:45:00.775866Z","end":"2026-04-23T00:45:05.196849Z","steps":["trace[222829389] 'agreement among raft nodes before linearized reading' (duration: 4.420718554s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:45:05.196893Z","caller":"traceutil/trace.go:171","msg":"trace[15943721] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:13851; }","duration":"1.079448852s","start":"2026-04-23T00:45:04.117437Z","end":"2026-04-23T00:45:05.196885Z","steps":["trace[15943721] 'agreement among raft nodes before linearized reading' (duration: 1.079363679s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:05.196923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:04.117413Z","time spent":"1.079504303s","remote":"127.0.0.1:40058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5706,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-23T00:45:05.196922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:00.775845Z","time spent":"4.421068285s","remote":"127.0.0.1:39458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-zr67s\" "} {"level":"info","ts":"2026-04-23T00:45:05.196485Z","caller":"traceutil/trace.go:171","msg":"trace[676289968] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13851; }","duration":"4.438515835s","start":"2026-04-23T00:45:00.75795Z","end":"2026-04-23T00:45:05.196466Z","steps":["trace[676289968] 'agreement among raft nodes before linearized reading' (duration: 4.438204245s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:05.197048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:00.757914Z","time spent":"4.439117074s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T00:45:05.197253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.246701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:16 size:151638"} {"level":"info","ts":"2026-04-23T00:45:05.197283Z","caller":"traceutil/trace.go:171","msg":"trace[586054822] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:16; response_revision:13851; }","duration":"801.327284ms","start":"2026-04-23T00:45:04.395946Z","end":"2026-04-23T00:45:05.197273Z","steps":["trace[586054822] 'agreement among raft nodes before linearized reading' (duration: 801.110777ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:05.19731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:04.395916Z","time spent":"801.386486ms","remote":"127.0.0.1:39690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":16,"response size":151661,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-04-23T00:45:10.595948Z","caller":"traceutil/trace.go:171","msg":"trace[1196963722] transaction","detail":"{read_only:false; response_revision:13900; number_of_response:1; }","duration":"130.731012ms","start":"2026-04-23T00:45:10.465179Z","end":"2026-04-23T00:45:10.59591Z","steps":["trace[1196963722] 'process raft request' (duration: 116.325537ms)","trace[1196963722] 'compare' (duration: 13.9423ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:45:10.60148Z","caller":"traceutil/trace.go:171","msg":"trace[598500293] transaction","detail":"{read_only:false; number_of_response:1; response_revision:13900; }","duration":"134.455669ms","start":"2026-04-23T00:45:10.467Z","end":"2026-04-23T00:45:10.601456Z","steps":["trace[598500293] 'process raft request' (duration: 133.761717ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:45:10.821976Z","caller":"traceutil/trace.go:171","msg":"trace[1089496346] linearizableReadLoop","detail":"{readStateIndex:14407; appliedIndex:14406; }","duration":"122.373218ms","start":"2026-04-23T00:45:10.699579Z","end":"2026-04-23T00:45:10.821952Z","steps":["trace[1089496346] 'read index received' (duration: 122.164442ms)","trace[1089496346] 'applied index is now lower than readState.Index' (duration: 207.926µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:45:10.822155Z","caller":"traceutil/trace.go:171","msg":"trace[1888018980] transaction","detail":"{read_only:false; response_revision:13906; number_of_response:1; }","duration":"125.517007ms","start":"2026-04-23T00:45:10.69662Z","end":"2026-04-23T00:45:10.822138Z","steps":["trace[1888018980] 'process raft request' (duration: 125.177496ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:10.822531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.922965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:45:10.822639Z","caller":"traceutil/trace.go:171","msg":"trace[372796905] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:13906; }","duration":"123.032119ms","start":"2026-04-23T00:45:10.699533Z","end":"2026-04-23T00:45:10.822565Z","steps":["trace[372796905] 'agreement among raft nodes before linearized reading' (duration: 122.510702ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:45:11.141084Z","caller":"traceutil/trace.go:171","msg":"trace[1706349756] linearizableReadLoop","detail":"{readStateIndex:14414; appliedIndex:14413; }","duration":"251.192851ms","start":"2026-04-23T00:45:10.889865Z","end":"2026-04-23T00:45:11.141058Z","steps":["trace[1706349756] 'read index received' (duration: 210.603961ms)","trace[1706349756] 'applied index is now lower than readState.Index' (duration: 40.58737ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:45:11.14111Z","caller":"traceutil/trace.go:171","msg":"trace[307278266] transaction","detail":"{read_only:false; response_revision:13913; number_of_response:1; }","duration":"303.720296ms","start":"2026-04-23T00:45:10.837352Z","end":"2026-04-23T00:45:11.141073Z","steps":["trace[307278266] 'process raft request' (duration: 263.210939ms)","trace[307278266] 'compare' (duration: 40.214378ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:45:11.141317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:10.837345Z","time spent":"303.891161ms","remote":"127.0.0.1:40964","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2910,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:45:11.141488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.49489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-04-23T00:45:11.141548Z","caller":"traceutil/trace.go:171","msg":"trace[1855066409] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:13913; }","duration":"251.740987ms","start":"2026-04-23T00:45:10.889789Z","end":"2026-04-23T00:45:11.14153Z","steps":["trace[1855066409] 'agreement among raft nodes before linearized reading' (duration: 251.403157ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:11.142771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.475907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2212891"} {"level":"info","ts":"2026-04-23T00:45:11.142838Z","caller":"traceutil/trace.go:171","msg":"trace[1317579349] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:13913; }","duration":"210.585199ms","start":"2026-04-23T00:45:10.93224Z","end":"2026-04-23T00:45:11.142825Z","steps":["trace[1317579349] 'agreement among raft nodes before linearized reading' (duration: 209.01278ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:45:11.380472Z","caller":"traceutil/trace.go:171","msg":"trace[1891024502] transaction","detail":"{read_only:false; response_revision:13918; number_of_response:1; }","duration":"162.844834ms","start":"2026-04-23T00:45:11.217595Z","end":"2026-04-23T00:45:11.38044Z","steps":["trace[1891024502] 'process raft request' (duration: 162.778022ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:45:11.380476Z","caller":"traceutil/trace.go:171","msg":"trace[2001225485] transaction","detail":"{read_only:false; response_revision:13916; number_of_response:1; }","duration":"227.499003ms","start":"2026-04-23T00:45:11.15291Z","end":"2026-04-23T00:45:11.380409Z","steps":["trace[2001225485] 'process raft request' (duration: 227.278946ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:45:11.380597Z","caller":"traceutil/trace.go:171","msg":"trace[68475145] linearizableReadLoop","detail":"{readStateIndex:14416; appliedIndex:14414; }","duration":"230.255949ms","start":"2026-04-23T00:45:11.150321Z","end":"2026-04-23T00:45:11.380576Z","steps":["trace[68475145] 'read index received' (duration: 51.06806ms)","trace[68475145] 'applied index is now lower than readState.Index' (duration: 179.186119ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:45:11.380582Z","caller":"traceutil/trace.go:171","msg":"trace[1551256463] transaction","detail":"{read_only:false; response_revision:13915; number_of_response:1; }","duration":"232.433968ms","start":"2026-04-23T00:45:11.1481Z","end":"2026-04-23T00:45:11.380534Z","steps":["trace[1551256463] 'process raft request' (duration: 141.939645ms)","trace[1551256463] 'compare' (duration: 89.77027ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:45:11.380683Z","caller":"traceutil/trace.go:171","msg":"trace[1651217068] transaction","detail":"{read_only:false; response_revision:13917; number_of_response:1; }","duration":"223.850138ms","start":"2026-04-23T00:45:11.156774Z","end":"2026-04-23T00:45:11.380625Z","steps":["trace[1651217068] 'process raft request' (duration: 223.522317ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:11.380787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.427354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/monitoring/\" range_end:\"/registry/resourcequotas/monitoring0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:45:11.380847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.276168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-04-23T00:45:11.380867Z","caller":"traceutil/trace.go:171","msg":"trace[2097917186] range","detail":"{range_begin:/registry/resourcequotas/monitoring/; range_end:/registry/resourcequotas/monitoring0; response_count:0; response_revision:13918; }","duration":"230.545499ms","start":"2026-04-23T00:45:11.150301Z","end":"2026-04-23T00:45:11.380847Z","steps":["trace[2097917186] 'agreement among raft nodes before linearized reading' (duration: 230.362893ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:45:11.380903Z","caller":"traceutil/trace.go:171","msg":"trace[1857052016] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:13918; }","duration":"209.372021ms","start":"2026-04-23T00:45:11.171514Z","end":"2026-04-23T00:45:11.380886Z","steps":["trace[1857052016] 'agreement among raft nodes before linearized reading' (duration: 209.195945ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:11.380961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.710366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-23T00:45:11.380951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.097926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-23T00:45:11.381043Z","caller":"traceutil/trace.go:171","msg":"trace[921151683] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13918; }","duration":"107.877371ms","start":"2026-04-23T00:45:11.273141Z","end":"2026-04-23T00:45:11.381018Z","steps":["trace[921151683] 'agreement among raft nodes before linearized reading' (duration: 107.633563ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:45:11.381064Z","caller":"traceutil/trace.go:171","msg":"trace[360020755] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13918; }","duration":"100.237131ms","start":"2026-04-23T00:45:11.2808Z","end":"2026-04-23T00:45:11.381037Z","steps":["trace[360020755] 'agreement among raft nodes before linearized reading' (duration: 99.934291ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:11.381093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.862143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-23T00:45:11.38114Z","caller":"traceutil/trace.go:171","msg":"trace[251209178] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13918; }","duration":"108.970935ms","start":"2026-04-23T00:45:11.272155Z","end":"2026-04-23T00:45:11.381126Z","steps":["trace[251209178] 'agreement among raft nodes before linearized reading' (duration: 108.81191ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:11.381172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.573186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-23T00:45:11.381261Z","caller":"traceutil/trace.go:171","msg":"trace[183916341] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13918; }","duration":"103.689789ms","start":"2026-04-23T00:45:11.277553Z","end":"2026-04-23T00:45:11.381242Z","steps":["trace[183916341] 'agreement among raft nodes before linearized reading' (duration: 103.41218ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:11.3814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.177038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-23T00:45:11.381465Z","caller":"traceutil/trace.go:171","msg":"trace[532571241] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13918; }","duration":"100.262912ms","start":"2026-04-23T00:45:11.281184Z","end":"2026-04-23T00:45:11.381447Z","steps":["trace[532571241] 'agreement among raft nodes before linearized reading' (duration: 99.946932ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:45:11.55692Z","caller":"traceutil/trace.go:171","msg":"trace[1862424332] transaction","detail":"{read_only:false; response_revision:13921; number_of_response:1; }","duration":"170.263577ms","start":"2026-04-23T00:45:11.386628Z","end":"2026-04-23T00:45:11.556892Z","steps":["trace[1862424332] 'process raft request' (duration: 170.178445ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:45:11.557119Z","caller":"traceutil/trace.go:171","msg":"trace[1237992175] transaction","detail":"{read_only:false; response_revision:13920; number_of_response:1; }","duration":"170.524896ms","start":"2026-04-23T00:45:11.386583Z","end":"2026-04-23T00:45:11.557108Z","steps":["trace[1237992175] 'process raft request' (duration: 170.075552ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:45:11.557421Z","caller":"traceutil/trace.go:171","msg":"trace[792012656] transaction","detail":"{read_only:false; response_revision:13922; number_of_response:1; }","duration":"170.742242ms","start":"2026-04-23T00:45:11.386652Z","end":"2026-04-23T00:45:11.557395Z","steps":["trace[792012656] 'process raft request' (duration: 170.201515ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:45:11.557641Z","caller":"traceutil/trace.go:171","msg":"trace[573768299] transaction","detail":"{read_only:false; response_revision:13923; number_of_response:1; }","duration":"170.919478ms","start":"2026-04-23T00:45:11.386685Z","end":"2026-04-23T00:45:11.557604Z","steps":["trace[573768299] 'process raft request' (duration: 170.618448ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:45:11.557759Z","caller":"traceutil/trace.go:171","msg":"trace[317621705] transaction","detail":"{read_only:false; response_revision:13924; number_of_response:1; }","duration":"170.377231ms","start":"2026-04-23T00:45:11.387371Z","end":"2026-04-23T00:45:11.557748Z","steps":["trace[317621705] 'process raft request' (duration: 170.181175ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:45:11.560561Z","caller":"traceutil/trace.go:171","msg":"trace[1473113046] linearizableReadLoop","detail":"{readStateIndex:14427; appliedIndex:14420; }","duration":"128.522031ms","start":"2026-04-23T00:45:11.431984Z","end":"2026-04-23T00:45:11.560506Z","steps":["trace[1473113046] 'read index received' (duration: 124.789144ms)","trace[1473113046] 'applied index is now lower than readState.Index' (duration: 3.731387ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:45:11.560765Z","caller":"traceutil/trace.go:171","msg":"trace[1705339038] transaction","detail":"{read_only:false; response_revision:13925; number_of_response:1; }","duration":"167.786589ms","start":"2026-04-23T00:45:11.392906Z","end":"2026-04-23T00:45:11.560692Z","steps":["trace[1705339038] 'process raft request' (duration: 164.744963ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:11.560873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.795067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/libvirt-vnc-ca\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:45:11.561232Z","caller":"traceutil/trace.go:171","msg":"trace[538195208] range","detail":"{range_begin:/registry/secrets/openstack/libvirt-vnc-ca; range_end:; response_count:0; response_revision:13925; }","duration":"173.164119ms","start":"2026-04-23T00:45:11.388022Z","end":"2026-04-23T00:45:11.561186Z","steps":["trace[538195208] 'agreement among raft nodes before linearized reading' (duration: 172.626102ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:45:11.561535Z","caller":"traceutil/trace.go:171","msg":"trace[2136336297] transaction","detail":"{read_only:false; number_of_response:1; response_revision:13925; }","duration":"166.830369ms","start":"2026-04-23T00:45:11.394687Z","end":"2026-04-23T00:45:11.561517Z","steps":["trace[2136336297] 'process raft request' (duration: 163.244186ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:11.56192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.143034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-04-23T00:45:11.562042Z","caller":"traceutil/trace.go:171","msg":"trace[1148991315] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:13925; }","duration":"157.266218ms","start":"2026-04-23T00:45:11.404723Z","end":"2026-04-23T00:45:11.561989Z","steps":["trace[1148991315] 'agreement among raft nodes before linearized reading' (duration: 156.981519ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:11.563807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.148397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111920"} {"level":"info","ts":"2026-04-23T00:45:11.5639Z","caller":"traceutil/trace.go:171","msg":"trace[104071486] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:13925; }","duration":"172.25697ms","start":"2026-04-23T00:45:11.39161Z","end":"2026-04-23T00:45:11.563867Z","steps":["trace[104071486] 'agreement among raft nodes before linearized reading' (duration: 170.03187ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:45:11.590302Z","caller":"traceutil/trace.go:171","msg":"trace[1339195281] transaction","detail":"{read_only:false; response_revision:13926; number_of_response:1; }","duration":"137.488994ms","start":"2026-04-23T00:45:11.45279Z","end":"2026-04-23T00:45:11.590279Z","steps":["trace[1339195281] 'process raft request' (duration: 137.36199ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:45:11.8367Z","caller":"traceutil/trace.go:171","msg":"trace[215308713] transaction","detail":"{read_only:false; response_revision:13927; number_of_response:1; }","duration":"270.222199ms","start":"2026-04-23T00:45:11.566376Z","end":"2026-04-23T00:45:11.836598Z","steps":["trace[215308713] 'process raft request' (duration: 252.664326ms)","trace[215308713] 'compare' (duration: 17.305735ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:45:11.836732Z","caller":"traceutil/trace.go:171","msg":"trace[862340033] transaction","detail":"{read_only:false; response_revision:13928; number_of_response:1; }","duration":"269.685592ms","start":"2026-04-23T00:45:11.567016Z","end":"2026-04-23T00:45:11.836702Z","steps":["trace[862340033] 'process raft request' (duration: 269.521756ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:45:11.836804Z","caller":"traceutil/trace.go:171","msg":"trace[314645376] linearizableReadLoop","detail":"{readStateIndex:14432; appliedIndex:14428; }","duration":"246.483361ms","start":"2026-04-23T00:45:11.590293Z","end":"2026-04-23T00:45:11.836777Z","steps":["trace[314645376] 'read index received' (duration: 228.766222ms)","trace[314645376] 'applied index is now lower than readState.Index' (duration: 17.716019ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:45:11.836858Z","caller":"traceutil/trace.go:171","msg":"trace[380412894] transaction","detail":"{read_only:false; response_revision:13930; number_of_response:1; }","duration":"258.772108ms","start":"2026-04-23T00:45:11.578062Z","end":"2026-04-23T00:45:11.836834Z","steps":["trace[380412894] 'process raft request' (duration: 258.615663ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:11.837094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.119865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4726"} {"level":"info","ts":"2026-04-23T00:45:11.837173Z","caller":"traceutil/trace.go:171","msg":"trace[940722572] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:13930; }","duration":"263.237009ms","start":"2026-04-23T00:45:11.573915Z","end":"2026-04-23T00:45:11.837152Z","steps":["trace[940722572] 'agreement among raft nodes before linearized reading' (duration: 263.002371ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:11.837181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.338386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-04-23T00:45:11.837217Z","caller":"traceutil/trace.go:171","msg":"trace[1326250985] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:13930; }","duration":"266.407789ms","start":"2026-04-23T00:45:11.570797Z","end":"2026-04-23T00:45:11.837205Z","steps":["trace[1326250985] 'agreement among raft nodes before linearized reading' (duration: 266.276094ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:45:11.837104Z","caller":"traceutil/trace.go:171","msg":"trace[60972700] transaction","detail":"{read_only:false; response_revision:13929; number_of_response:1; }","duration":"266.587344ms","start":"2026-04-23T00:45:11.570503Z","end":"2026-04-23T00:45:11.837091Z","steps":["trace[60972700] 'process raft request' (duration: 266.095658ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:45:11.860582Z","caller":"traceutil/trace.go:171","msg":"trace[659858839] transaction","detail":"{read_only:false; response_revision:13931; number_of_response:1; }","duration":"251.050555ms","start":"2026-04-23T00:45:11.60951Z","end":"2026-04-23T00:45:11.86056Z","steps":["trace[659858839] 'process raft request' (duration: 250.89014ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:45:11.995412Z","caller":"traceutil/trace.go:171","msg":"trace[1961798072] linearizableReadLoop","detail":"{readStateIndex:14436; appliedIndex:14433; }","duration":"134.861682ms","start":"2026-04-23T00:45:11.86053Z","end":"2026-04-23T00:45:11.995392Z","steps":["trace[1961798072] 'read index received' (duration: 93.323812ms)","trace[1961798072] 'applied index is now lower than readState.Index' (duration: 41.53633ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:45:11.995612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.914582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-04-23T00:45:11.995647Z","caller":"traceutil/trace.go:171","msg":"trace[1361265868] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:13933; }","duration":"146.995925ms","start":"2026-04-23T00:45:11.848639Z","end":"2026-04-23T00:45:11.995635Z","steps":["trace[1361265868] 'agreement among raft nodes before linearized reading' (duration: 146.831349ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:45:11.995629Z","caller":"traceutil/trace.go:171","msg":"trace[476024201] transaction","detail":"{read_only:false; response_revision:13933; number_of_response:1; }","duration":"143.36182ms","start":"2026-04-23T00:45:11.852221Z","end":"2026-04-23T00:45:11.995583Z","steps":["trace[476024201] 'process raft request' (duration: 143.06118ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:45:11.99585Z","caller":"traceutil/trace.go:171","msg":"trace[170458531] transaction","detail":"{read_only:false; number_of_response:1; response_revision:13933; }","duration":"141.14547ms","start":"2026-04-23T00:45:11.854692Z","end":"2026-04-23T00:45:11.995838Z","steps":["trace[170458531] 'process raft request' (duration: 140.656515ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:45:11.995909Z","caller":"traceutil/trace.go:171","msg":"trace[485233760] transaction","detail":"{read_only:false; response_revision:13932; number_of_response:1; }","duration":"152.047284ms","start":"2026-04-23T00:45:11.843847Z","end":"2026-04-23T00:45:11.995895Z","steps":["trace[485233760] 'process raft request' (duration: 109.937826ms)","trace[485233760] 'compare' (duration: 41.370194ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:45:11.996069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.199301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/libvirt-api-ca\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-04-23T00:45:11.996102Z","caller":"traceutil/trace.go:171","msg":"trace[539294528] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/libvirt-api-ca; range_end:; response_count:1; response_revision:13933; }","duration":"147.240972ms","start":"2026-04-23T00:45:11.84885Z","end":"2026-04-23T00:45:11.996091Z","steps":["trace[539294528] 'agreement among raft nodes before linearized reading' (duration: 147.124678ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:11.996239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.539961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-04-23T00:45:11.996263Z","caller":"traceutil/trace.go:171","msg":"trace[114883529] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:13933; }","duration":"147.579583ms","start":"2026-04-23T00:45:11.848676Z","end":"2026-04-23T00:45:11.996255Z","steps":["trace[114883529] 'agreement among raft nodes before linearized reading' (duration: 147.49789ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:45:12.189214Z","caller":"traceutil/trace.go:171","msg":"trace[1339560729] linearizableReadLoop","detail":"{readStateIndex:14438; appliedIndex:14437; }","duration":"108.342546ms","start":"2026-04-23T00:45:12.080846Z","end":"2026-04-23T00:45:12.189189Z","steps":["trace[1339560729] 'read index received' (duration: 108.167391ms)","trace[1339560729] 'applied index is now lower than readState.Index' (duration: 173.495µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:45:12.189303Z","caller":"traceutil/trace.go:171","msg":"trace[814906876] transaction","detail":"{read_only:false; response_revision:13935; number_of_response:1; }","duration":"171.938591ms","start":"2026-04-23T00:45:12.017323Z","end":"2026-04-23T00:45:12.189262Z","steps":["trace[814906876] 'process raft request' (duration: 171.693144ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:12.189442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.065063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/openstack/libvirt-vnc\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:45:12.189505Z","caller":"traceutil/trace.go:171","msg":"trace[1099938407] range","detail":"{range_begin:/registry/cert-manager.io/issuers/openstack/libvirt-vnc; range_end:; response_count:0; response_revision:13935; }","duration":"164.167106ms","start":"2026-04-23T00:45:12.025322Z","end":"2026-04-23T00:45:12.189489Z","steps":["trace[1099938407] 'agreement among raft nodes before linearized reading' (duration: 164.031601ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:12.189573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.59334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"info","ts":"2026-04-23T00:45:12.189634Z","caller":"traceutil/trace.go:171","msg":"trace[242466958] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:13935; }","duration":"177.676592ms","start":"2026-04-23T00:45:12.011939Z","end":"2026-04-23T00:45:12.189616Z","steps":["trace[242466958] 'agreement among raft nodes before linearized reading' (duration: 177.407373ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:45:12.213917Z","caller":"traceutil/trace.go:171","msg":"trace[1805531337] transaction","detail":"{read_only:false; response_revision:13936; number_of_response:1; }","duration":"121.602634ms","start":"2026-04-23T00:45:12.092095Z","end":"2026-04-23T00:45:12.213698Z","steps":["trace[1805531337] 'process raft request' (duration: 121.47234ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:12.21413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.176733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-04-23T00:45:12.214304Z","caller":"traceutil/trace.go:171","msg":"trace[67844054] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:13936; }","duration":"129.390859ms","start":"2026-04-23T00:45:12.084889Z","end":"2026-04-23T00:45:12.21428Z","steps":["trace[67844054] 'agreement among raft nodes before linearized reading' (duration: 129.025028ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:45:12.416539Z","caller":"traceutil/trace.go:171","msg":"trace[1171021101] transaction","detail":"{read_only:false; response_revision:13939; number_of_response:1; }","duration":"197.186477ms","start":"2026-04-23T00:45:12.219314Z","end":"2026-04-23T00:45:12.4165Z","steps":["trace[1171021101] 'process raft request' (duration: 196.891158ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:45:12.416559Z","caller":"traceutil/trace.go:171","msg":"trace[594992453] transaction","detail":"{read_only:false; response_revision:13940; number_of_response:1; }","duration":"196.713172ms","start":"2026-04-23T00:45:12.219817Z","end":"2026-04-23T00:45:12.41653Z","steps":["trace[594992453] 'process raft request' (duration: 196.550797ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:45:12.41659Z","caller":"traceutil/trace.go:171","msg":"trace[1932536323] transaction","detail":"{read_only:false; response_revision:13941; number_of_response:1; }","duration":"196.176435ms","start":"2026-04-23T00:45:12.220382Z","end":"2026-04-23T00:45:12.416558Z","steps":["trace[1932536323] 'process raft request' (duration: 196.03021ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:45:12.416669Z","caller":"traceutil/trace.go:171","msg":"trace[979715164] linearizableReadLoop","detail":"{readStateIndex:14448; appliedIndex:14441; }","duration":"151.274ms","start":"2026-04-23T00:45:12.265374Z","end":"2026-04-23T00:45:12.416648Z","steps":["trace[979715164] 'read index received' (duration: 150.862657ms)","trace[979715164] 'applied index is now lower than readState.Index' (duration: 409.932µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:45:12.416745Z","caller":"traceutil/trace.go:171","msg":"trace[1489687495] transaction","detail":"{read_only:false; response_revision:13942; number_of_response:1; }","duration":"196.266048ms","start":"2026-04-23T00:45:12.220467Z","end":"2026-04-23T00:45:12.416733Z","steps":["trace[1489687495] 'process raft request' (duration: 195.98988ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:45:12.416768Z","caller":"traceutil/trace.go:171","msg":"trace[191945337] transaction","detail":"{read_only:false; response_revision:13945; number_of_response:1; }","duration":"188.552025ms","start":"2026-04-23T00:45:12.228206Z","end":"2026-04-23T00:45:12.416758Z","steps":["trace[191945337] 'process raft request' (duration: 188.371699ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:45:12.416757Z","caller":"traceutil/trace.go:171","msg":"trace[1946207829] transaction","detail":"{read_only:false; response_revision:13944; number_of_response:1; }","duration":"195.773033ms","start":"2026-04-23T00:45:12.220941Z","end":"2026-04-23T00:45:12.416714Z","steps":["trace[1946207829] 'process raft request' (duration: 195.597857ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:45:12.416864Z","caller":"traceutil/trace.go:171","msg":"trace[112577243] transaction","detail":"{read_only:false; response_revision:13943; number_of_response:1; }","duration":"196.33446ms","start":"2026-04-23T00:45:12.220518Z","end":"2026-04-23T00:45:12.416852Z","steps":["trace[112577243] 'process raft request' (duration: 195.978799ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:12.416918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.808137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-04-23T00:45:12.416961Z","caller":"traceutil/trace.go:171","msg":"trace[1314559395] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:13945; }","duration":"197.92013ms","start":"2026-04-23T00:45:12.219027Z","end":"2026-04-23T00:45:12.416947Z","steps":["trace[1314559395] 'agreement among raft nodes before linearized reading' (duration: 197.733014ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:45:12.563855Z","caller":"traceutil/trace.go:171","msg":"trace[339158835] linearizableReadLoop","detail":"{readStateIndex:14451; appliedIndex:14448; }","duration":"147.100808ms","start":"2026-04-23T00:45:12.416729Z","end":"2026-04-23T00:45:12.563829Z","steps":["trace[339158835] 'read index received' (duration: 146.854141ms)","trace[339158835] 'applied index is now lower than readState.Index' (duration: 244.797µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:45:12.564179Z","caller":"traceutil/trace.go:171","msg":"trace[1125343728] transaction","detail":"{read_only:false; response_revision:13948; number_of_response:1; }","duration":"287.965579ms","start":"2026-04-23T00:45:12.276182Z","end":"2026-04-23T00:45:12.564147Z","steps":["trace[1125343728] 'process raft request' (duration: 287.586457ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:12.564202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.37881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T00:45:12.564375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.371632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-rsj7c\" ","response":"range_response_count:1 size:12928"} {"level":"info","ts":"2026-04-23T00:45:12.564426Z","caller":"traceutil/trace.go:171","msg":"trace[1247059513] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-rsj7c; range_end:; response_count:1; response_revision:13948; }","duration":"216.451575ms","start":"2026-04-23T00:45:12.347963Z","end":"2026-04-23T00:45:12.564415Z","steps":["trace[1247059513] 'agreement among raft nodes before linearized reading' (duration: 216.278279ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:45:12.564379Z","caller":"traceutil/trace.go:171","msg":"trace[150034856] transaction","detail":"{read_only:false; response_revision:13947; number_of_response:1; }","duration":"293.448033ms","start":"2026-04-23T00:45:12.270866Z","end":"2026-04-23T00:45:12.564314Z","steps":["trace[150034856] 'process raft request' (duration: 292.835223ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:45:12.564483Z","caller":"traceutil/trace.go:171","msg":"trace[895804405] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:13948; }","duration":"155.697729ms","start":"2026-04-23T00:45:12.408727Z","end":"2026-04-23T00:45:12.564425Z","steps":["trace[895804405] 'agreement among raft nodes before linearized reading' (duration: 155.359208ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:12.564481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.27498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:993"} {"level":"info","ts":"2026-04-23T00:45:12.564598Z","caller":"traceutil/trace.go:171","msg":"trace[1478189455] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:13948; }","duration":"295.434985ms","start":"2026-04-23T00:45:12.269149Z","end":"2026-04-23T00:45:12.564584Z","steps":["trace[1478189455] 'agreement among raft nodes before linearized reading' (duration: 295.112545ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:45:12.56434Z","caller":"traceutil/trace.go:171","msg":"trace[1563714505] transaction","detail":"{read_only:false; number_of_response:1; response_revision:13946; }","duration":"296.917782ms","start":"2026-04-23T00:45:12.267397Z","end":"2026-04-23T00:45:12.564315Z","steps":["trace[1563714505] 'process raft request' (duration: 296.131927ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:45:12.680257Z","caller":"traceutil/trace.go:171","msg":"trace[908162343] transaction","detail":"{read_only:false; response_revision:13949; number_of_response:1; }","duration":"257.464448ms","start":"2026-04-23T00:45:12.422757Z","end":"2026-04-23T00:45:12.680222Z","steps":["trace[908162343] 'process raft request' (duration: 256.596071ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:45:12.680291Z","caller":"traceutil/trace.go:171","msg":"trace[1994367540] linearizableReadLoop","detail":"{readStateIndex:14454; appliedIndex:14451; }","duration":"116.328827ms","start":"2026-04-23T00:45:12.563934Z","end":"2026-04-23T00:45:12.680263Z","steps":["trace[1994367540] 'read index received' (duration: 115.436979ms)","trace[1994367540] 'applied index is now lower than readState.Index' (duration: 889.558µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:45:12.680396Z","caller":"traceutil/trace.go:171","msg":"trace[1828171188] transaction","detail":"{read_only:false; response_revision:13950; number_of_response:1; }","duration":"256.860268ms","start":"2026-04-23T00:45:12.423503Z","end":"2026-04-23T00:45:12.680363Z","steps":["trace[1828171188] 'process raft request' (duration: 256.630411ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:12.680543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.898605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:45:12.680541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.687985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:45:12.680618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.332859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:45:12.680646Z","caller":"traceutil/trace.go:171","msg":"trace[1644156568] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13951; }","duration":"169.421771ms","start":"2026-04-23T00:45:12.511217Z","end":"2026-04-23T00:45:12.680639Z","steps":["trace[1644156568] 'agreement among raft nodes before linearized reading' (duration: 169.357329ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:45:12.680639Z","caller":"traceutil/trace.go:171","msg":"trace[113735196] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:13951; }","duration":"185.8553ms","start":"2026-04-23T00:45:12.494756Z","end":"2026-04-23T00:45:12.680611Z","steps":["trace[113735196] 'agreement among raft nodes before linearized reading' (duration: 185.665544ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:45:12.680581Z","caller":"traceutil/trace.go:171","msg":"trace[848982474] transaction","detail":"{read_only:false; response_revision:13951; number_of_response:1; }","duration":"248.390162ms","start":"2026-04-23T00:45:12.432125Z","end":"2026-04-23T00:45:12.680515Z","steps":["trace[848982474] 'process raft request' (duration: 248.057302ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:45:12.682234Z","caller":"traceutil/trace.go:171","msg":"trace[1916179204] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:13951; }","duration":"260.05599ms","start":"2026-04-23T00:45:12.420544Z","end":"2026-04-23T00:45:12.6806Z","steps":["trace[1916179204] 'agreement among raft nodes before linearized reading' (duration: 259.903275ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:45:12.751246Z","caller":"traceutil/trace.go:171","msg":"trace[493780849] transaction","detail":"{read_only:false; response_revision:13952; number_of_response:1; }","duration":"174.197602ms","start":"2026-04-23T00:45:12.577016Z","end":"2026-04-23T00:45:12.751214Z","steps":["trace[493780849] 'process raft request' (duration: 173.960185ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:12.751594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.492883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:993"} {"level":"info","ts":"2026-04-23T00:45:12.751655Z","caller":"traceutil/trace.go:171","msg":"trace[25484347] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:13953; }","duration":"181.577964ms","start":"2026-04-23T00:45:12.570061Z","end":"2026-04-23T00:45:12.751639Z","steps":["trace[25484347] 'agreement among raft nodes before linearized reading' (duration: 181.349847ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:12.751643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/libvirt-vnc.18a8d5c9004fb622\" ","response":"range_response_count:1 size:677"} {"level":"info","ts":"2026-04-23T00:45:12.751706Z","caller":"traceutil/trace.go:171","msg":"trace[868227767] range","detail":"{range_begin:/registry/events/openstack/libvirt-vnc.18a8d5c9004fb622; range_end:; response_count:1; response_revision:13953; }","duration":"181.854203ms","start":"2026-04-23T00:45:12.569837Z","end":"2026-04-23T00:45:12.751691Z","steps":["trace[868227767] 'agreement among raft nodes before linearized reading' (duration: 181.652457ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:45:12.751675Z","caller":"traceutil/trace.go:171","msg":"trace[2064416414] transaction","detail":"{read_only:false; response_revision:13953; number_of_response:1; }","duration":"174.520822ms","start":"2026-04-23T00:45:12.577077Z","end":"2026-04-23T00:45:12.751598Z","steps":["trace[2064416414] 'process raft request' (duration: 174.063098ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:45:12.932379Z","caller":"traceutil/trace.go:171","msg":"trace[1421698568] linearizableReadLoop","detail":"{readStateIndex:14458; appliedIndex:14456; }","duration":"172.057965ms","start":"2026-04-23T00:45:12.760297Z","end":"2026-04-23T00:45:12.932355Z","steps":["trace[1421698568] 'read index received' (duration: 17.225723ms)","trace[1421698568] 'applied index is now lower than readState.Index' (duration: 154.831112ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:45:12.932395Z","caller":"traceutil/trace.go:171","msg":"trace[1267174750] transaction","detail":"{read_only:false; response_revision:13955; number_of_response:1; }","duration":"172.177508ms","start":"2026-04-23T00:45:12.760186Z","end":"2026-04-23T00:45:12.932363Z","steps":["trace[1267174750] 'process raft request' (duration: 130.640969ms)","trace[1267174750] 'compare' (duration: 41.24632ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:45:12.932634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.315333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"warn","ts":"2026-04-23T00:45:12.932679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.402104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111920"} {"level":"info","ts":"2026-04-23T00:45:12.932695Z","caller":"traceutil/trace.go:171","msg":"trace[1518461799] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:13955; }","duration":"171.443016ms","start":"2026-04-23T00:45:12.761246Z","end":"2026-04-23T00:45:12.932689Z","steps":["trace[1518461799] 'agreement among raft nodes before linearized reading' (duration: 171.243159ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:45:12.932694Z","caller":"traceutil/trace.go:171","msg":"trace[1474345624] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:13955; }","duration":"172.421256ms","start":"2026-04-23T00:45:12.76026Z","end":"2026-04-23T00:45:12.932681Z","steps":["trace[1474345624] 'agreement among raft nodes before linearized reading' (duration: 172.185389ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:12.932713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.241481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-04-23T00:45:12.932795Z","caller":"traceutil/trace.go:171","msg":"trace[1701804018] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:13955; }","duration":"172.365144ms","start":"2026-04-23T00:45:12.760412Z","end":"2026-04-23T00:45:12.932777Z","steps":["trace[1701804018] 'agreement among raft nodes before linearized reading' (duration: 172.121307ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:45:13.176834Z","caller":"traceutil/trace.go:171","msg":"trace[1303444237] transaction","detail":"{read_only:false; response_revision:13957; number_of_response:1; }","duration":"228.408601ms","start":"2026-04-23T00:45:12.948385Z","end":"2026-04-23T00:45:13.176794Z","steps":["trace[1303444237] 'process raft request' (duration: 169.161524ms)","trace[1303444237] 'compare' (duration: 58.756502ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:45:13.17696Z","caller":"traceutil/trace.go:171","msg":"trace[1559839679] linearizableReadLoop","detail":"{readStateIndex:14462; appliedIndex:14459; }","duration":"202.921098ms","start":"2026-04-23T00:45:12.974011Z","end":"2026-04-23T00:45:13.176932Z","steps":["trace[1559839679] 'read index received' (duration: 143.553616ms)","trace[1559839679] 'applied index is now lower than readState.Index' (duration: 59.365812ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:45:13.177238Z","caller":"traceutil/trace.go:171","msg":"trace[1051934259] transaction","detail":"{read_only:false; number_of_response:1; response_revision:13958; }","duration":"226.527532ms","start":"2026-04-23T00:45:12.950672Z","end":"2026-04-23T00:45:13.1772Z","steps":["trace[1051934259] 'process raft request' (duration: 226.198292ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:13.177402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.367142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-04-23T00:45:13.177495Z","caller":"traceutil/trace.go:171","msg":"trace[1607581593] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:13958; }","duration":"203.536037ms","start":"2026-04-23T00:45:12.973916Z","end":"2026-04-23T00:45:13.177453Z","steps":["trace[1607581593] 'agreement among raft nodes before linearized reading' (duration: 203.334371ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:45:13.177448Z","caller":"traceutil/trace.go:171","msg":"trace[1754607187] transaction","detail":"{read_only:false; response_revision:13958; number_of_response:1; }","duration":"228.717721ms","start":"2026-04-23T00:45:12.948711Z","end":"2026-04-23T00:45:13.177428Z","steps":["trace[1754607187] 'process raft request' (duration: 227.996829ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:45:13.22096Z","caller":"traceutil/trace.go:171","msg":"trace[354318757] transaction","detail":"{read_only:false; response_revision:13959; number_of_response:1; }","duration":"246.905325ms","start":"2026-04-23T00:45:12.974021Z","end":"2026-04-23T00:45:13.220926Z","steps":["trace[354318757] 'process raft request' (duration: 246.567004ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:45:13.220966Z","caller":"traceutil/trace.go:171","msg":"trace[1947365341] transaction","detail":"{read_only:false; response_revision:13960; number_of_response:1; }","duration":"241.9947ms","start":"2026-04-23T00:45:12.978936Z","end":"2026-04-23T00:45:13.220931Z","steps":["trace[1947365341] 'process raft request' (duration: 241.845275ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:13.221465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.196044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111920"} {"level":"info","ts":"2026-04-23T00:45:13.221631Z","caller":"traceutil/trace.go:171","msg":"trace[1360046449] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:13960; }","duration":"247.400311ms","start":"2026-04-23T00:45:12.974206Z","end":"2026-04-23T00:45:13.221606Z","steps":["trace[1360046449] 'agreement among raft nodes before linearized reading' (duration: 246.74754ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:13.839511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.153422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T00:45:13.839812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.65682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-04-23T00:45:13.83991Z","caller":"traceutil/trace.go:171","msg":"trace[656187163] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:13979; }","duration":"130.813545ms","start":"2026-04-23T00:45:13.709073Z","end":"2026-04-23T00:45:13.839887Z","steps":["trace[656187163] 'range keys from in-memory index tree' (duration: 130.305188ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:13.840089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.327168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:88 size:934677"} {"level":"info","ts":"2026-04-23T00:45:13.839628Z","caller":"traceutil/trace.go:171","msg":"trace[795563898] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:13979; }","duration":"135.339697ms","start":"2026-04-23T00:45:13.70426Z","end":"2026-04-23T00:45:13.8396Z","steps":["trace[795563898] 'count revisions from in-memory index tree' (duration: 135.052758ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:45:13.840177Z","caller":"traceutil/trace.go:171","msg":"trace[456703801] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:88; response_revision:13979; }","duration":"129.478292ms","start":"2026-04-23T00:45:13.710681Z","end":"2026-04-23T00:45:13.840159Z","steps":["trace[456703801] 'range keys from in-memory index tree' (duration: 128.536943ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:45:14.900098Z","caller":"traceutil/trace.go:171","msg":"trace[928424584] transaction","detail":"{read_only:false; response_revision:13980; number_of_response:1; }","duration":"132.483896ms","start":"2026-04-23T00:45:14.767589Z","end":"2026-04-23T00:45:14.900073Z","steps":["trace[928424584] 'process raft request' (duration: 132.29599ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:45:15.210206Z","caller":"traceutil/trace.go:171","msg":"trace[230276465] transaction","detail":"{read_only:false; response_revision:13982; number_of_response:1; }","duration":"265.409506ms","start":"2026-04-23T00:45:14.944768Z","end":"2026-04-23T00:45:15.210178Z","steps":["trace[230276465] 'process raft request' (duration: 265.21541ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:45:15.211734Z","caller":"traceutil/trace.go:171","msg":"trace[99472896] transaction","detail":"{read_only:false; response_revision:13983; number_of_response:1; }","duration":"266.149759ms","start":"2026-04-23T00:45:14.945532Z","end":"2026-04-23T00:45:15.211682Z","steps":["trace[99472896] 'process raft request' (duration: 265.666154ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:45:15.365071Z","caller":"traceutil/trace.go:171","msg":"trace[1064499477] linearizableReadLoop","detail":"{readStateIndex:14490; appliedIndex:14489; }","duration":"147.322054ms","start":"2026-04-23T00:45:15.217721Z","end":"2026-04-23T00:45:15.365043Z","steps":["trace[1064499477] 'read index received' (duration: 115.304795ms)","trace[1064499477] 'applied index is now lower than readState.Index' (duration: 32.016149ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:45:15.36515Z","caller":"traceutil/trace.go:171","msg":"trace[596537825] transaction","detail":"{read_only:false; response_revision:13984; number_of_response:1; }","duration":"147.635894ms","start":"2026-04-23T00:45:15.217476Z","end":"2026-04-23T00:45:15.365112Z","steps":["trace[596537825] 'process raft request' (duration: 115.529472ms)","trace[596537825] 'compare' (duration: 31.876795ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:45:15.36552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.762788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"info","ts":"2026-04-23T00:45:15.365732Z","caller":"traceutil/trace.go:171","msg":"trace[575732908] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:13984; }","duration":"147.910052ms","start":"2026-04-23T00:45:15.217678Z","end":"2026-04-23T00:45:15.365588Z","steps":["trace[575732908] 'agreement among raft nodes before linearized reading' (duration: 147.494929ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:45:15.500629Z","caller":"traceutil/trace.go:171","msg":"trace[1639544322] linearizableReadLoop","detail":"{readStateIndex:14491; appliedIndex:14490; }","duration":"135.44068ms","start":"2026-04-23T00:45:15.365149Z","end":"2026-04-23T00:45:15.50059Z","steps":["trace[1639544322] 'read index received' (duration: 135.313896ms)","trace[1639544322] 'applied index is now lower than readState.Index' (duration: 124.594µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:45:15.500659Z","caller":"traceutil/trace.go:171","msg":"trace[121892115] transaction","detail":"{read_only:false; response_revision:13985; number_of_response:1; }","duration":"282.655672ms","start":"2026-04-23T00:45:15.217955Z","end":"2026-04-23T00:45:15.500611Z","steps":["trace[121892115] 'process raft request' (duration: 282.477196ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:15.500938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.599327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-23T00:45:15.501023Z","caller":"traceutil/trace.go:171","msg":"trace[308695081] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13985; }","duration":"208.759622ms","start":"2026-04-23T00:45:15.292246Z","end":"2026-04-23T00:45:15.501005Z","steps":["trace[308695081] 'agreement among raft nodes before linearized reading' (duration: 208.413101ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:15.50118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.938998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-23T00:45:15.501318Z","caller":"traceutil/trace.go:171","msg":"trace[1668888037] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:13985; }","duration":"262.163125ms","start":"2026-04-23T00:45:15.239128Z","end":"2026-04-23T00:45:15.501291Z","steps":["trace[1668888037] 'agreement among raft nodes before linearized reading' (duration: 261.576637ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:15.548669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.425841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-04-23T00:45:15.548753Z","caller":"traceutil/trace.go:171","msg":"trace[1369074668] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:13986; }","duration":"175.543965ms","start":"2026-04-23T00:45:15.373191Z","end":"2026-04-23T00:45:15.548735Z","steps":["trace[1369074668] 'agreement among raft nodes before linearized reading' (duration: 175.345759ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:15.549164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.29129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-23T00:45:15.549207Z","caller":"traceutil/trace.go:171","msg":"trace[675678151] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:13986; }","duration":"177.365372ms","start":"2026-04-23T00:45:15.371831Z","end":"2026-04-23T00:45:15.549196Z","steps":["trace[675678151] 'agreement among raft nodes before linearized reading' (duration: 177.257469ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:45:15.549159Z","caller":"traceutil/trace.go:171","msg":"trace[1369738569] transaction","detail":"{read_only:false; response_revision:13986; number_of_response:1; }","duration":"157.443264ms","start":"2026-04-23T00:45:15.391687Z","end":"2026-04-23T00:45:15.549131Z","steps":["trace[1369738569] 'process raft request' (duration: 156.640049ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:45:15.64091Z","caller":"traceutil/trace.go:171","msg":"trace[617511432] transaction","detail":"{read_only:false; response_revision:13987; number_of_response:1; }","duration":"135.269165ms","start":"2026-04-23T00:45:15.505603Z","end":"2026-04-23T00:45:15.640872Z","steps":["trace[617511432] 'process raft request' (duration: 123.250026ms)","trace[617511432] 'compare' (duration: 11.768931ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:45:15.641007Z","caller":"traceutil/trace.go:171","msg":"trace[124721121] transaction","detail":"{read_only:false; response_revision:13989; number_of_response:1; }","duration":"133.795188ms","start":"2026-04-23T00:45:15.507189Z","end":"2026-04-23T00:45:15.640984Z","steps":["trace[124721121] 'process raft request' (duration: 133.649514ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:15.641416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.811372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:45:15.641677Z","caller":"traceutil/trace.go:171","msg":"trace[110238958] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13991; }","duration":"129.10795ms","start":"2026-04-23T00:45:15.512547Z","end":"2026-04-23T00:45:15.641655Z","steps":["trace[110238958] 'agreement among raft nodes before linearized reading' (duration: 128.742989ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:15.641701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.949928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-23T00:45:15.641931Z","caller":"traceutil/trace.go:171","msg":"trace[133419581] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13992; }","duration":"137.223677ms","start":"2026-04-23T00:45:15.50469Z","end":"2026-04-23T00:45:15.641914Z","steps":["trace[133419581] 'agreement among raft nodes before linearized reading' (duration: 136.69119ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:45:15.64145Z","caller":"traceutil/trace.go:171","msg":"trace[860465502] transaction","detail":"{read_only:false; response_revision:13988; number_of_response:1; }","duration":"135.018107ms","start":"2026-04-23T00:45:15.506042Z","end":"2026-04-23T00:45:15.64106Z","steps":["trace[860465502] 'process raft request' (duration: 134.748608ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:45:15.837932Z","caller":"traceutil/trace.go:171","msg":"trace[438811647] transaction","detail":"{read_only:false; response_revision:13994; number_of_response:1; }","duration":"190.9587ms","start":"2026-04-23T00:45:15.6469Z","end":"2026-04-23T00:45:15.837858Z","steps":["trace[438811647] 'process raft request' (duration: 135.371838ms)","trace[438811647] 'compare' (duration: 55.312193ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:45:15.838054Z","caller":"traceutil/trace.go:171","msg":"trace[1803279398] transaction","detail":"{read_only:false; response_revision:13998; number_of_response:1; }","duration":"191.033343ms","start":"2026-04-23T00:45:15.647004Z","end":"2026-04-23T00:45:15.838037Z","steps":["trace[1803279398] 'process raft request' (duration: 190.964981ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:45:15.838137Z","caller":"traceutil/trace.go:171","msg":"trace[1476850510] transaction","detail":"{read_only:false; response_revision:13995; number_of_response:1; }","duration":"191.199518ms","start":"2026-04-23T00:45:15.646921Z","end":"2026-04-23T00:45:15.838121Z","steps":["trace[1476850510] 'process raft request' (duration: 190.826427ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:45:15.838054Z","caller":"traceutil/trace.go:171","msg":"trace[1798432656] transaction","detail":"{read_only:false; response_revision:13996; number_of_response:1; }","duration":"191.053283ms","start":"2026-04-23T00:45:15.64697Z","end":"2026-04-23T00:45:15.838023Z","steps":["trace[1798432656] 'process raft request' (duration: 190.901438ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:45:15.838252Z","caller":"traceutil/trace.go:171","msg":"trace[1991733085] transaction","detail":"{read_only:false; response_revision:13997; number_of_response:1; }","duration":"191.236429ms","start":"2026-04-23T00:45:15.646969Z","end":"2026-04-23T00:45:15.838205Z","steps":["trace[1991733085] 'process raft request' (duration: 190.96367ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:45:15.838358Z","caller":"traceutil/trace.go:171","msg":"trace[1715097981] transaction","detail":"{read_only:false; response_revision:13999; number_of_response:1; }","duration":"190.117153ms","start":"2026-04-23T00:45:15.648229Z","end":"2026-04-23T00:45:15.838346Z","steps":["trace[1715097981] 'process raft request' (duration: 189.771373ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:45:15.838364Z","caller":"traceutil/trace.go:171","msg":"trace[844855781] linearizableReadLoop","detail":"{readStateIndex:14505; appliedIndex:14498; }","duration":"185.778947ms","start":"2026-04-23T00:45:15.652566Z","end":"2026-04-23T00:45:15.838345Z","steps":["trace[844855781] 'read index received' (duration: 65.504016ms)","trace[844855781] 'applied index is now lower than readState.Index' (duration: 120.272831ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:45:15.838563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.437048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:45:15.838591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.608102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-04-23T00:45:15.838629Z","caller":"traceutil/trace.go:171","msg":"trace[23988355] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:13999; }","duration":"172.691544ms","start":"2026-04-23T00:45:15.665927Z","end":"2026-04-23T00:45:15.838618Z","steps":["trace[23988355] 'agreement among raft nodes before linearized reading' (duration: 172.520939ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:45:15.838631Z","caller":"traceutil/trace.go:171","msg":"trace[1421309891] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:13999; }","duration":"134.544162ms","start":"2026-04-23T00:45:15.704071Z","end":"2026-04-23T00:45:15.838615Z","steps":["trace[1421309891] 'agreement among raft nodes before linearized reading' (duration: 134.394717ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:15.838694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.098807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-04-23T00:45:15.83878Z","caller":"traceutil/trace.go:171","msg":"trace[1096017252] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:13999; }","duration":"186.229862ms","start":"2026-04-23T00:45:15.652533Z","end":"2026-04-23T00:45:15.838763Z","steps":["trace[1096017252] 'agreement among raft nodes before linearized reading' (duration: 185.898291ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:45:16.027025Z","caller":"traceutil/trace.go:171","msg":"trace[177715674] linearizableReadLoop","detail":"{readStateIndex:14507; appliedIndex:14506; }","duration":"123.321738ms","start":"2026-04-23T00:45:15.903671Z","end":"2026-04-23T00:45:16.026993Z","steps":["trace[177715674] 'read index received' (duration: 68.308734ms)","trace[177715674] 'applied index is now lower than readState.Index' (duration: 55.011554ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:45:16.027214Z","caller":"traceutil/trace.go:171","msg":"trace[1261532586] transaction","detail":"{read_only:false; response_revision:14001; number_of_response:1; }","duration":"124.028961ms","start":"2026-04-23T00:45:15.903169Z","end":"2026-04-23T00:45:16.027198Z","steps":["trace[1261532586] 'process raft request' (duration: 68.708207ms)","trace[1261532586] 'compare' (duration: 54.920001ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:45:16.027425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.727431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"info","ts":"2026-04-23T00:45:16.027509Z","caller":"traceutil/trace.go:171","msg":"trace[246979434] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:14001; }","duration":"123.823194ms","start":"2026-04-23T00:45:15.903665Z","end":"2026-04-23T00:45:16.027488Z","steps":["trace[246979434] 'agreement among raft nodes before linearized reading' (duration: 123.530135ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:45:16.054842Z","caller":"traceutil/trace.go:171","msg":"trace[892291963] transaction","detail":"{read_only:false; response_revision:14002; number_of_response:1; }","duration":"148.561294ms","start":"2026-04-23T00:45:15.906271Z","end":"2026-04-23T00:45:16.054832Z","steps":["trace[892291963] 'process raft request' (duration: 148.4283ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:16.055021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.143914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-04-23T00:45:16.055076Z","caller":"traceutil/trace.go:171","msg":"trace[426073220] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:14002; }","duration":"150.213976ms","start":"2026-04-23T00:45:15.90485Z","end":"2026-04-23T00:45:16.055063Z","steps":["trace[426073220] 'agreement among raft nodes before linearized reading' (duration: 150.048871ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:45:22.938826Z","caller":"traceutil/trace.go:171","msg":"trace[1585376734] linearizableReadLoop","detail":"{readStateIndex:14643; appliedIndex:14642; }","duration":"101.619924ms","start":"2026-04-23T00:45:22.837181Z","end":"2026-04-23T00:45:22.938801Z","steps":["trace[1585376734] 'read index received' (duration: 52.073641ms)","trace[1585376734] 'applied index is now lower than readState.Index' (duration: 49.545063ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:45:22.938941Z","caller":"traceutil/trace.go:171","msg":"trace[1336604770] transaction","detail":"{read_only:false; response_revision:14133; number_of_response:1; }","duration":"101.987516ms","start":"2026-04-23T00:45:22.836908Z","end":"2026-04-23T00:45:22.938895Z","steps":["trace[1336604770] 'process raft request' (duration: 52.394772ms)","trace[1336604770] 'compare' (duration: 49.363426ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:45:22.939227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.009926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:993"} {"level":"info","ts":"2026-04-23T00:45:22.939311Z","caller":"traceutil/trace.go:171","msg":"trace[327364286] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:14133; }","duration":"102.12361ms","start":"2026-04-23T00:45:22.83717Z","end":"2026-04-23T00:45:22.939294Z","steps":["trace[327364286] 'agreement among raft nodes before linearized reading' (duration: 101.8049ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:22.939227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.22706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-nova-server\" ","response":"range_response_count:1 size:9561"} {"level":"info","ts":"2026-04-23T00:45:22.939489Z","caller":"traceutil/trace.go:171","msg":"trace[1784487962] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-nova-server; range_end:; response_count:1; response_revision:14133; }","duration":"100.504909ms","start":"2026-04-23T00:45:22.838963Z","end":"2026-04-23T00:45:22.939468Z","steps":["trace[1784487962] 'agreement among raft nodes before linearized reading' (duration: 100.114176ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:45:24.470219Z","caller":"traceutil/trace.go:171","msg":"trace[35130451] linearizableReadLoop","detail":"{readStateIndex:14660; appliedIndex:14659; }","duration":"246.11671ms","start":"2026-04-23T00:45:24.224076Z","end":"2026-04-23T00:45:24.470193Z","steps":["trace[35130451] 'read index received' (duration: 245.887963ms)","trace[35130451] 'applied index is now lower than readState.Index' (duration: 227.937µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:45:24.470378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.269955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:45:24.470355Z","caller":"traceutil/trace.go:171","msg":"trace[1451372439] transaction","detail":"{read_only:false; response_revision:14150; number_of_response:1; }","duration":"268.123384ms","start":"2026-04-23T00:45:24.202193Z","end":"2026-04-23T00:45:24.470316Z","steps":["trace[1451372439] 'process raft request' (duration: 267.836375ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:45:24.470439Z","caller":"traceutil/trace.go:171","msg":"trace[1279813220] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:14150; }","duration":"246.380548ms","start":"2026-04-23T00:45:24.224038Z","end":"2026-04-23T00:45:24.470418Z","steps":["trace[1279813220] 'agreement among raft nodes before linearized reading' (duration: 246.260924ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:45:25.771782Z","caller":"traceutil/trace.go:171","msg":"trace[922004652] transaction","detail":"{read_only:false; response_revision:14153; number_of_response:1; }","duration":"101.156199ms","start":"2026-04-23T00:45:25.670598Z","end":"2026-04-23T00:45:25.771754Z","steps":["trace[922004652] 'process raft request' (duration: 100.929452ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:45:25.789236Z","caller":"traceutil/trace.go:171","msg":"trace[1685868882] transaction","detail":"{read_only:false; response_revision:14154; number_of_response:1; }","duration":"100.322563ms","start":"2026-04-23T00:45:25.688867Z","end":"2026-04-23T00:45:25.78919Z","steps":["trace[1685868882] 'process raft request' (duration: 99.926931ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:45:29.855284Z","caller":"traceutil/trace.go:171","msg":"trace[2005264075] linearizableReadLoop","detail":"{readStateIndex:14702; appliedIndex:14701; }","duration":"435.904402ms","start":"2026-04-23T00:45:29.419355Z","end":"2026-04-23T00:45:29.855259Z","steps":["trace[2005264075] 'read index received' (duration: 426.704722ms)","trace[2005264075] 'applied index is now lower than readState.Index' (duration: 9.19858ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:45:29.855364Z","caller":"traceutil/trace.go:171","msg":"trace[49383533] transaction","detail":"{read_only:false; response_revision:14191; number_of_response:1; }","duration":"573.338345ms","start":"2026-04-23T00:45:29.281996Z","end":"2026-04-23T00:45:29.855334Z","steps":["trace[49383533] 'process raft request' (duration: 564.083033ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:29.855436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.069907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:45:29.855479Z","caller":"traceutil/trace.go:171","msg":"trace[1294977793] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:14191; }","duration":"436.192341ms","start":"2026-04-23T00:45:29.419274Z","end":"2026-04-23T00:45:29.855466Z","steps":["trace[1294977793] 'agreement among raft nodes before linearized reading' (duration: 436.103458ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:29.855523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:29.419234Z","time spent":"436.278853ms","remote":"127.0.0.1:38176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:45:29.855561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:29.281973Z","time spent":"573.49776ms","remote":"127.0.0.1:46338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":416021,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:45:30.165553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.766936ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:45:30.16579Z","caller":"traceutil/trace.go:171","msg":"trace[1454948678] transaction","detail":"{read_only:false; response_revision:14192; number_of_response:1; }","duration":"565.670895ms","start":"2026-04-23T00:45:29.600088Z","end":"2026-04-23T00:45:30.165759Z","steps":["trace[1454948678] 'process raft request' (duration: 412.550097ms)","trace[1454948678] 'compare' (duration: 152.618152ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:45:30.165836Z","caller":"traceutil/trace.go:171","msg":"trace[416100186] linearizableReadLoop","detail":"{readStateIndex:14704; appliedIndex:14702; }","duration":"310.442768ms","start":"2026-04-23T00:45:29.855348Z","end":"2026-04-23T00:45:30.165791Z","steps":["trace[416100186] 'read index received' (duration: 157.29773ms)","trace[416100186] 'applied index is now lower than readState.Index' (duration: 153.143538ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:45:30.165908Z","caller":"traceutil/trace.go:171","msg":"trace[1982065452] transaction","detail":"{read_only:false; response_revision:14193; number_of_response:1; }","duration":"362.686485ms","start":"2026-04-23T00:45:29.803191Z","end":"2026-04-23T00:45:30.165878Z","steps":["trace[1982065452] 'process raft request' (duration: 362.520639ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:30.165967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:29.600049Z","time spent":"565.823919ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:45:30.16604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:29.803156Z","time spent":"362.813228ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:45:30.166066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.587345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T00:45:30.166124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.115661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zr67s\" ","response":"range_response_count:1 size:6530"} {"level":"info","ts":"2026-04-23T00:45:30.166162Z","caller":"traceutil/trace.go:171","msg":"trace[606478291] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:14193; }","duration":"325.72161ms","start":"2026-04-23T00:45:29.840417Z","end":"2026-04-23T00:45:30.166139Z","steps":["trace[606478291] 'agreement among raft nodes before linearized reading' (duration: 325.530884ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:45:30.166192Z","caller":"traceutil/trace.go:171","msg":"trace[903602331] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zr67s; range_end:; response_count:1; response_revision:14193; }","duration":"345.226014ms","start":"2026-04-23T00:45:29.820951Z","end":"2026-04-23T00:45:30.166177Z","steps":["trace[903602331] 'agreement among raft nodes before linearized reading' (duration: 344.962246ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:30.166213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:29.840399Z","time spent":"325.802482ms","remote":"127.0.0.1:39666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:45:30.166236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:29.820929Z","time spent":"345.296657ms","remote":"127.0.0.1:39458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-zr67s\" "} {"level":"warn","ts":"2026-04-23T00:45:30.166241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.125447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-23T00:45:30.166276Z","caller":"traceutil/trace.go:171","msg":"trace[1310421782] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14193; }","duration":"257.155738ms","start":"2026-04-23T00:45:29.909109Z","end":"2026-04-23T00:45:30.166265Z","steps":["trace[1310421782] 'agreement among raft nodes before linearized reading' (duration: 257.071005ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:30.166289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.802825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-23T00:45:30.166321Z","caller":"traceutil/trace.go:171","msg":"trace[434928570] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:14193; }","duration":"249.872958ms","start":"2026-04-23T00:45:29.916438Z","end":"2026-04-23T00:45:30.166311Z","steps":["trace[434928570] 'agreement among raft nodes before linearized reading' (duration: 249.745914ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:30.166356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.705105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-23T00:45:30.166393Z","caller":"traceutil/trace.go:171","msg":"trace[1735448142] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14193; }","duration":"251.782918ms","start":"2026-04-23T00:45:29.914601Z","end":"2026-04-23T00:45:30.166384Z","steps":["trace[1735448142] 'agreement among raft nodes before linearized reading' (duration: 251.656104ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:30.166141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.888754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-23T00:45:30.166423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.104804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-23T00:45:30.166441Z","caller":"traceutil/trace.go:171","msg":"trace[1910061622] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14193; }","duration":"249.142415ms","start":"2026-04-23T00:45:29.917293Z","end":"2026-04-23T00:45:30.166435Z","steps":["trace[1910061622] 'agreement among raft nodes before linearized reading' (duration: 249.085593ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:45:30.166436Z","caller":"traceutil/trace.go:171","msg":"trace[817497535] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14193; }","duration":"358.227534ms","start":"2026-04-23T00:45:29.808195Z","end":"2026-04-23T00:45:30.166423Z","steps":["trace[817497535] 'agreement among raft nodes before linearized reading' (duration: 357.747529ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:30.166473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:29.808132Z","time spent":"358.330777ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T00:45:30.166502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.456694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-23T00:45:30.16652Z","caller":"traceutil/trace.go:171","msg":"trace[1425756518] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14193; }","duration":"255.495906ms","start":"2026-04-23T00:45:29.911017Z","end":"2026-04-23T00:45:30.166513Z","steps":["trace[1425756518] 'agreement among raft nodes before linearized reading' (duration: 255.433614ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:30.534449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.492024ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:45:30.534567Z","caller":"traceutil/trace.go:171","msg":"trace[2138704144] linearizableReadLoop","detail":"{readStateIndex:14705; appliedIndex:14704; }","duration":"363.603134ms","start":"2026-04-23T00:45:30.170946Z","end":"2026-04-23T00:45:30.534549Z","steps":["trace[2138704144] 'read index received' (duration: 127.941794ms)","trace[2138704144] 'applied index is now lower than readState.Index' (duration: 235.65991ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:45:30.534632Z","caller":"traceutil/trace.go:171","msg":"trace[1399407291] transaction","detail":"{read_only:false; response_revision:14194; number_of_response:1; }","duration":"364.885874ms","start":"2026-04-23T00:45:30.169708Z","end":"2026-04-23T00:45:30.534594Z","steps":["trace[1399407291] 'process raft request' (duration: 129.152212ms)","trace[1399407291] 'compare' (duration: 235.35544ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:45:30.53485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:30.169689Z","time spent":"365.039299ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:45:30.535625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.666027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:66 size:632103"} {"level":"info","ts":"2026-04-23T00:45:30.5357Z","caller":"traceutil/trace.go:171","msg":"trace[922934267] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:66; response_revision:14194; }","duration":"364.74414ms","start":"2026-04-23T00:45:30.170939Z","end":"2026-04-23T00:45:30.535684Z","steps":["trace[922934267] 'agreement among raft nodes before linearized reading' (duration: 363.671116ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:30.535748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:30.170886Z","time spent":"364.851523ms","remote":"127.0.0.1:39458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":66,"response size":632126,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-23T00:45:31.035103Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581741608219371537,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T00:45:32.512217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999954955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T00:45:32.512301Z","caller":"traceutil/trace.go:171","msg":"trace[2124294568] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000086839s","start":"2026-04-23T00:45:30.512196Z","end":"2026-04-23T00:45:32.512282Z","steps":["trace[2124294568] 'agreement among raft nodes before linearized reading' (duration: 1.999980626s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:32.512354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:30.512179Z","time spent":"2.000161161s","remote":"127.0.0.1:39306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 00:45:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T00:45:32.628401Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.40602481s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T00:45:32.917555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.695040441s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:45:32.917805Z","caller":"traceutil/trace.go:171","msg":"trace[1243956856] transaction","detail":"{read_only:false; response_revision:14195; number_of_response:1; }","duration":"2.74677098s","start":"2026-04-23T00:45:30.170993Z","end":"2026-04-23T00:45:32.917764Z","steps":["trace[1243956856] 'process raft request' (duration: 1.051396368s)","trace[1243956856] 'compare' (duration: 1.692340136s)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:45:32.918178Z","caller":"traceutil/trace.go:171","msg":"trace[364696863] transaction","detail":"{read_only:false; response_revision:14196; number_of_response:1; }","duration":"2.747015868s","start":"2026-04-23T00:45:30.171128Z","end":"2026-04-23T00:45:32.918144Z","steps":["trace[364696863] 'process raft request' (duration: 2.74675054s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:32.918236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:30.170961Z","time spent":"2.747004007s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:45:32.91833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:30.171112Z","time spent":"2.747141022s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:45:32.918423Z","caller":"traceutil/trace.go:171","msg":"trace[1024616637] transaction","detail":"{read_only:false; response_revision:14197; number_of_response:1; }","duration":"2.747117842s","start":"2026-04-23T00:45:30.171267Z","end":"2026-04-23T00:45:32.918384Z","steps":["trace[1024616637] 'process raft request' (duration: 2.746691438s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:32.918544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:30.171247Z","time spent":"2.747262786s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:45:32.918636Z","caller":"traceutil/trace.go:171","msg":"trace[192917903] transaction","detail":"{read_only:false; response_revision:14200; number_of_response:1; }","duration":"2.455544058s","start":"2026-04-23T00:45:30.463073Z","end":"2026-04-23T00:45:32.918617Z","steps":["trace[192917903] 'process raft request' (duration: 2.455388863s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:45:32.918636Z","caller":"traceutil/trace.go:171","msg":"trace[1644809289] linearizableReadLoop","detail":"{readStateIndex:14712; appliedIndex:14705; }","duration":"2.384015514s","start":"2026-04-23T00:45:30.534594Z","end":"2026-04-23T00:45:32.918609Z","steps":["trace[1644809289] 'read index received' (duration: 687.791095ms)","trace[1644809289] 'applied index is now lower than readState.Index' (duration: 1.696223549s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:45:32.918714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:30.463049Z","time spent":"2.455633761s","remote":"127.0.0.1:39362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":809,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T00:45:32.918757Z","caller":"traceutil/trace.go:171","msg":"trace[1894959219] transaction","detail":"{read_only:false; response_revision:14201; number_of_response:1; }","duration":"2.39499766s","start":"2026-04-23T00:45:30.523746Z","end":"2026-04-23T00:45:32.918744Z","steps":["trace[1894959219] 'process raft request' (duration: 2.394809914s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:45:32.918843Z","caller":"traceutil/trace.go:171","msg":"trace[1835416455] transaction","detail":"{read_only:false; response_revision:14198; number_of_response:1; }","duration":"2.746796981s","start":"2026-04-23T00:45:30.171544Z","end":"2026-04-23T00:45:32.918341Z","steps":["trace[1835416455] 'process raft request' (duration: 2.746671437s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:45:32.918788Z","caller":"traceutil/trace.go:171","msg":"trace[1077705507] transaction","detail":"{read_only:false; response_revision:14199; number_of_response:1; }","duration":"2.746975427s","start":"2026-04-23T00:45:30.171714Z","end":"2026-04-23T00:45:32.918689Z","steps":["trace[1077705507] 'process raft request' (duration: 2.746545634s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:32.918867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.67098636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18811"} {"level":"warn","ts":"2026-04-23T00:45:32.918879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:30.523706Z","time spent":"2.395084752s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:45:32.918919Z","caller":"traceutil/trace.go:171","msg":"trace[1364961904] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:14201; }","duration":"2.671075194s","start":"2026-04-23T00:45:30.247831Z","end":"2026-04-23T00:45:32.918906Z","steps":["trace[1364961904] 'agreement among raft nodes before linearized reading' (duration: 2.670916349s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:32.918904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.726511381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:45:32.918951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:30.247814Z","time spent":"2.671131315s","remote":"127.0.0.1:39452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18834,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-04-23T00:45:32.918978Z","caller":"traceutil/trace.go:171","msg":"trace[1924191981] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:14201; }","duration":"2.726626505s","start":"2026-04-23T00:45:30.192332Z","end":"2026-04-23T00:45:32.918959Z","steps":["trace[1924191981] 'agreement among raft nodes before linearized reading' (duration: 2.72649371s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:32.919016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:30.192318Z","time spent":"2.726687857s","remote":"127.0.0.1:54968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:45:32.91903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:30.171525Z","time spent":"2.747350958s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:45:32.919002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:30.171698Z","time spent":"2.747212104s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:45:33.553181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.315079ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-23T00:45:33.553496Z","caller":"traceutil/trace.go:171","msg":"trace[207309049] transaction","detail":"{read_only:false; response_revision:14202; number_of_response:1; }","duration":"1.381931868s","start":"2026-04-23T00:45:32.171535Z","end":"2026-04-23T00:45:33.553467Z","steps":["trace[207309049] 'process raft request' (duration: 1.381722102s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:33.553663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:32.171507Z","time spent":"1.382069253s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:45:33.680507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.904051ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:45:33.680661Z","caller":"traceutil/trace.go:171","msg":"trace[272769889] linearizableReadLoop","detail":"{readStateIndex:14715; appliedIndex:14712; }","duration":"761.921031ms","start":"2026-04-23T00:45:32.91871Z","end":"2026-04-23T00:45:33.680632Z","steps":["trace[272769889] 'read index received' (duration: 432.129183ms)","trace[272769889] 'applied index is now lower than readState.Index' (duration: 329.789297ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:45:33.680848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.527755245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T00:45:33.680898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.541364683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-23T00:45:33.680954Z","caller":"traceutil/trace.go:171","msg":"trace[428751036] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:14203; }","duration":"1.527937061s","start":"2026-04-23T00:45:32.152998Z","end":"2026-04-23T00:45:33.680935Z","steps":["trace[428751036] 'agreement among raft nodes before linearized reading' (duration: 1.527679923s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:45:33.680975Z","caller":"traceutil/trace.go:171","msg":"trace[1818091311] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14203; }","duration":"2.541510248s","start":"2026-04-23T00:45:31.139442Z","end":"2026-04-23T00:45:33.680952Z","steps":["trace[1818091311] 'agreement among raft nodes before linearized reading' (duration: 2.54127209s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:33.68103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:31.139408Z","time spent":"2.541608571s","remote":"127.0.0.1:39458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-23T00:45:33.681027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:32.152938Z","time spent":"1.528071955s","remote":"127.0.0.1:33162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:45:33.681747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.774227515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T00:45:33.68181Z","caller":"traceutil/trace.go:171","msg":"trace[819492666] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:14203; }","duration":"2.774372979s","start":"2026-04-23T00:45:30.907422Z","end":"2026-04-23T00:45:33.681795Z","steps":["trace[819492666] 'agreement among raft nodes before linearized reading' (duration: 2.774240545s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:33.681884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:30.907393Z","time spent":"2.774477113s","remote":"127.0.0.1:57982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:45:33.681879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.13269009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zr67s\" ","response":"range_response_count:1 size:6530"} {"level":"info","ts":"2026-04-23T00:45:33.681943Z","caller":"traceutil/trace.go:171","msg":"trace[585831405] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zr67s; range_end:; response_count:1; response_revision:14203; }","duration":"1.132773052s","start":"2026-04-23T00:45:32.549153Z","end":"2026-04-23T00:45:33.681926Z","steps":["trace[585831405] 'agreement among raft nodes before linearized reading' (duration: 1.132564786s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:33.681981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.143306025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-23T00:45:33.681991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:32.549138Z","time spent":"1.132844275s","remote":"127.0.0.1:39458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-zr67s\" "} {"level":"warn","ts":"2026-04-23T00:45:33.681977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.035380048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-23T00:45:33.682043Z","caller":"traceutil/trace.go:171","msg":"trace[775168834] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14203; }","duration":"1.143406198s","start":"2026-04-23T00:45:32.538622Z","end":"2026-04-23T00:45:33.682029Z","steps":["trace[775168834] 'agreement among raft nodes before linearized reading' (duration: 1.143270073s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:45:33.682064Z","caller":"traceutil/trace.go:171","msg":"trace[1398300670] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:14203; }","duration":"3.035482351s","start":"2026-04-23T00:45:30.646563Z","end":"2026-04-23T00:45:33.682045Z","steps":["trace[1398300670] 'agreement among raft nodes before linearized reading' (duration: 3.035225343s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:33.682086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:32.538599Z","time spent":"1.14347642s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T00:45:33.682069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.789066923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-zgppb\" ","response":"range_response_count:1 size:20770"} {"level":"warn","ts":"2026-04-23T00:45:33.682103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.23401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:45:33.682107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:30.64655Z","time spent":"3.035548104s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-23T00:45:33.682138Z","caller":"traceutil/trace.go:171","msg":"trace[1864245382] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-zgppb; range_end:; response_count:1; response_revision:14203; }","duration":"2.789224567s","start":"2026-04-23T00:45:30.892897Z","end":"2026-04-23T00:45:33.682122Z","steps":["trace[1864245382] 'agreement among raft nodes before linearized reading' (duration: 2.788949829s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:45:33.682148Z","caller":"traceutil/trace.go:171","msg":"trace[398013387] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:14203; }","duration":"703.318473ms","start":"2026-04-23T00:45:32.978812Z","end":"2026-04-23T00:45:33.682131Z","steps":["trace[398013387] 'agreement among raft nodes before linearized reading' (duration: 703.255501ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:33.681744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.99939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:45:33.68219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:32.97879Z","time spent":"703.389245ms","remote":"127.0.0.1:55058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:45:33.682188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:30.892877Z","time spent":"2.78930179s","remote":"127.0.0.1:39458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20793,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-zgppb\" "} {"level":"info","ts":"2026-04-23T00:45:33.682231Z","caller":"traceutil/trace.go:171","msg":"trace[1236302134] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:14203; }","duration":"268.534176ms","start":"2026-04-23T00:45:33.413679Z","end":"2026-04-23T00:45:33.682213Z","steps":["trace[1236302134] 'agreement among raft nodes before linearized reading' (duration: 268.00465ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:33.682368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"758.653408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18811"} {"level":"warn","ts":"2026-04-23T00:45:33.682389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.169677587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:45:33.682452Z","caller":"traceutil/trace.go:171","msg":"trace[257685405] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:14203; }","duration":"758.733141ms","start":"2026-04-23T00:45:32.923676Z","end":"2026-04-23T00:45:33.682409Z","steps":["trace[257685405] 'agreement among raft nodes before linearized reading' (duration: 758.554325ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:45:33.682487Z","caller":"traceutil/trace.go:171","msg":"trace[2030562531] transaction","detail":"{read_only:false; response_revision:14203; number_of_response:1; }","duration":"1.509746357s","start":"2026-04-23T00:45:32.172723Z","end":"2026-04-23T00:45:33.682469Z","steps":["trace[2030562531] 'process raft request' (duration: 1.38073068s)","trace[2030562531] 'compare' (duration: 126.659473ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:45:33.682504Z","caller":"traceutil/trace.go:171","msg":"trace[2115601068] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14203; }","duration":"1.169881413s","start":"2026-04-23T00:45:32.512602Z","end":"2026-04-23T00:45:33.682484Z","steps":["trace[2115601068] 'agreement among raft nodes before linearized reading' (duration: 1.169589874s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:33.6825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:32.923657Z","time spent":"758.833733ms","remote":"127.0.0.1:39452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18834,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-23T00:45:33.682556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:32.512556Z","time spent":"1.169989066s","remote":"127.0.0.1:39300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T00:45:33.682587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.366710688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:3223"} {"level":"warn","ts":"2026-04-23T00:45:33.682591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:32.172707Z","time spent":"1.50981565s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:45:33.68263Z","caller":"traceutil/trace.go:171","msg":"trace[335620678] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:14203; }","duration":"1.36678336s","start":"2026-04-23T00:45:32.315836Z","end":"2026-04-23T00:45:33.68262Z","steps":["trace[335620678] 'agreement among raft nodes before linearized reading' (duration: 1.366668347s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:33.682671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:32.315818Z","time spent":"1.366842683s","remote":"127.0.0.1:39808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3246,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" "} {"level":"warn","ts":"2026-04-23T00:45:33.682719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.035065468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-23T00:45:33.682763Z","caller":"traceutil/trace.go:171","msg":"trace[1934092520] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:14203; }","duration":"3.035169591s","start":"2026-04-23T00:45:30.647582Z","end":"2026-04-23T00:45:33.682752Z","steps":["trace[1934092520] 'agreement among raft nodes before linearized reading' (duration: 3.035059978s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:33.682761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.090802788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T00:45:33.682798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:30.647553Z","time spent":"3.035237204s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-23T00:45:33.682809Z","caller":"traceutil/trace.go:171","msg":"trace[974449803] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:14203; }","duration":"2.090887481s","start":"2026-04-23T00:45:31.591909Z","end":"2026-04-23T00:45:33.682796Z","steps":["trace[974449803] 'agreement among raft nodes before linearized reading' (duration: 2.090777927s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:33.682832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.772792091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T00:45:33.68284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:31.591885Z","time spent":"2.090945232s","remote":"127.0.0.1:39750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":43,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:45:33.682777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"978.928972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T00:45:33.682907Z","caller":"traceutil/trace.go:171","msg":"trace[363511021] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:14203; }","duration":"1.772913695s","start":"2026-04-23T00:45:31.909953Z","end":"2026-04-23T00:45:33.682867Z","steps":["trace[363511021] 'agreement among raft nodes before linearized reading' (duration: 1.772785381s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:33.682916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.070198138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:45:33.683008Z","caller":"traceutil/trace.go:171","msg":"trace[314035921] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:14203; }","duration":"979.245613ms","start":"2026-04-23T00:45:32.703711Z","end":"2026-04-23T00:45:33.682957Z","steps":["trace[314035921] 'agreement among raft nodes before linearized reading' (duration: 978.801789ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:33.682992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:31.90993Z","time spent":"1.77304776s","remote":"127.0.0.1:40026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:45:33.682894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.607158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:45:33.683286Z","caller":"traceutil/trace.go:171","msg":"trace[1280820394] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:14203; }","duration":"655.037312ms","start":"2026-04-23T00:45:33.028231Z","end":"2026-04-23T00:45:33.683268Z","steps":["trace[1280820394] 'agreement among raft nodes before linearized reading' (duration: 654.609458ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:33.683334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:33.02821Z","time spent":"655.104824ms","remote":"127.0.0.1:33204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:45:33.683127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:32.703689Z","time spent":"979.423098ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":10,"response size":30,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-04-23T00:45:33.683025Z","caller":"traceutil/trace.go:171","msg":"trace[589805130] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:14203; }","duration":"2.070348223s","start":"2026-04-23T00:45:31.612654Z","end":"2026-04-23T00:45:33.683002Z","steps":["trace[589805130] 'agreement among raft nodes before linearized reading' (duration: 2.070153377s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:33.683565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:31.612641Z","time spent":"2.07090374s","remote":"127.0.0.1:39628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:45:34.652572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.160794ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:45:34.652759Z","caller":"traceutil/trace.go:171","msg":"trace[708953052] transaction","detail":"{read_only:false; response_revision:14204; number_of_response:1; }","duration":"965.860621ms","start":"2026-04-23T00:45:33.686861Z","end":"2026-04-23T00:45:34.652722Z","steps":["trace[708953052] 'process raft request' (duration: 292.43021ms)","trace[708953052] 'compare' (duration: 672.776491ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:45:34.652896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:33.68684Z","time spent":"965.994576ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:45:34.652916Z","caller":"traceutil/trace.go:171","msg":"trace[863197020] transaction","detail":"{read_only:false; response_revision:14206; number_of_response:1; }","duration":"964.599252ms","start":"2026-04-23T00:45:33.688304Z","end":"2026-04-23T00:45:34.652903Z","steps":["trace[863197020] 'process raft request' (duration: 964.54084ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:34.653036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:33.688297Z","time spent":"964.695905ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:45:34.653116Z","caller":"traceutil/trace.go:171","msg":"trace[547469148] linearizableReadLoop","detail":"{readStateIndex:14716; appliedIndex:14715; }","duration":"966.027056ms","start":"2026-04-23T00:45:33.68708Z","end":"2026-04-23T00:45:34.653107Z","steps":["trace[547469148] 'read index received' (duration: 292.360727ms)","trace[547469148] 'applied index is now lower than readState.Index' (duration: 673.665059ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:45:34.653235Z","caller":"traceutil/trace.go:171","msg":"trace[1480208809] transaction","detail":"{read_only:false; response_revision:14205; number_of_response:1; }","duration":"964.966823ms","start":"2026-04-23T00:45:33.688229Z","end":"2026-04-23T00:45:34.653195Z","steps":["trace[1480208809] 'process raft request' (duration: 964.487648ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:34.653418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:33.68821Z","time spent":"965.111137ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:45:34.654075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"966.983806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:66 size:632103"} {"level":"info","ts":"2026-04-23T00:45:34.654127Z","caller":"traceutil/trace.go:171","msg":"trace[1836283626] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:66; response_revision:14206; }","duration":"967.056799ms","start":"2026-04-23T00:45:33.687058Z","end":"2026-04-23T00:45:34.654115Z","steps":["trace[1836283626] 'agreement among raft nodes before linearized reading' (duration: 966.190202ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:34.654162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:33.68705Z","time spent":"967.10232ms","remote":"127.0.0.1:39458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":66,"response size":632126,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-23T00:45:35.356728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.592129ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:45:35.356865Z","caller":"traceutil/trace.go:171","msg":"trace[2036534551] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:14206; }","duration":"589.747714ms","start":"2026-04-23T00:45:34.767098Z","end":"2026-04-23T00:45:35.356846Z","steps":["trace[2036534551] 'range keys from in-memory index tree' (duration: 589.572067ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:35.357324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.871492ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:45:35.357532Z","caller":"traceutil/trace.go:171","msg":"trace[1088533168] transaction","detail":"{read_only:false; response_revision:14207; number_of_response:1; }","duration":"948.619558ms","start":"2026-04-23T00:45:34.408875Z","end":"2026-04-23T00:45:35.357495Z","steps":["trace[1088533168] 'process raft request' (duration: 623.438776ms)","trace[1088533168] 'compare' (duration: 324.561653ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:45:35.357661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:34.408851Z","time spent":"948.726931ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:45:35.357673Z","caller":"traceutil/trace.go:171","msg":"trace[673877256] transaction","detail":"{read_only:false; response_revision:14208; number_of_response:1; }","duration":"432.898859ms","start":"2026-04-23T00:45:34.924704Z","end":"2026-04-23T00:45:35.357602Z","steps":["trace[673877256] 'process raft request' (duration: 432.771645ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:45:35.358226Z","caller":"traceutil/trace.go:171","msg":"trace[1687348776] linearizableReadLoop","detail":"{readStateIndex:14719; appliedIndex:14718; }","duration":"705.069679ms","start":"2026-04-23T00:45:34.65313Z","end":"2026-04-23T00:45:35.358199Z","steps":["trace[1687348776] 'read index received' (duration: 379.211576ms)","trace[1687348776] 'applied index is now lower than readState.Index' (duration: 325.855353ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:45:35.358308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.666687717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:45:35.358397Z","caller":"traceutil/trace.go:171","msg":"trace[1945824595] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14208; }","duration":"1.666811481s","start":"2026-04-23T00:45:33.691566Z","end":"2026-04-23T00:45:35.358378Z","steps":["trace[1945824595] 'agreement among raft nodes before linearized reading' (duration: 1.666636255s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:35.358424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.637034722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T00:45:35.358517Z","caller":"traceutil/trace.go:171","msg":"trace[505902711] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:14208; }","duration":"1.637166956s","start":"2026-04-23T00:45:33.721325Z","end":"2026-04-23T00:45:35.358492Z","steps":["trace[505902711] 'agreement among raft nodes before linearized reading' (duration: 1.636933208s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:35.358542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.741005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T00:45:35.358572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:33.721309Z","time spent":"1.637251539s","remote":"127.0.0.1:39330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":92,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"info","ts":"2026-04-23T00:45:35.358579Z","caller":"traceutil/trace.go:171","msg":"trace[942416425] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:14208; }","duration":"603.828517ms","start":"2026-04-23T00:45:34.754738Z","end":"2026-04-23T00:45:35.358567Z","steps":["trace[942416425] 'agreement among raft nodes before linearized reading' (duration: 603.767105ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:35.358625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:34.754714Z","time spent":"603.90267ms","remote":"127.0.0.1:40044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:45:35.358662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.53475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-23T00:45:35.358758Z","caller":"traceutil/trace.go:171","msg":"trace[258302614] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14208; }","duration":"434.643984ms","start":"2026-04-23T00:45:34.924067Z","end":"2026-04-23T00:45:35.358711Z","steps":["trace[258302614] 'agreement among raft nodes before linearized reading' (duration: 434.504439ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:35.358812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:34.924043Z","time spent":"434.756546ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T00:45:35.35895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.201311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-04-23T00:45:35.358979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.527071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-23T00:45:35.357794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:34.924668Z","time spent":"433.049553ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:45:35.359016Z","caller":"traceutil/trace.go:171","msg":"trace[1811579213] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14208; }","duration":"435.622214ms","start":"2026-04-23T00:45:34.923383Z","end":"2026-04-23T00:45:35.359006Z","steps":["trace[1811579213] 'agreement among raft nodes before linearized reading' (duration: 435.483769ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:35.359056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:34.923351Z","time spent":"435.698096ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T00:45:35.35904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.352894864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T00:45:35.359001Z","caller":"traceutil/trace.go:171","msg":"trace[1546453255] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:14208; }","duration":"435.267053ms","start":"2026-04-23T00:45:34.923718Z","end":"2026-04-23T00:45:35.358985Z","steps":["trace[1546453255] 'agreement among raft nodes before linearized reading' (duration: 435.042796ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:45:35.359118Z","caller":"traceutil/trace.go:171","msg":"trace[1716892019] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:14208; }","duration":"1.353782112s","start":"2026-04-23T00:45:34.005321Z","end":"2026-04-23T00:45:35.359103Z","steps":["trace[1716892019] 'agreement among raft nodes before linearized reading' (duration: 1.352878863s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:35.358454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:33.691552Z","time spent":"1.666892553s","remote":"127.0.0.1:39306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T00:45:35.359198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:34.005296Z","time spent":"1.353889085s","remote":"127.0.0.1:39526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":30,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:45:35.359178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:34.92371Z","time spent":"435.455929ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T00:45:35.359262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.667730479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:66 size:632103"} {"level":"warn","ts":"2026-04-23T00:45:35.358522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.669890808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18811"} {"level":"info","ts":"2026-04-23T00:45:35.359322Z","caller":"traceutil/trace.go:171","msg":"trace[904817471] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:66; response_revision:14208; }","duration":"1.667795251s","start":"2026-04-23T00:45:33.691514Z","end":"2026-04-23T00:45:35.35931Z","steps":["trace[904817471] 'agreement among raft nodes before linearized reading' (duration: 1.666710387s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:35.359363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:33.691493Z","time spent":"1.667859794s","remote":"127.0.0.1:39458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":66,"response size":632126,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-23T00:45:35.359371Z","caller":"traceutil/trace.go:171","msg":"trace[423233842] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:14208; }","duration":"1.670755516s","start":"2026-04-23T00:45:33.688591Z","end":"2026-04-23T00:45:35.359346Z","steps":["trace[423233842] 'agreement among raft nodes before linearized reading' (duration: 1.669738763s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:35.359129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.670553678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8d5b5e5f325ed\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-04-23T00:45:35.359448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:33.688574Z","time spent":"1.670835618s","remote":"127.0.0.1:39452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18834,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-04-23T00:45:35.359461Z","caller":"traceutil/trace.go:171","msg":"trace[26593175] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a8d5b5e5f325ed; range_end:; response_count:1; response_revision:14208; }","duration":"1.67090821s","start":"2026-04-23T00:45:33.68854Z","end":"2026-04-23T00:45:35.359448Z","steps":["trace[26593175] 'agreement among raft nodes before linearized reading' (duration: 1.670479526s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:35.359483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.530881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-23T00:45:35.359513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:33.688532Z","time spent":"1.670968441s","remote":"127.0.0.1:39362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8d5b5e5f325ed\" "} {"level":"info","ts":"2026-04-23T00:45:35.359521Z","caller":"traceutil/trace.go:171","msg":"trace[285766295] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14208; }","duration":"435.634915ms","start":"2026-04-23T00:45:34.923875Z","end":"2026-04-23T00:45:35.35951Z","steps":["trace[285766295] 'agreement among raft nodes before linearized reading' (duration: 435.48113ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:35.359269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.956943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-23T00:45:35.359612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:34.923848Z","time spent":"435.753979ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-23T00:45:35.359646Z","caller":"traceutil/trace.go:171","msg":"trace[332430687] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14208; }","duration":"435.342625ms","start":"2026-04-23T00:45:34.924281Z","end":"2026-04-23T00:45:35.359623Z","steps":["trace[332430687] 'agreement among raft nodes before linearized reading' (duration: 434.876761ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:35.35972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:34.924274Z","time spent":"435.425908ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-23T00:45:36.1646Z","caller":"traceutil/trace.go:171","msg":"trace[13882237] transaction","detail":"{read_only:false; response_revision:14210; number_of_response:1; }","duration":"800.5362ms","start":"2026-04-23T00:45:35.364037Z","end":"2026-04-23T00:45:36.164573Z","steps":["trace[13882237] 'process raft request' (duration: 800.323723ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:36.164784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:35.36402Z","time spent":"800.680644ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:45:36.165075Z","caller":"traceutil/trace.go:171","msg":"trace[1263146446] transaction","detail":"{read_only:false; response_revision:14211; number_of_response:1; }","duration":"800.809928ms","start":"2026-04-23T00:45:35.364185Z","end":"2026-04-23T00:45:36.164994Z","steps":["trace[1263146446] 'process raft request' (duration: 800.342603ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:45:36.165181Z","caller":"traceutil/trace.go:171","msg":"trace[289323709] linearizableReadLoop","detail":"{readStateIndex:14726; appliedIndex:14720; }","duration":"796.237584ms","start":"2026-04-23T00:45:35.368904Z","end":"2026-04-23T00:45:36.165142Z","steps":["trace[289323709] 'read index received' (duration: 64.282606ms)","trace[289323709] 'applied index is now lower than readState.Index' (duration: 731.953228ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:45:36.165236Z","caller":"traceutil/trace.go:171","msg":"trace[1851518347] transaction","detail":"{read_only:false; response_revision:14214; number_of_response:1; }","duration":"799.704454ms","start":"2026-04-23T00:45:35.365499Z","end":"2026-04-23T00:45:36.165203Z","steps":["trace[1851518347] 'process raft request' (duration: 799.58968ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:45:36.165283Z","caller":"traceutil/trace.go:171","msg":"trace[1338062117] transaction","detail":"{read_only:false; response_revision:14212; number_of_response:1; }","duration":"800.503899ms","start":"2026-04-23T00:45:35.364766Z","end":"2026-04-23T00:45:36.16527Z","steps":["trace[1338062117] 'process raft request' (duration: 800.086165ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:36.165347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:35.365489Z","time spent":"799.809657ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:45:36.165379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:35.364147Z","time spent":"801.068176ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:45:36.165399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.45867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:45:36.165449Z","caller":"traceutil/trace.go:171","msg":"trace[1373050717] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14214; }","duration":"796.585725ms","start":"2026-04-23T00:45:35.368849Z","end":"2026-04-23T00:45:36.165435Z","steps":["trace[1373050717] 'agreement among raft nodes before linearized reading' (duration: 796.469651ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:45:36.165193Z","caller":"traceutil/trace.go:171","msg":"trace[1656932532] transaction","detail":"{read_only:false; response_revision:14213; number_of_response:1; }","duration":"799.983842ms","start":"2026-04-23T00:45:35.365168Z","end":"2026-04-23T00:45:36.165151Z","steps":["trace[1656932532] 'process raft request' (duration: 799.869988ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:36.165452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:35.364754Z","time spent":"800.586611ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:45:36.1655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:35.368821Z","time spent":"796.670468ms","remote":"127.0.0.1:39306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T00:45:36.165537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:35.365134Z","time spent":"800.357134ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:45:36.641893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.190802ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:45:36.642102Z","caller":"traceutil/trace.go:171","msg":"trace[153261878] transaction","detail":"{read_only:false; response_revision:14215; number_of_response:1; }","duration":"1.082139507s","start":"2026-04-23T00:45:35.559927Z","end":"2026-04-23T00:45:36.642066Z","steps":["trace[153261878] 'process raft request' (duration: 723.647395ms)","trace[153261878] 'compare' (duration: 358.052838ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:45:36.642165Z","caller":"traceutil/trace.go:171","msg":"trace[1293645098] transaction","detail":"{read_only:false; response_revision:14216; number_of_response:1; }","duration":"951.821738ms","start":"2026-04-23T00:45:35.690299Z","end":"2026-04-23T00:45:36.642121Z","steps":["trace[1293645098] 'process raft request' (duration: 951.686953ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:45:36.64226Z","caller":"traceutil/trace.go:171","msg":"trace[556288647] linearizableReadLoop","detail":"{readStateIndex:14728; appliedIndex:14726; }","duration":"476.911175ms","start":"2026-04-23T00:45:36.165279Z","end":"2026-04-23T00:45:36.64219Z","steps":["trace[556288647] 'read index received' (duration: 118.3106ms)","trace[556288647] 'applied index is now lower than readState.Index' (duration: 358.599355ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:45:36.642267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:35.559888Z","time spent":"1.082294101s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:45:36.642573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.213005153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:45:36.642663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.529135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:45:36.642683Z","caller":"traceutil/trace.go:171","msg":"trace[1230771931] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:14217; }","duration":"1.213181647s","start":"2026-04-23T00:45:35.429476Z","end":"2026-04-23T00:45:36.642657Z","steps":["trace[1230771931] 'agreement among raft nodes before linearized reading' (duration: 1.212980871s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:36.642329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:35.690266Z","time spent":"951.967182ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:45:36.642721Z","caller":"traceutil/trace.go:171","msg":"trace[1381828594] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14217; }","duration":"131.611418ms","start":"2026-04-23T00:45:36.511094Z","end":"2026-04-23T00:45:36.642705Z","steps":["trace[1381828594] 'agreement among raft nodes before linearized reading' (duration: 131.516585ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:36.642734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:35.429443Z","time spent":"1.213281801s","remote":"127.0.0.1:39690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-23T00:45:36.642325Z","caller":"traceutil/trace.go:171","msg":"trace[1887557256] transaction","detail":"{read_only:false; response_revision:14217; number_of_response:1; }","duration":"420.31495ms","start":"2026-04-23T00:45:36.221978Z","end":"2026-04-23T00:45:36.642293Z","steps":["trace[1887557256] 'process raft request' (duration: 420.066942ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:36.642469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.216247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T00:45:36.642936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:36.221943Z","time spent":"420.877578ms","remote":"127.0.0.1:39362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":732,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T00:45:36.643034Z","caller":"traceutil/trace.go:171","msg":"trace[2145310108] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:14217; }","duration":"655.827275ms","start":"2026-04-23T00:45:35.987173Z","end":"2026-04-23T00:45:36.643Z","steps":["trace[2145310108] 'agreement among raft nodes before linearized reading' (duration: 655.227726ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:36.64303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.930567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.233\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-23T00:45:36.643258Z","caller":"traceutil/trace.go:171","msg":"trace[2088435658] range","detail":"{range_begin:/registry/masterleases/199.204.45.233; range_end:; response_count:1; response_revision:14217; }","duration":"373.203956ms","start":"2026-04-23T00:45:36.270036Z","end":"2026-04-23T00:45:36.64324Z","steps":["trace[2088435658] 'agreement among raft nodes before linearized reading' (duration: 372.555105ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:36.643508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:36.270011Z","time spent":"373.481154ms","remote":"127.0.0.1:39318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.233\" "} {"level":"warn","ts":"2026-04-23T00:45:36.643142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:35.987145Z","time spent":"655.944269ms","remote":"127.0.0.1:39624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:45:37.239083Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581741608219371570,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T00:45:37.93638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.97676ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:45:37.936467Z","caller":"traceutil/trace.go:171","msg":"trace[265666252] transaction","detail":"{read_only:false; response_revision:14218; number_of_response:1; }","duration":"1.20113294s","start":"2026-04-23T00:45:36.735318Z","end":"2026-04-23T00:45:37.936451Z","steps":["trace[265666252] 'process raft request' (duration: 867.014195ms)","trace[265666252] 'compare' (duration: 333.669711ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:45:37.936507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:36.735293Z","time spent":"1.201197312s","remote":"127.0.0.1:39318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:45:39.297134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:38.508855Z","time spent":"788.271812ms","remote":"127.0.0.1:51010","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-23T00:45:39.298053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:38.495634Z","time spent":"802.416839ms","remote":"127.0.0.1:50980","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-23T00:45:39.298249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"892.640064ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:45:39.298554Z","caller":"traceutil/trace.go:171","msg":"trace[1875526049] linearizableReadLoop","detail":"{readStateIndex:14733; appliedIndex:14730; }","duration":"2.560346103s","start":"2026-04-23T00:45:36.738184Z","end":"2026-04-23T00:45:39.29853Z","steps":["trace[1875526049] 'read index received' (duration: 864.158745ms)","trace[1875526049] 'applied index is now lower than readState.Index' (duration: 1.696186308s)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:45:39.298656Z","caller":"traceutil/trace.go:171","msg":"trace[616159675] transaction","detail":"{read_only:false; response_revision:14219; number_of_response:1; }","duration":"2.560569619s","start":"2026-04-23T00:45:36.73807Z","end":"2026-04-23T00:45:39.298639Z","steps":["trace[616159675] 'process raft request' (duration: 1.667440941s)","trace[616159675] 'compare' (duration: 892.363084ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:45:39.298797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:36.738042Z","time spent":"2.560705724s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:45:39.299011Z","caller":"traceutil/trace.go:171","msg":"trace[1821949352] transaction","detail":"{read_only:false; response_revision:14221; number_of_response:1; }","duration":"1.933921432s","start":"2026-04-23T00:45:37.365056Z","end":"2026-04-23T00:45:39.298978Z","steps":["trace[1821949352] 'process raft request' (duration: 1.933410676s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:45:39.299121Z","caller":"traceutil/trace.go:171","msg":"trace[224978278] transaction","detail":"{read_only:false; response_revision:14220; number_of_response:1; }","duration":"2.400586115s","start":"2026-04-23T00:45:36.898503Z","end":"2026-04-23T00:45:39.299089Z","steps":["trace[224978278] 'process raft request' (duration: 2.399856152s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:39.299189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:37.365039Z","time spent":"1.934042356s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:45:39.299185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.560984962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-23T00:45:39.299256Z","caller":"traceutil/trace.go:171","msg":"trace[696387433] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14221; }","duration":"2.561121747s","start":"2026-04-23T00:45:36.738115Z","end":"2026-04-23T00:45:39.299237Z","steps":["trace[696387433] 'agreement among raft nodes before linearized reading' (duration: 2.560878389s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:39.299254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:36.898464Z","time spent":"2.400719439s","remote":"127.0.0.1:39362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":732,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T00:45:39.299301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:36.738089Z","time spent":"2.56120299s","remote":"127.0.0.1:39458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-23T00:45:39.514514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000000086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T00:45:39.5146Z","caller":"traceutil/trace.go:171","msg":"trace[1755747085] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00015447s","start":"2026-04-23T00:45:37.51443Z","end":"2026-04-23T00:45:39.514584Z","steps":["trace[1755747085] 'agreement among raft nodes before linearized reading' (duration: 2.000045567s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:39.514643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:37.514399Z","time spent":"2.000234693s","remote":"127.0.0.1:39306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 00:45:39 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T00:45:39.669459Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.263980651s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T00:45:39.695818Z","caller":"traceutil/trace.go:171","msg":"trace[758379343] transaction","detail":"{read_only:false; response_revision:14223; number_of_response:1; }","duration":"1.520736795s","start":"2026-04-23T00:45:38.175056Z","end":"2026-04-23T00:45:39.695792Z","steps":["trace[758379343] 'process raft request' (duration: 1.520617972s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:39.695976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:38.175035Z","time spent":"1.52086174s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:45:39.69585Z","caller":"traceutil/trace.go:171","msg":"trace[1494664581] transaction","detail":"{read_only:false; response_revision:14222; number_of_response:1; }","duration":"1.584724652s","start":"2026-04-23T00:45:38.111074Z","end":"2026-04-23T00:45:39.695798Z","steps":["trace[1494664581] 'process raft request' (duration: 1.558669901s)","trace[1494664581] 'compare' (duration: 25.645329ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:45:39.696187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:38.111034Z","time spent":"1.585056434s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:45:40.77494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.966796ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:45:40.775197Z","caller":"traceutil/trace.go:171","msg":"trace[1181302771] linearizableReadLoop","detail":"{readStateIndex:14738; appliedIndex:14734; }","duration":"1.476580252s","start":"2026-04-23T00:45:39.298596Z","end":"2026-04-23T00:45:40.775177Z","steps":["trace[1181302771] 'read index received' (duration: 371.159311ms)","trace[1181302771] 'applied index is now lower than readState.Index' (duration: 1.105419801s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:45:40.775474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.327602713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:45:40.77557Z","caller":"traceutil/trace.go:171","msg":"trace[643242805] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:14225; }","duration":"2.327768459s","start":"2026-04-23T00:45:38.447779Z","end":"2026-04-23T00:45:40.775548Z","steps":["trace[643242805] 'agreement among raft nodes before linearized reading' (duration: 2.327584393s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:40.775547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.680708466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T00:45:40.775627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:38.447753Z","time spent":"2.327861892s","remote":"127.0.0.1:55044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:45:40.77564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.474420024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18811"} {"level":"info","ts":"2026-04-23T00:45:40.775681Z","caller":"traceutil/trace.go:171","msg":"trace[1170055004] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:14225; }","duration":"1.474493017s","start":"2026-04-23T00:45:39.301176Z","end":"2026-04-23T00:45:40.775669Z","steps":["trace[1170055004] 'agreement among raft nodes before linearized reading' (duration: 1.474327151s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:45:40.775707Z","caller":"traceutil/trace.go:171","msg":"trace[40296507] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:14225; }","duration":"2.680937343s","start":"2026-04-23T00:45:38.094743Z","end":"2026-04-23T00:45:40.775681Z","steps":["trace[40296507] 'agreement among raft nodes before linearized reading' (duration: 2.680617133s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:40.776095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.261248564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:45:40.776109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:38.09472Z","time spent":"2.681377577s","remote":"127.0.0.1:40964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":19,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"info","ts":"2026-04-23T00:45:40.776128Z","caller":"traceutil/trace.go:171","msg":"trace[866655504] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14225; }","duration":"1.261308496s","start":"2026-04-23T00:45:39.514809Z","end":"2026-04-23T00:45:40.776118Z","steps":["trace[866655504] 'agreement among raft nodes before linearized reading' (duration: 1.261262564s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:40.77614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.604644598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-23T00:45:40.776131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.606629641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-23T00:45:40.776188Z","caller":"traceutil/trace.go:171","msg":"trace[44673127] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14225; }","duration":"2.604702109s","start":"2026-04-23T00:45:38.171468Z","end":"2026-04-23T00:45:40.77617Z","steps":["trace[44673127] 'agreement among raft nodes before linearized reading' (duration: 2.604601566s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:40.776221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:38.171453Z","time spent":"2.604761062s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-23T00:45:40.776226Z","caller":"traceutil/trace.go:171","msg":"trace[1628749101] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:14225; }","duration":"2.606767244s","start":"2026-04-23T00:45:38.169437Z","end":"2026-04-23T00:45:40.776204Z","steps":["trace[1628749101] 'agreement among raft nodes before linearized reading' (duration: 2.606598659s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:40.776226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.03742912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:66 size:632103"} {"level":"warn","ts":"2026-04-23T00:45:40.776279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.872295954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T00:45:40.776301Z","caller":"traceutil/trace.go:171","msg":"trace[560410943] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:66; response_revision:14225; }","duration":"4.037515243s","start":"2026-04-23T00:45:36.738769Z","end":"2026-04-23T00:45:40.776284Z","steps":["trace[560410943] 'agreement among raft nodes before linearized reading' (duration: 4.036609354s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:40.776165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.605615019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-23T00:45:40.775585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.82204788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1849"} {"level":"info","ts":"2026-04-23T00:45:40.776356Z","caller":"traceutil/trace.go:171","msg":"trace[1972781959] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:14225; }","duration":"3.872438599s","start":"2026-04-23T00:45:36.9039Z","end":"2026-04-23T00:45:40.776339Z","steps":["trace[1972781959] 'agreement among raft nodes before linearized reading' (duration: 3.872225122s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:40.77636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:36.738729Z","time spent":"4.037619497s","remote":"127.0.0.1:39458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":66,"response size":632126,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-23T00:45:40.775466Z","caller":"traceutil/trace.go:171","msg":"trace[217413672] transaction","detail":"{read_only:false; response_revision:14225; number_of_response:1; }","duration":"2.124753108s","start":"2026-04-23T00:45:38.650672Z","end":"2026-04-23T00:45:40.775425Z","steps":["trace[217413672] 'process raft request' (duration: 2.124380426s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:40.776166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:39.514781Z","time spent":"1.261378447s","remote":"127.0.0.1:39300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T00:45:40.776491Z","caller":"traceutil/trace.go:171","msg":"trace[1162293623] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14225; }","duration":"2.605854526s","start":"2026-04-23T00:45:38.170501Z","end":"2026-04-23T00:45:40.776355Z","steps":["trace[1162293623] 'agreement among raft nodes before linearized reading' (duration: 2.605488305s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:40.776569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:38.170483Z","time spent":"2.606069072s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T00:45:40.77569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.837708765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-04-23T00:45:40.776414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.604975348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-23T00:45:40.77664Z","caller":"traceutil/trace.go:171","msg":"trace[1550642278] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:14225; }","duration":"2.838685336s","start":"2026-04-23T00:45:37.937938Z","end":"2026-04-23T00:45:40.776623Z","steps":["trace[1550642278] 'agreement among raft nodes before linearized reading' (duration: 2.837699155s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:45:40.776679Z","caller":"traceutil/trace.go:171","msg":"trace[906328612] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14225; }","duration":"2.605249037s","start":"2026-04-23T00:45:38.171414Z","end":"2026-04-23T00:45:40.776663Z","steps":["trace[906328612] 'agreement among raft nodes before linearized reading' (duration: 2.604928587s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:40.776287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:38.16941Z","time spent":"2.606861268s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T00:45:40.776734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:37.937918Z","time spent":"2.83879625s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-23T00:45:40.775866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.918150381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T00:45:40.775732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:39.301084Z","time spent":"1.474636451s","remote":"127.0.0.1:39452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18834,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-23T00:45:40.776686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:38.650641Z","time spent":"2.125867633s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:45:40.776764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:38.171403Z","time spent":"2.60534465s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-23T00:45:40.776836Z","caller":"traceutil/trace.go:171","msg":"trace[1352953813] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:14225; }","duration":"2.919153184s","start":"2026-04-23T00:45:37.857666Z","end":"2026-04-23T00:45:40.776819Z","steps":["trace[1352953813] 'agreement among raft nodes before linearized reading' (duration: 2.918043309s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:40.775938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.402174463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-zgppb\" ","response":"range_response_count:1 size:20770"} {"level":"info","ts":"2026-04-23T00:45:40.776995Z","caller":"traceutil/trace.go:171","msg":"trace[1274856932] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-zgppb; range_end:; response_count:1; response_revision:14225; }","duration":"3.403244226s","start":"2026-04-23T00:45:37.373723Z","end":"2026-04-23T00:45:40.776967Z","steps":["trace[1274856932] 'agreement among raft nodes before linearized reading' (duration: 3.402162172s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:40.777032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:37.373703Z","time spent":"3.403320208s","remote":"127.0.0.1:39458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20793,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-zgppb\" "} {"level":"warn","ts":"2026-04-23T00:45:40.777029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:37.857642Z","time spent":"2.919355659s","remote":"127.0.0.1:39380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":143,"response size":31,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:45:40.77597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.25398477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:3223"} {"level":"info","ts":"2026-04-23T00:45:40.777112Z","caller":"traceutil/trace.go:171","msg":"trace[1922841153] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:14225; }","duration":"3.255181708s","start":"2026-04-23T00:45:37.52191Z","end":"2026-04-23T00:45:40.777091Z","steps":["trace[1922841153] 'agreement among raft nodes before linearized reading' (duration: 3.253813875s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:40.776025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.498403911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T00:45:40.777182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:37.521883Z","time spent":"3.255282791s","remote":"127.0.0.1:39808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3246,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" "} {"level":"info","ts":"2026-04-23T00:45:40.77721Z","caller":"traceutil/trace.go:171","msg":"trace[991810233] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:14225; }","duration":"1.499589128s","start":"2026-04-23T00:45:39.277594Z","end":"2026-04-23T00:45:40.777183Z","steps":["trace[991810233] 'agreement among raft nodes before linearized reading' (duration: 1.498389601s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:40.777292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:39.277533Z","time spent":"1.499733533s","remote":"127.0.0.1:39996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:45:40.77604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.605399762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-23T00:45:40.777401Z","caller":"traceutil/trace.go:171","msg":"trace[1215568626] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14225; }","duration":"2.606811476s","start":"2026-04-23T00:45:38.170577Z","end":"2026-04-23T00:45:40.777388Z","steps":["trace[1215568626] 'agreement among raft nodes before linearized reading' (duration: 2.605305778s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:40.777446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:38.170551Z","time spent":"2.606881638s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T00:45:40.776031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.406582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:45:40.777636Z","caller":"traceutil/trace.go:171","msg":"trace[1467651772] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:14225; }","duration":"185.042904ms","start":"2026-04-23T00:45:40.59257Z","end":"2026-04-23T00:45:40.777613Z","steps":["trace[1467651772] 'agreement among raft nodes before linearized reading' (duration: 183.420983ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:40.776412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:36.903868Z","time spent":"3.872527511s","remote":"127.0.0.1:39568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":102,"response size":30,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-04-23T00:45:40.776443Z","caller":"traceutil/trace.go:171","msg":"trace[1238241712] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:14225; }","duration":"3.822943268s","start":"2026-04-23T00:45:36.953443Z","end":"2026-04-23T00:45:40.776386Z","steps":["trace[1238241712] 'agreement among raft nodes before linearized reading' (duration: 3.821933636s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:40.777834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:36.953416Z","time spent":"3.824383724s","remote":"127.0.0.1:39424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1872,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"warn","ts":"2026-04-23T00:45:40.776469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.874486583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:10320"} {"level":"info","ts":"2026-04-23T00:45:40.777902Z","caller":"traceutil/trace.go:171","msg":"trace[2099233021] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:14225; }","duration":"3.875951859s","start":"2026-04-23T00:45:36.90193Z","end":"2026-04-23T00:45:40.777881Z","steps":["trace[2099233021] 'agreement among raft nodes before linearized reading' (duration: 3.874255516s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:40.777974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:36.901912Z","time spent":"3.876042252s","remote":"127.0.0.1:39458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":10343,"request content":"key:\"/registry/pods/openstack/rabbitmq-nova-server-0\" "} {"level":"info","ts":"2026-04-23T00:45:40.77583Z","caller":"traceutil/trace.go:171","msg":"trace[117238321] transaction","detail":"{read_only:false; response_revision:14224; number_of_response:1; }","duration":"2.126487322s","start":"2026-04-23T00:45:38.649305Z","end":"2026-04-23T00:45:40.775793Z","steps":["trace[117238321] 'process raft request' (duration: 1.675561296s)","trace[117238321] 'compare' (duration: 449.580214ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:45:40.775939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.079852882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:3223"} {"level":"info","ts":"2026-04-23T00:45:40.778313Z","caller":"traceutil/trace.go:171","msg":"trace[1970900799] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:14225; }","duration":"2.08228974s","start":"2026-04-23T00:45:38.696012Z","end":"2026-04-23T00:45:40.778302Z","steps":["trace[1970900799] 'agreement among raft nodes before linearized reading' (duration: 2.07978003s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:40.778353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:38.695989Z","time spent":"2.082354121s","remote":"127.0.0.1:39808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3246,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" "} {"level":"warn","ts":"2026-04-23T00:45:40.778246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:38.649277Z","time spent":"2.128886818s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:45:41.286294Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581741608219371585,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T00:45:41.786849Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581741608219371585,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T00:45:41.88358Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.098874865s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T00:45:42.41691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.043116ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:45:42.417701Z","caller":"traceutil/trace.go:171","msg":"trace[2128238759] transaction","detail":"{read_only:false; response_revision:14230; number_of_response:1; }","duration":"1.632068625s","start":"2026-04-23T00:45:40.785599Z","end":"2026-04-23T00:45:42.417667Z","steps":["trace[2128238759] 'process raft request' (duration: 1.631642292s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:45:42.417781Z","caller":"traceutil/trace.go:171","msg":"trace[1002709865] transaction","detail":"{read_only:false; response_revision:14233; number_of_response:1; }","duration":"1.112932388s","start":"2026-04-23T00:45:41.304819Z","end":"2026-04-23T00:45:42.417751Z","steps":["trace[1002709865] 'process raft request' (duration: 1.112562366s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:45:42.417778Z","caller":"traceutil/trace.go:171","msg":"trace[911096861] transaction","detail":"{read_only:false; response_revision:14232; number_of_response:1; }","duration":"1.626160449s","start":"2026-04-23T00:45:40.791575Z","end":"2026-04-23T00:45:42.417735Z","steps":["trace[911096861] 'process raft request' (duration: 1.625757717s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:45:42.417791Z","caller":"traceutil/trace.go:171","msg":"trace[553178887] transaction","detail":"{read_only:false; response_revision:14231; number_of_response:1; }","duration":"1.632036285s","start":"2026-04-23T00:45:40.785715Z","end":"2026-04-23T00:45:42.417751Z","steps":["trace[553178887] 'process raft request' (duration: 1.63156573s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:45:42.417896Z","caller":"traceutil/trace.go:171","msg":"trace[2078327643] transaction","detail":"{read_only:false; response_revision:14226; number_of_response:1; }","duration":"1.633252433s","start":"2026-04-23T00:45:40.784624Z","end":"2026-04-23T00:45:42.417877Z","steps":["trace[2078327643] 'process raft request' (duration: 1.099164654s)","trace[2078327643] 'compare' (duration: 532.664394ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:45:42.417949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:40.785588Z","time spent":"1.63219621s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:45:42.418006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:40.785695Z","time spent":"1.63221255s","remote":"127.0.0.1:39362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:45:42.417967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:41.304797Z","time spent":"1.113069502s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:45:42.418002Z","caller":"traceutil/trace.go:171","msg":"trace[775868930] transaction","detail":"{read_only:false; response_revision:14227; number_of_response:1; }","duration":"1.633297054s","start":"2026-04-23T00:45:40.784655Z","end":"2026-04-23T00:45:42.417952Z","steps":["trace[775868930] 'process raft request' (duration: 1.632354735s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:42.418038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:40.784611Z","time spent":"1.633337146s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:45:42.418086Z","caller":"traceutil/trace.go:171","msg":"trace[799770255] transaction","detail":"{read_only:false; response_revision:14228; number_of_response:1; }","duration":"1.633221752s","start":"2026-04-23T00:45:40.784841Z","end":"2026-04-23T00:45:42.418063Z","steps":["trace[799770255] 'process raft request' (duration: 1.632278872s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:42.418125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:40.791565Z","time spent":"1.626324534s","remote":"127.0.0.1:39458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10595,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:45:42.417762Z","caller":"traceutil/trace.go:171","msg":"trace[2022946905] transaction","detail":"{read_only:false; response_revision:14229; number_of_response:1; }","duration":"1.63285335s","start":"2026-04-23T00:45:40.784869Z","end":"2026-04-23T00:45:42.417723Z","steps":["trace[2022946905] 'process raft request' (duration: 1.632329003s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:42.418187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:40.78483Z","time spent":"1.633302615s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:45:42.41821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:40.784625Z","time spent":"1.63347295s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:45:42.418271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:40.78486Z","time spent":"1.633357917s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:45:42.78698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000198332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T00:45:42.787079Z","caller":"traceutil/trace.go:171","msg":"trace[180475866] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000334456s","start":"2026-04-23T00:45:40.786723Z","end":"2026-04-23T00:45:42.787057Z","steps":["trace[180475866] 'agreement among raft nodes before linearized reading' (duration: 2.000220033s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:42.787144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:40.78671Z","time spent":"2.000413098s","remote":"127.0.0.1:39306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 00:45:42 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T00:45:42.910181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.744015ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-23T00:45:42.910271Z","caller":"traceutil/trace.go:171","msg":"trace[954372835] linearizableReadLoop","detail":"{readStateIndex:14747; appliedIndex:14738; }","duration":"2.124365036s","start":"2026-04-23T00:45:40.785888Z","end":"2026-04-23T00:45:42.910253Z","steps":["trace[954372835] 'read index received' (duration: 1.097995627s)","trace[954372835] 'applied index is now lower than readState.Index' (duration: 1.026367599s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:45:42.910577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.124675206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-nova-default-user\" ","response":"range_response_count:1 size:1142"} {"level":"info","ts":"2026-04-23T00:45:42.910622Z","caller":"traceutil/trace.go:171","msg":"trace[1346167966] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-nova-default-user; range_end:; response_count:1; response_revision:14233; }","duration":"2.124742669s","start":"2026-04-23T00:45:40.785871Z","end":"2026-04-23T00:45:42.910614Z","steps":["trace[1346167966] 'agreement among raft nodes before linearized reading' (duration: 2.124590564s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:42.910647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:40.785864Z","time spent":"2.124777259s","remote":"127.0.0.1:39380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1165,"request content":"key:\"/registry/secrets/openstack/rabbitmq-nova-default-user\" "} {"level":"info","ts":"2026-04-23T00:45:43.00891Z","caller":"traceutil/trace.go:171","msg":"trace[966998057] transaction","detail":"{read_only:false; response_revision:14234; number_of_response:1; }","duration":"223.379643ms","start":"2026-04-23T00:45:42.785476Z","end":"2026-04-23T00:45:43.008856Z","steps":["trace[966998057] 'process raft request' (duration: 223.191007ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:44.016761Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.00802513s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T00:45:44.017449Z","caller":"traceutil/trace.go:171","msg":"trace[1387934362] transaction","detail":"{read_only:false; response_revision:14236; number_of_response:1; }","duration":"1.152199886s","start":"2026-04-23T00:45:42.865217Z","end":"2026-04-23T00:45:44.017417Z","steps":["trace[1387934362] 'process raft request' (duration: 1.152040631s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:45:44.017484Z","caller":"traceutil/trace.go:171","msg":"trace[1925242599] transaction","detail":"{read_only:false; response_revision:14238; number_of_response:1; }","duration":"1.09970259s","start":"2026-04-23T00:45:42.91776Z","end":"2026-04-23T00:45:44.017463Z","steps":["trace[1925242599] 'process raft request' (duration: 1.099594947s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:45:44.0175Z","caller":"traceutil/trace.go:171","msg":"trace[1071487366] transaction","detail":"{read_only:false; response_revision:14237; number_of_response:1; }","duration":"1.099912637s","start":"2026-04-23T00:45:42.917564Z","end":"2026-04-23T00:45:44.017476Z","steps":["trace[1071487366] 'process raft request' (duration: 1.099745422s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:44.017583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:42.917749Z","time spent":"1.099776952s","remote":"127.0.0.1:39512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1473,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:45:44.01759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:42.865185Z","time spent":"1.15232166s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:45:44.017571Z","caller":"traceutil/trace.go:171","msg":"trace[792656591] transaction","detail":"{read_only:false; response_revision:14235; number_of_response:1; }","duration":"1.232012732s","start":"2026-04-23T00:45:42.785524Z","end":"2026-04-23T00:45:44.017536Z","steps":["trace[792656591] 'process raft request' (duration: 1.231429563s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:45:44.017951Z","caller":"traceutil/trace.go:171","msg":"trace[1172825298] linearizableReadLoop","detail":"{readStateIndex:14750; appliedIndex:14747; }","duration":"1.107644521s","start":"2026-04-23T00:45:42.910289Z","end":"2026-04-23T00:45:44.017933Z","steps":["trace[1172825298] 'read index received' (duration: 98.465375ms)","trace[1172825298] 'applied index is now lower than readState.Index' (duration: 1.009177906s)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:45:44.018008Z","caller":"traceutil/trace.go:171","msg":"trace[571013133] transaction","detail":"{read_only:false; response_revision:14240; number_of_response:1; }","duration":"1.100084552s","start":"2026-04-23T00:45:42.917908Z","end":"2026-04-23T00:45:44.017992Z","steps":["trace[571013133] 'process raft request' (duration: 1.099816464s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:44.017953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:42.785494Z","time spent":"1.232349782s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:45:44.018076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:42.917893Z","time spent":"1.100145985s","remote":"127.0.0.1:39512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1400,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:45:44.018069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.593644773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:45:44.018128Z","caller":"traceutil/trace.go:171","msg":"trace[341458737] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:14240; }","duration":"1.593717696s","start":"2026-04-23T00:45:42.424392Z","end":"2026-04-23T00:45:44.01811Z","steps":["trace[341458737] 'agreement among raft nodes before linearized reading' (duration: 1.593592002s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:44.018148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.807826266s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1849"} {"level":"warn","ts":"2026-04-23T00:45:44.018169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.714723268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-23T00:45:44.018196Z","caller":"traceutil/trace.go:171","msg":"trace[2115122548] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:14240; }","duration":"1.807904758s","start":"2026-04-23T00:45:42.210274Z","end":"2026-04-23T00:45:44.018179Z","steps":["trace[2115122548] 'agreement among raft nodes before linearized reading' (duration: 1.807733533s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:44.018198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.595999028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:10610"} {"level":"warn","ts":"2026-04-23T00:45:44.018228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:42.210246Z","time spent":"1.8079751s","remote":"127.0.0.1:39424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1872,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"info","ts":"2026-04-23T00:45:44.018241Z","caller":"traceutil/trace.go:171","msg":"trace[687078470] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:14240; }","duration":"1.59605843s","start":"2026-04-23T00:45:42.422171Z","end":"2026-04-23T00:45:44.01823Z","steps":["trace[687078470] 'agreement among raft nodes before linearized reading' (duration: 1.595871874s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:44.018275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:42.422166Z","time spent":"1.596100601s","remote":"127.0.0.1:39458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":10633,"request content":"key:\"/registry/pods/openstack/rabbitmq-nova-server-0\" "} {"level":"warn","ts":"2026-04-23T00:45:44.01831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.226276531s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zr67s\" ","response":"range_response_count:1 size:6530"} {"level":"warn","ts":"2026-04-23T00:45:44.018371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.849438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:45:44.018388Z","caller":"traceutil/trace.go:171","msg":"trace[1700287261] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zr67s; range_end:; response_count:1; response_revision:14240; }","duration":"1.226378874s","start":"2026-04-23T00:45:42.791998Z","end":"2026-04-23T00:45:44.018376Z","steps":["trace[1700287261] 'agreement among raft nodes before linearized reading' (duration: 1.226212899s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:45:44.018423Z","caller":"traceutil/trace.go:171","msg":"trace[526126559] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:14240; }","duration":"662.93164ms","start":"2026-04-23T00:45:43.355476Z","end":"2026-04-23T00:45:44.018408Z","steps":["trace[526126559] 'agreement among raft nodes before linearized reading' (duration: 662.858058ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:44.018479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:43.355454Z","time spent":"663.007702ms","remote":"127.0.0.1:46400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:45:44.018482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.231383382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:45:44.018496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.071825102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:45:44.018503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.596817954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8d5526659b8aa\" ","response":"range_response_count:1 size:773"} {"level":"info","ts":"2026-04-23T00:45:44.01852Z","caller":"traceutil/trace.go:171","msg":"trace[1177360570] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14240; }","duration":"1.231455844s","start":"2026-04-23T00:45:42.787054Z","end":"2026-04-23T00:45:44.01851Z","steps":["trace[1177360570] 'agreement among raft nodes before linearized reading' (duration: 1.231399113s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:45:44.018539Z","caller":"traceutil/trace.go:171","msg":"trace[23940078] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a8d5526659b8aa; range_end:; response_count:1; response_revision:14240; }","duration":"1.596879856s","start":"2026-04-23T00:45:42.421647Z","end":"2026-04-23T00:45:44.018526Z","steps":["trace[23940078] 'agreement among raft nodes before linearized reading' (duration: 1.596783893s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:45:44.018546Z","caller":"traceutil/trace.go:171","msg":"trace[539430228] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:14240; }","duration":"1.071899024s","start":"2026-04-23T00:45:42.946623Z","end":"2026-04-23T00:45:44.018522Z","steps":["trace[539430228] 'agreement among raft nodes before linearized reading' (duration: 1.071846942s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:44.018554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:42.787032Z","time spent":"1.231514737s","remote":"127.0.0.1:39300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T00:45:44.018567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:42.421628Z","time spent":"1.596933627s","remote":"127.0.0.1:39362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8d5526659b8aa\" "} {"level":"warn","ts":"2026-04-23T00:45:44.018587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:42.946601Z","time spent":"1.071977497s","remote":"127.0.0.1:46380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:45:44.018309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.100027441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:45:44.018186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:42.424387Z","time spent":"1.593785818s","remote":"127.0.0.1:58026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"info","ts":"2026-04-23T00:45:44.018706Z","caller":"traceutil/trace.go:171","msg":"trace[1708595118] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:14240; }","duration":"1.100455674s","start":"2026-04-23T00:45:42.918236Z","end":"2026-04-23T00:45:44.018692Z","steps":["trace[1708595118] 'agreement among raft nodes before linearized reading' (duration: 1.100033231s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:44.018761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:42.918218Z","time spent":"1.100527847s","remote":"127.0.0.1:39372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"warn","ts":"2026-04-23T00:45:44.017627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:42.917535Z","time spent":"1.100018s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":876,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:45:44.018426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:42.791983Z","time spent":"1.226433345s","remote":"127.0.0.1:39458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-zr67s\" "} {"level":"info","ts":"2026-04-23T00:45:44.018228Z","caller":"traceutil/trace.go:171","msg":"trace[582980151] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14240; }","duration":"2.714823112s","start":"2026-04-23T00:45:41.303391Z","end":"2026-04-23T00:45:44.018214Z","steps":["trace[582980151] 'agreement among raft nodes before linearized reading' (duration: 2.714660337s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:45:44.018312Z","caller":"traceutil/trace.go:171","msg":"trace[816356765] transaction","detail":"{read_only:false; response_revision:14239; number_of_response:1; }","duration":"1.100442414s","start":"2026-04-23T00:45:42.917855Z","end":"2026-04-23T00:45:44.018297Z","steps":["trace[816356765] 'process raft request' (duration: 1.099545355s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:44.018971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:41.303342Z","time spent":"2.715613276s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T00:45:44.01899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.229299092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"warn","ts":"2026-04-23T00:45:44.019042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:42.917802Z","time spent":"1.101173197s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":930,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:45:44.019045Z","caller":"traceutil/trace.go:171","msg":"trace[140431127] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:14240; }","duration":"3.229375114s","start":"2026-04-23T00:45:40.789651Z","end":"2026-04-23T00:45:44.019026Z","steps":["trace[140431127] 'agreement among raft nodes before linearized reading' (duration: 3.229222159s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:44.019105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:40.789633Z","time spent":"3.229459927s","remote":"127.0.0.1:40058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5706,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-23T00:45:44.018404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.526153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:45:44.019187Z","caller":"traceutil/trace.go:171","msg":"trace[683295638] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:14240; }","duration":"484.36937ms","start":"2026-04-23T00:45:43.534804Z","end":"2026-04-23T00:45:44.019173Z","steps":["trace[683295638] 'agreement among raft nodes before linearized reading' (duration: 483.526514ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:44.019222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:43.534776Z","time spent":"484.436383ms","remote":"127.0.0.1:39832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:45:44.019276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.233336619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:66 size:632393"} {"level":"info","ts":"2026-04-23T00:45:44.01933Z","caller":"traceutil/trace.go:171","msg":"trace[1502577052] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:66; response_revision:14240; }","duration":"3.233393921s","start":"2026-04-23T00:45:40.785924Z","end":"2026-04-23T00:45:44.019318Z","steps":["trace[1502577052] 'agreement among raft nodes before linearized reading' (duration: 3.232662408s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:44.021289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:40.785883Z","time spent":"3.235370853s","remote":"127.0.0.1:39458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":66,"response size":632416,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-23T00:45:44.574362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.728989ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:45:44.574466Z","caller":"traceutil/trace.go:171","msg":"trace[418435081] linearizableReadLoop","detail":"{readStateIndex:14755; appliedIndex:14754; }","duration":"550.447574ms","start":"2026-04-23T00:45:44.024002Z","end":"2026-04-23T00:45:44.57445Z","steps":["trace[418435081] 'read index received' (duration: 231.541819ms)","trace[418435081] 'applied index is now lower than readState.Index' (duration: 318.904625ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:45:44.574533Z","caller":"traceutil/trace.go:171","msg":"trace[148387970] transaction","detail":"{read_only:false; response_revision:14241; number_of_response:1; }","duration":"552.343484ms","start":"2026-04-23T00:45:44.022179Z","end":"2026-04-23T00:45:44.574522Z","steps":["trace[148387970] 'process raft request' (duration: 233.350767ms)","trace[148387970] 'compare' (duration: 318.606285ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:45:44.574588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:44.022163Z","time spent":"552.394405ms","remote":"127.0.0.1:39362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:45:44.574771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.743364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-4ebd6ad5-01eb-417a-aae1-292b1d3d4637\" ","response":"range_response_count:1 size:1315"} {"level":"info","ts":"2026-04-23T00:45:44.574885Z","caller":"traceutil/trace.go:171","msg":"trace[681712983] range","detail":"{range_begin:/registry/persistentvolumes/pvc-4ebd6ad5-01eb-417a-aae1-292b1d3d4637; range_end:; response_count:1; response_revision:14241; }","duration":"550.900619ms","start":"2026-04-23T00:45:44.02396Z","end":"2026-04-23T00:45:44.57486Z","steps":["trace[681712983] 'agreement among raft nodes before linearized reading' (duration: 550.596899ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:44.574928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:44.023938Z","time spent":"550.980991ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1338,"request content":"key:\"/registry/persistentvolumes/pvc-4ebd6ad5-01eb-417a-aae1-292b1d3d4637\" "} {"level":"info","ts":"2026-04-23T00:45:44.61008Z","caller":"traceutil/trace.go:171","msg":"trace[572698420] transaction","detail":"{read_only:false; response_revision:14243; number_of_response:1; }","duration":"578.733146ms","start":"2026-04-23T00:45:44.031322Z","end":"2026-04-23T00:45:44.610055Z","steps":["trace[572698420] 'process raft request' (duration: 578.662324ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:44.610235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:44.031308Z","time spent":"578.846039ms","remote":"127.0.0.1:39458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10595,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:45:44.610212Z","caller":"traceutil/trace.go:171","msg":"trace[751302150] transaction","detail":"{read_only:false; response_revision:14242; number_of_response:1; }","duration":"585.732637ms","start":"2026-04-23T00:45:44.024398Z","end":"2026-04-23T00:45:44.610131Z","steps":["trace[751302150] 'process raft request' (duration: 585.440077ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:44.610831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:44.024377Z","time spent":"586.282544ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:45:44.89041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.02735ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:45:44.890583Z","caller":"traceutil/trace.go:171","msg":"trace[786425861] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:14243; }","duration":"124.220406ms","start":"2026-04-23T00:45:44.766333Z","end":"2026-04-23T00:45:44.890553Z","steps":["trace[786425861] 'range keys from in-memory index tree' (duration: 124.001079ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:44.89068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.872234ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:45:44.891095Z","caller":"traceutil/trace.go:171","msg":"trace[1648754025] linearizableReadLoop","detail":"{readStateIndex:14758; appliedIndex:14755; }","duration":"316.588212ms","start":"2026-04-23T00:45:44.574489Z","end":"2026-04-23T00:45:44.891078Z","steps":["trace[1648754025] 'read index received' (duration: 35.305943ms)","trace[1648754025] 'applied index is now lower than readState.Index' (duration: 281.281128ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:45:44.89121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"861.608215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:45:44.89115Z","caller":"traceutil/trace.go:171","msg":"trace[2138137630] transaction","detail":"{read_only:false; response_revision:14244; number_of_response:1; }","duration":"468.059947ms","start":"2026-04-23T00:45:44.42302Z","end":"2026-04-23T00:45:44.89108Z","steps":["trace[2138137630] 'process raft request' (duration: 259.695797ms)","trace[2138137630] 'compare' (duration: 207.718989ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:45:44.891335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.554203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:45:44.891346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.272913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-23T00:45:44.891353Z","caller":"traceutil/trace.go:171","msg":"trace[2064710307] transaction","detail":"{read_only:false; response_revision:14245; number_of_response:1; }","duration":"312.265205ms","start":"2026-04-23T00:45:44.579049Z","end":"2026-04-23T00:45:44.891314Z","steps":["trace[2064710307] 'process raft request' (duration: 311.953345ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:44.891371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.636685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-23T00:45:44.891478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:44.579024Z","time spent":"312.383699ms","remote":"127.0.0.1:39362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":798,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T00:45:44.891506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.78743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-23T00:45:44.891525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"866.730826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-nova.18a8d5cb652dab09\" ","response":"range_response_count:1 size:731"} {"level":"info","ts":"2026-04-23T00:45:44.891273Z","caller":"traceutil/trace.go:171","msg":"trace[812774027] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14245; }","duration":"861.687397ms","start":"2026-04-23T00:45:44.02957Z","end":"2026-04-23T00:45:44.891257Z","steps":["trace[812774027] 'agreement among raft nodes before linearized reading' (duration: 861.571974ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:44.891544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.79677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-23T00:45:44.891499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:44.423007Z","time spent":"468.322295ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:45:44.891594Z","caller":"traceutil/trace.go:171","msg":"trace[110933848] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-nova.18a8d5cb652dab09; range_end:; response_count:1; response_revision:14245; }","duration":"866.820049ms","start":"2026-04-23T00:45:44.024757Z","end":"2026-04-23T00:45:44.891577Z","steps":["trace[110933848] 'agreement among raft nodes before linearized reading' (duration: 866.51624ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:44.891604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:44.029561Z","time spent":"862.029688ms","remote":"127.0.0.1:39306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T00:45:44.891393Z","caller":"traceutil/trace.go:171","msg":"trace[129570097] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:14245; }","duration":"567.633936ms","start":"2026-04-23T00:45:44.323743Z","end":"2026-04-23T00:45:44.891376Z","steps":["trace[129570097] 'agreement among raft nodes before linearized reading' (duration: 567.556574ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:44.891651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.432636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:10610"} {"level":"info","ts":"2026-04-23T00:45:44.891759Z","caller":"traceutil/trace.go:171","msg":"trace[1901340414] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:14245; }","duration":"270.603381ms","start":"2026-04-23T00:45:44.62113Z","end":"2026-04-23T00:45:44.891734Z","steps":["trace[1901340414] 'agreement among raft nodes before linearized reading' (duration: 270.291551ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:44.89139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.910204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-23T00:45:44.891842Z","caller":"traceutil/trace.go:171","msg":"trace[1213090167] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:14245; }","duration":"469.390389ms","start":"2026-04-23T00:45:44.422427Z","end":"2026-04-23T00:45:44.891817Z","steps":["trace[1213090167] 'agreement among raft nodes before linearized reading' (duration: 468.867112ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:44.891894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:44.422406Z","time spent":"469.473892ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T00:45:44.891911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"867.072467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:66 size:632393"} {"level":"warn","ts":"2026-04-23T00:45:44.891663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:44.024743Z","time spent":"866.906632ms","remote":"127.0.0.1:39362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":754,"request content":"key:\"/registry/events/openstack/rabbitmq-nova.18a8d5cb652dab09\" "} {"level":"info","ts":"2026-04-23T00:45:44.891964Z","caller":"traceutil/trace.go:171","msg":"trace[1651963436] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:66; response_revision:14245; }","duration":"867.16728ms","start":"2026-04-23T00:45:44.024783Z","end":"2026-04-23T00:45:44.891951Z","steps":["trace[1651963436] 'agreement among raft nodes before linearized reading' (duration: 866.631813ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:45:44.891608Z","caller":"traceutil/trace.go:171","msg":"trace[1711597896] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14245; }","duration":"468.869393ms","start":"2026-04-23T00:45:44.422723Z","end":"2026-04-23T00:45:44.891593Z","steps":["trace[1711597896] 'agreement among raft nodes before linearized reading' (duration: 468.720568ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:44.892063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:44.422719Z","time spent":"469.324137ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-23T00:45:44.891488Z","caller":"traceutil/trace.go:171","msg":"trace[1878309621] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14245; }","duration":"468.808341ms","start":"2026-04-23T00:45:44.422659Z","end":"2026-04-23T00:45:44.891467Z","steps":["trace[1878309621] 'agreement among raft nodes before linearized reading' (duration: 468.427239ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:44.89176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:44.323725Z","time spent":"568.016268ms","remote":"127.0.0.1:55160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"info","ts":"2026-04-23T00:45:44.891405Z","caller":"traceutil/trace.go:171","msg":"trace[97819179] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14245; }","duration":"468.362726ms","start":"2026-04-23T00:45:44.423027Z","end":"2026-04-23T00:45:44.891389Z","steps":["trace[97819179] 'agreement among raft nodes before linearized reading' (duration: 468.16151ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:44.892295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:44.42265Z","time spent":"469.575765ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T00:45:44.89234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:44.423008Z","time spent":"469.312677ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-23T00:45:44.891549Z","caller":"traceutil/trace.go:171","msg":"trace[1476467236] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14245; }","duration":"468.838001ms","start":"2026-04-23T00:45:44.422699Z","end":"2026-04-23T00:45:44.891537Z","steps":["trace[1476467236] 'agreement among raft nodes before linearized reading' (duration: 468.746828ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:44.892474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"864.594329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:1429"} {"level":"info","ts":"2026-04-23T00:45:44.892538Z","caller":"traceutil/trace.go:171","msg":"trace[1846273291] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:14245; }","duration":"864.690492ms","start":"2026-04-23T00:45:44.027834Z","end":"2026-04-23T00:45:44.892525Z","steps":["trace[1846273291] 'agreement among raft nodes before linearized reading' (duration: 863.411162ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:44.892575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:44.027811Z","time spent":"864.753774ms","remote":"127.0.0.1:39466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":1452,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-nova\" "} {"level":"warn","ts":"2026-04-23T00:45:44.892456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:44.422694Z","time spent":"469.737539ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T00:45:44.892001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:44.024754Z","time spent":"867.237212ms","remote":"127.0.0.1:39458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":66,"response size":632416,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-23T00:45:44.891592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.967783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-04-23T00:45:44.892933Z","caller":"traceutil/trace.go:171","msg":"trace[2097300941] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:14245; }","duration":"213.339537ms","start":"2026-04-23T00:45:44.679577Z","end":"2026-04-23T00:45:44.892916Z","steps":["trace[2097300941] 'agreement among raft nodes before linearized reading' (duration: 211.896331ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:45.211639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.818954ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:45:45.211785Z","caller":"traceutil/trace.go:171","msg":"trace[1676278814] transaction","detail":"{read_only:false; response_revision:14246; number_of_response:1; }","duration":"317.167739ms","start":"2026-04-23T00:45:44.894596Z","end":"2026-04-23T00:45:45.211764Z","steps":["trace[1676278814] 'process raft request' (duration: 108.125789ms)","trace[1676278814] 'compare' (duration: 208.539134ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:45:45.211851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:44.894575Z","time spent":"317.245532ms","remote":"127.0.0.1:39362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":716,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:45:45.583159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.495902ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:45:45.583298Z","caller":"traceutil/trace.go:171","msg":"trace[110664932] transaction","detail":"{read_only:false; response_revision:14247; number_of_response:1; }","duration":"686.669069ms","start":"2026-04-23T00:45:44.896614Z","end":"2026-04-23T00:45:45.583284Z","steps":["trace[110664932] 'process raft request' (duration: 432.9622ms)","trace[110664932] 'compare' (duration: 253.40121ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:45:45.583347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:44.896602Z","time spent":"686.721551ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:45:45.583743Z","caller":"traceutil/trace.go:171","msg":"trace[1038535648] transaction","detail":"{read_only:false; response_revision:14248; number_of_response:1; }","duration":"686.863186ms","start":"2026-04-23T00:45:44.896843Z","end":"2026-04-23T00:45:45.583707Z","steps":["trace[1038535648] 'process raft request' (duration: 686.396581ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:45:45.583908Z","caller":"traceutil/trace.go:171","msg":"trace[1852351852] transaction","detail":"{read_only:false; response_revision:14249; number_of_response:1; }","duration":"686.876366ms","start":"2026-04-23T00:45:44.896998Z","end":"2026-04-23T00:45:45.583874Z","steps":["trace[1852351852] 'process raft request' (duration: 686.579957ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:45:45.583972Z","caller":"traceutil/trace.go:171","msg":"trace[665475027] transaction","detail":"{read_only:false; response_revision:14250; number_of_response:1; }","duration":"686.661949ms","start":"2026-04-23T00:45:44.897272Z","end":"2026-04-23T00:45:45.583934Z","steps":["trace[665475027] 'process raft request' (duration: 686.524915ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:45.584065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:44.89697Z","time spent":"687.0141ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:45:45.584032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:44.896834Z","time spent":"687.054971ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:45:45.584179Z","caller":"traceutil/trace.go:171","msg":"trace[325924651] transaction","detail":"{read_only:false; response_revision:14251; number_of_response:1; }","duration":"686.220105ms","start":"2026-04-23T00:45:44.897951Z","end":"2026-04-23T00:45:45.584171Z","steps":["trace[325924651] 'process raft request' (duration: 685.901365ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:45:45.584196Z","caller":"traceutil/trace.go:171","msg":"trace[378966851] linearizableReadLoop","detail":"{readStateIndex:14761; appliedIndex:14759; }","duration":"687.499976ms","start":"2026-04-23T00:45:44.896685Z","end":"2026-04-23T00:45:45.584185Z","steps":["trace[378966851] 'read index received' (duration: 106.152117ms)","trace[378966851] 'applied index is now lower than readState.Index' (duration: 581.346479ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:45:45.584149Z","caller":"traceutil/trace.go:171","msg":"trace[1495367673] transaction","detail":"{read_only:false; response_revision:14252; number_of_response:1; }","duration":"570.008891ms","start":"2026-04-23T00:45:45.014129Z","end":"2026-04-23T00:45:45.584138Z","steps":["trace[1495367673] 'process raft request' (duration: 569.938059ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:45.584211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:44.897249Z","time spent":"686.834555ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:45:45.584232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:44.897935Z","time spent":"686.268216ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:45:45.584276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:45.014103Z","time spent":"570.126375ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:45:45.584403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.717542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8d5b5e5f325ed\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-04-23T00:45:45.584422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.719752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-nova-server\" ","response":"range_response_count:1 size:9561"} {"level":"info","ts":"2026-04-23T00:45:45.584445Z","caller":"traceutil/trace.go:171","msg":"trace[772103476] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-nova-server; range_end:; response_count:1; response_revision:14252; }","duration":"687.754754ms","start":"2026-04-23T00:45:44.896682Z","end":"2026-04-23T00:45:45.584436Z","steps":["trace[772103476] 'agreement among raft nodes before linearized reading' (duration: 687.63712ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:45:45.584443Z","caller":"traceutil/trace.go:171","msg":"trace[1459008790] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a8d5b5e5f325ed; range_end:; response_count:1; response_revision:14252; }","duration":"687.809496ms","start":"2026-04-23T00:45:44.896623Z","end":"2026-04-23T00:45:45.584433Z","steps":["trace[1459008790] 'agreement among raft nodes before linearized reading' (duration: 687.656661ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:45.584464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:44.896672Z","time spent":"687.787914ms","remote":"127.0.0.1:39696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":9584,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-nova-server\" "} {"level":"warn","ts":"2026-04-23T00:45:45.584474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:44.896595Z","time spent":"687.871748ms","remote":"127.0.0.1:39362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8d5b5e5f325ed\" "} {"level":"warn","ts":"2026-04-23T00:45:45.584641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.357364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-nova.18a8d5cb659c31df\" ","response":"range_response_count:1 size:725"} {"level":"info","ts":"2026-04-23T00:45:45.584711Z","caller":"traceutil/trace.go:171","msg":"trace[1747785006] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-nova.18a8d5cb659c31df; range_end:; response_count:1; response_revision:14252; }","duration":"368.475587ms","start":"2026-04-23T00:45:45.216218Z","end":"2026-04-23T00:45:45.584694Z","steps":["trace[1747785006] 'agreement among raft nodes before linearized reading' (duration: 368.118656ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:45.584756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:45.216193Z","time spent":"368.549489ms","remote":"127.0.0.1:39362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":748,"request content":"key:\"/registry/events/openstack/rabbitmq-nova.18a8d5cb659c31df\" "} {"level":"warn","ts":"2026-04-23T00:45:45.584815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.751512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e8db7779-470d-47e9-b7f4-1596d8cb6d9d\" ","response":"range_response_count:1 size:1293"} {"level":"info","ts":"2026-04-23T00:45:45.584902Z","caller":"traceutil/trace.go:171","msg":"trace[237571593] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e8db7779-470d-47e9-b7f4-1596d8cb6d9d; range_end:; response_count:1; response_revision:14252; }","duration":"686.875386ms","start":"2026-04-23T00:45:44.898003Z","end":"2026-04-23T00:45:45.584879Z","steps":["trace[237571593] 'agreement among raft nodes before linearized reading' (duration: 686.628558ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:45.584919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.445016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T00:45:45.585014Z","caller":"traceutil/trace.go:171","msg":"trace[570210848] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:14252; }","duration":"407.627571ms","start":"2026-04-23T00:45:45.177371Z","end":"2026-04-23T00:45:45.584998Z","steps":["trace[570210848] 'agreement among raft nodes before linearized reading' (duration: 407.27959ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:45.584953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:44.897984Z","time spent":"686.959249ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1316,"request content":"key:\"/registry/persistentvolumes/pvc-e8db7779-470d-47e9-b7f4-1596d8cb6d9d\" "} {"level":"warn","ts":"2026-04-23T00:45:45.585077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:45.177341Z","time spent":"407.722264ms","remote":"127.0.0.1:57998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:45:46.089783Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581741608219371623,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T00:45:46.263474Z","caller":"traceutil/trace.go:171","msg":"trace[267537813] transaction","detail":"{read_only:false; response_revision:14253; number_of_response:1; }","duration":"676.663563ms","start":"2026-04-23T00:45:45.586783Z","end":"2026-04-23T00:45:46.263447Z","steps":["trace[267537813] 'process raft request' (duration: 676.506949ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:46.263637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:45.586757Z","time spent":"676.795548ms","remote":"127.0.0.1:39362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:45:46.737762Z","caller":"traceutil/trace.go:171","msg":"trace[581478322] transaction","detail":"{read_only:false; response_revision:14254; number_of_response:1; }","duration":"1.150757301s","start":"2026-04-23T00:45:45.586978Z","end":"2026-04-23T00:45:46.737735Z","steps":["trace[581478322] 'process raft request' (duration: 1.066074701s)","trace[581478322] 'compare' (duration: 84.316388ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:45:46.737954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:45.586964Z","time spent":"1.150901486s","remote":"127.0.0.1:39362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":710,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:45:46.737971Z","caller":"traceutil/trace.go:171","msg":"trace[1218360722] transaction","detail":"{read_only:false; response_revision:14255; number_of_response:1; }","duration":"711.43749ms","start":"2026-04-23T00:45:46.026502Z","end":"2026-04-23T00:45:46.73794Z","steps":["trace[1218360722] 'process raft request' (duration: 711.12061ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:45:46.737957Z","caller":"traceutil/trace.go:171","msg":"trace[1383900110] linearizableReadLoop","detail":"{readStateIndex:14769; appliedIndex:14766; }","duration":"1.148622793s","start":"2026-04-23T00:45:45.589291Z","end":"2026-04-23T00:45:46.737914Z","steps":["trace[1383900110] 'read index received' (duration: 673.914037ms)","trace[1383900110] 'applied index is now lower than readState.Index' (duration: 474.707206ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:45:46.738164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:46.026476Z","time spent":"711.582075ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:45:46.738213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.148889222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1849"} {"level":"info","ts":"2026-04-23T00:45:46.738277Z","caller":"traceutil/trace.go:171","msg":"trace[986583910] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:14255; }","duration":"1.148991425s","start":"2026-04-23T00:45:45.589268Z","end":"2026-04-23T00:45:46.738259Z","steps":["trace[986583910] 'agreement among raft nodes before linearized reading' (duration: 1.148760958s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:46.738326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:45.589258Z","time spent":"1.149057727s","remote":"127.0.0.1:39424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1872,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"info","ts":"2026-04-23T00:45:46.831486Z","caller":"traceutil/trace.go:171","msg":"trace[353726964] transaction","detail":"{read_only:false; response_revision:14256; number_of_response:1; }","duration":"547.576833ms","start":"2026-04-23T00:45:46.283875Z","end":"2026-04-23T00:45:46.831451Z","steps":["trace[353726964] 'process raft request' (duration: 547.134809ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:46.831627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:46.283852Z","time spent":"547.711338ms","remote":"127.0.0.1:39362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":714,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T00:45:46.832311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.522504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-04-23T00:45:46.832363Z","caller":"traceutil/trace.go:171","msg":"trace[503263739] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:14256; }","duration":"175.623427ms","start":"2026-04-23T00:45:46.656727Z","end":"2026-04-23T00:45:46.83235Z","steps":["trace[503263739] 'agreement among raft nodes before linearized reading' (duration: 175.449891ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:46.832698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.997141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-23T00:45:46.832738Z","caller":"traceutil/trace.go:171","msg":"trace[289042759] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14256; }","duration":"217.075024ms","start":"2026-04-23T00:45:46.615654Z","end":"2026-04-23T00:45:46.832729Z","steps":["trace[289042759] 'agreement among raft nodes before linearized reading' (duration: 216.9469ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:46.833004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.102682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:45:46.833031Z","caller":"traceutil/trace.go:171","msg":"trace[2143909722] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14256; }","duration":"320.167554ms","start":"2026-04-23T00:45:46.512858Z","end":"2026-04-23T00:45:46.833025Z","steps":["trace[2143909722] 'agreement among raft nodes before linearized reading' (duration: 320.124983ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:46.83305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:46.512836Z","time spent":"320.209686ms","remote":"127.0.0.1:39306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T00:45:46.833625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.830906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.233\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-23T00:45:46.833702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.194494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-zgppb\" ","response":"range_response_count:1 size:20770"} {"level":"info","ts":"2026-04-23T00:45:46.833735Z","caller":"traceutil/trace.go:171","msg":"trace[1724818285] range","detail":"{range_begin:/registry/masterleases/199.204.45.233; range_end:; response_count:1; response_revision:14256; }","duration":"564.001902ms","start":"2026-04-23T00:45:46.269709Z","end":"2026-04-23T00:45:46.833711Z","steps":["trace[1724818285] 'agreement among raft nodes before linearized reading' (duration: 563.6434ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:46.833806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:46.269689Z","time spent":"564.106295ms","remote":"127.0.0.1:39318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.233\" "} {"level":"info","ts":"2026-04-23T00:45:46.833796Z","caller":"traceutil/trace.go:171","msg":"trace[286038029] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-zgppb; range_end:; response_count:1; response_revision:14256; }","duration":"797.328218ms","start":"2026-04-23T00:45:46.036447Z","end":"2026-04-23T00:45:46.833776Z","steps":["trace[286038029] 'agreement among raft nodes before linearized reading' (duration: 797.017208ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:46.833803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.051892144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T00:45:46.833899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:46.036439Z","time spent":"797.449882ms","remote":"127.0.0.1:39458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20793,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-zgppb\" "} {"level":"warn","ts":"2026-04-23T00:45:46.833747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.043971634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:3223"} {"level":"info","ts":"2026-04-23T00:45:46.83398Z","caller":"traceutil/trace.go:171","msg":"trace[440272594] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:14256; }","duration":"1.044222832s","start":"2026-04-23T00:45:45.789726Z","end":"2026-04-23T00:45:46.833949Z","steps":["trace[440272594] 'agreement among raft nodes before linearized reading' (duration: 1.043904262s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:45:46.833944Z","caller":"traceutil/trace.go:171","msg":"trace[642057784] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:14256; }","duration":"1.052077089s","start":"2026-04-23T00:45:45.781848Z","end":"2026-04-23T00:45:46.833925Z","steps":["trace[642057784] 'agreement among raft nodes before linearized reading' (duration: 1.051810921s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:46.834035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:45.789715Z","time spent":"1.044305944s","remote":"127.0.0.1:39808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3246,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" "} {"level":"warn","ts":"2026-04-23T00:45:46.834068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:45.781769Z","time spent":"1.052283666s","remote":"127.0.0.1:39586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":112,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:45:46.834469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"923.795135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:45:46.834578Z","caller":"traceutil/trace.go:171","msg":"trace[744178985] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:14256; }","duration":"925.044984ms","start":"2026-04-23T00:45:45.909481Z","end":"2026-04-23T00:45:46.834526Z","steps":["trace[744178985] 'agreement among raft nodes before linearized reading' (duration: 923.743193ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:46.834679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:45.909462Z","time spent":"925.152778ms","remote":"127.0.0.1:33266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:45:47.335114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.840186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:45:47.335185Z","caller":"traceutil/trace.go:171","msg":"trace[647457101] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14256; }","duration":"497.931828ms","start":"2026-04-23T00:45:46.837236Z","end":"2026-04-23T00:45:47.335168Z","steps":["trace[647457101] 'range keys from in-memory index tree' (duration: 497.781474ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:47.335221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:46.837209Z","time spent":"498.004611ms","remote":"127.0.0.1:39300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T00:45:47.335529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.361396ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-04-23T00:45:47.335705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:46.837315Z","time spent":"498.386283ms","remote":"127.0.0.1:39318","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-23T00:45:47.33571Z","caller":"traceutil/trace.go:171","msg":"trace[116180302] linearizableReadLoop","detail":"{readStateIndex:14771; appliedIndex:14770; }","duration":"497.149574ms","start":"2026-04-23T00:45:46.838534Z","end":"2026-04-23T00:45:47.335684Z","steps":["trace[116180302] 'read index received' (duration: 87.610942ms)","trace[116180302] 'applied index is now lower than readState.Index' (duration: 409.536222ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:45:47.336232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.671791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-nova.18a8d5cb72e99abd\" ","response":"range_response_count:1 size:736"} {"level":"info","ts":"2026-04-23T00:45:47.336314Z","caller":"traceutil/trace.go:171","msg":"trace[991703743] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-nova.18a8d5cb72e99abd; range_end:; response_count:1; response_revision:14256; }","duration":"497.791214ms","start":"2026-04-23T00:45:46.838504Z","end":"2026-04-23T00:45:47.336295Z","steps":["trace[991703743] 'agreement among raft nodes before linearized reading' (duration: 497.526766ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:47.336357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:46.838488Z","time spent":"497.860167ms","remote":"127.0.0.1:39362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":759,"request content":"key:\"/registry/events/openstack/rabbitmq-nova.18a8d5cb72e99abd\" "} {"level":"info","ts":"2026-04-23T00:45:47.432415Z","caller":"traceutil/trace.go:171","msg":"trace[1046634174] transaction","detail":"{read_only:false; response_revision:14259; number_of_response:1; }","duration":"534.323186ms","start":"2026-04-23T00:45:46.898065Z","end":"2026-04-23T00:45:47.432388Z","steps":["trace[1046634174] 'process raft request' (duration: 534.230183ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:47.432588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:46.898046Z","time spent":"534.440629ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:45:47.432647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.283967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:10610"} {"level":"warn","ts":"2026-04-23T00:45:47.432681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.766885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1849"} {"level":"info","ts":"2026-04-23T00:45:47.432721Z","caller":"traceutil/trace.go:171","msg":"trace[818073820] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:14259; }","duration":"156.401311ms","start":"2026-04-23T00:45:47.276303Z","end":"2026-04-23T00:45:47.432705Z","steps":["trace[818073820] 'agreement among raft nodes before linearized reading' (duration: 156.131582ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:45:47.432725Z","caller":"traceutil/trace.go:171","msg":"trace[1246382806] transaction","detail":"{read_only:false; response_revision:14258; number_of_response:1; }","duration":"591.986093ms","start":"2026-04-23T00:45:46.840727Z","end":"2026-04-23T00:45:47.432714Z","steps":["trace[1246382806] 'process raft request' (duration: 591.491667ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:45:47.432747Z","caller":"traceutil/trace.go:171","msg":"trace[2014089244] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:14259; }","duration":"119.864508ms","start":"2026-04-23T00:45:47.312861Z","end":"2026-04-23T00:45:47.432726Z","steps":["trace[2014089244] 'agreement among raft nodes before linearized reading' (duration: 119.637911ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:47.432803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:46.840717Z","time spent":"592.052875ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:45:47.433012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.917992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zr67s\" ","response":"range_response_count:1 size:6530"} {"level":"info","ts":"2026-04-23T00:45:47.433065Z","caller":"traceutil/trace.go:171","msg":"trace[212840469] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zr67s; range_end:; response_count:1; response_revision:14259; }","duration":"527.002705ms","start":"2026-04-23T00:45:46.906051Z","end":"2026-04-23T00:45:47.433054Z","steps":["trace[212840469] 'agreement among raft nodes before linearized reading' (duration: 526.85051ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:47.433101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:46.906041Z","time spent":"527.053256ms","remote":"127.0.0.1:39458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-zr67s\" "} {"level":"info","ts":"2026-04-23T00:45:47.432419Z","caller":"traceutil/trace.go:171","msg":"trace[719933758] transaction","detail":"{read_only:false; response_revision:14257; number_of_response:1; }","duration":"593.843722ms","start":"2026-04-23T00:45:46.838527Z","end":"2026-04-23T00:45:47.432371Z","steps":["trace[719933758] 'process raft request' (duration: 593.430059ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:47.433564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.006193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:66 size:632393"} {"level":"info","ts":"2026-04-23T00:45:47.43363Z","caller":"traceutil/trace.go:171","msg":"trace[1090252064] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:66; response_revision:14259; }","duration":"592.089166ms","start":"2026-04-23T00:45:46.841528Z","end":"2026-04-23T00:45:47.433617Z","steps":["trace[1090252064] 'agreement among raft nodes before linearized reading' (duration: 590.828277ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:47.433668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:46.841519Z","time spent":"592.137467ms","remote":"127.0.0.1:39458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":66,"response size":632416,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-23T00:45:47.434566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:46.838514Z","time spent":"594.931486ms","remote":"127.0.0.1:39362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":714,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T00:45:47.693537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.795105ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:45:47.6938Z","caller":"traceutil/trace.go:171","msg":"trace[1674332916] transaction","detail":"{read_only:false; response_revision:14260; number_of_response:1; }","duration":"357.18755ms","start":"2026-04-23T00:45:47.33657Z","end":"2026-04-23T00:45:47.693757Z","steps":["trace[1674332916] 'process raft request' (duration: 218.065884ms)","trace[1674332916] 'compare' (duration: 138.63733ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:45:47.693851Z","caller":"traceutil/trace.go:171","msg":"trace[1370166749] linearizableReadLoop","detail":"{readStateIndex:14776; appliedIndex:14774; }","duration":"256.742344ms","start":"2026-04-23T00:45:47.437018Z","end":"2026-04-23T00:45:47.693761Z","steps":["trace[1370166749] 'read index received' (duration: 117.647859ms)","trace[1370166749] 'applied index is now lower than readState.Index' (duration: 139.092605ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:45:47.693918Z","caller":"traceutil/trace.go:171","msg":"trace[1225181513] transaction","detail":"{read_only:false; response_revision:14261; number_of_response:1; }","duration":"353.901627ms","start":"2026-04-23T00:45:47.339988Z","end":"2026-04-23T00:45:47.693889Z","steps":["trace[1225181513] 'process raft request' (duration: 353.67533ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:47.694014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:47.336551Z","time spent":"357.375476ms","remote":"127.0.0.1:39318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:45:47.69407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:47.339967Z","time spent":"354.01838ms","remote":"127.0.0.1:39362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":721,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:45:47.694116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.085565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-4ebd6ad5-01eb-417a-aae1-292b1d3d4637\" ","response":"range_response_count:1 size:1315"} {"level":"info","ts":"2026-04-23T00:45:47.694179Z","caller":"traceutil/trace.go:171","msg":"trace[1819803274] range","detail":"{range_begin:/registry/persistentvolumes/pvc-4ebd6ad5-01eb-417a-aae1-292b1d3d4637; range_end:; response_count:1; response_revision:14261; }","duration":"257.187939ms","start":"2026-04-23T00:45:47.436974Z","end":"2026-04-23T00:45:47.694162Z","steps":["trace[1819803274] 'agreement among raft nodes before linearized reading' (duration: 256.992972ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:45:47.756191Z","caller":"traceutil/trace.go:171","msg":"trace[626025340] transaction","detail":"{read_only:false; response_revision:14262; number_of_response:1; }","duration":"312.187783ms","start":"2026-04-23T00:45:47.443985Z","end":"2026-04-23T00:45:47.756173Z","steps":["trace[626025340] 'process raft request' (duration: 312.051068ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:47.756363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:47.443968Z","time spent":"312.333047ms","remote":"127.0.0.1:39458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10797,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:45:49.797182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.894137548s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:45:49.797281Z","caller":"traceutil/trace.go:171","msg":"trace[26917372] linearizableReadLoop","detail":"{readStateIndex:14778; appliedIndex:14776; }","duration":"2.103299183s","start":"2026-04-23T00:45:47.693966Z","end":"2026-04-23T00:45:49.797265Z","steps":["trace[26917372] 'read index received' (duration: 62.086948ms)","trace[26917372] 'applied index is now lower than readState.Index' (duration: 2.041211155s)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:45:49.797343Z","caller":"traceutil/trace.go:171","msg":"trace[853371431] transaction","detail":"{read_only:false; response_revision:14263; number_of_response:1; }","duration":"2.207613981s","start":"2026-04-23T00:45:47.589718Z","end":"2026-04-23T00:45:49.797332Z","steps":["trace[853371431] 'process raft request' (duration: 313.247946ms)","trace[853371431] 'compare' (duration: 1.893768326s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:45:49.797431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:47.589688Z","time spent":"2.207710454s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:45:49.797682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.206813706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-23T00:45:49.797719Z","caller":"traceutil/trace.go:171","msg":"trace[411587432] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14263; }","duration":"2.206882038s","start":"2026-04-23T00:45:47.590828Z","end":"2026-04-23T00:45:49.79771Z","steps":["trace[411587432] 'agreement among raft nodes before linearized reading' (duration: 2.206761414s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:49.797748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:47.590818Z","time spent":"2.20692438s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T00:45:49.797956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.207748445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-23T00:45:49.797992Z","caller":"traceutil/trace.go:171","msg":"trace[1811084611] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14263; }","duration":"2.207802277s","start":"2026-04-23T00:45:47.590181Z","end":"2026-04-23T00:45:49.797984Z","steps":["trace[1811084611] 'agreement among raft nodes before linearized reading' (duration: 2.207709355s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:49.798019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:47.590174Z","time spent":"2.207839098s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T00:45:49.798141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.209902783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-23T00:45:49.798756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.209857872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-23T00:45:49.798821Z","caller":"traceutil/trace.go:171","msg":"trace[152950134] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14263; }","duration":"2.210641826s","start":"2026-04-23T00:45:47.588161Z","end":"2026-04-23T00:45:49.798802Z","steps":["trace[152950134] 'agreement among raft nodes before linearized reading' (duration: 2.20979946s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:45:49.798831Z","caller":"traceutil/trace.go:171","msg":"trace[2123217753] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:14263; }","duration":"2.209953045s","start":"2026-04-23T00:45:47.588856Z","end":"2026-04-23T00:45:49.798809Z","steps":["trace[2123217753] 'agreement among raft nodes before linearized reading' (duration: 2.209746138s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:49.798876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:47.588843Z","time spent":"2.210023827s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T00:45:49.798739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.208893002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-23T00:45:49.798951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.359503189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:66 size:632595"} {"level":"warn","ts":"2026-04-23T00:45:49.798939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:47.588125Z","time spent":"2.210787631s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-23T00:45:49.79901Z","caller":"traceutil/trace.go:171","msg":"trace[1240940628] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:66; response_revision:14263; }","duration":"2.359583442s","start":"2026-04-23T00:45:47.439412Z","end":"2026-04-23T00:45:49.798995Z","steps":["trace[1240940628] 'agreement among raft nodes before linearized reading' (duration: 2.358634102s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:49.79906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:47.439397Z","time spent":"2.359653394s","remote":"127.0.0.1:39458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":66,"response size":632618,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-23T00:45:49.79912Z","caller":"traceutil/trace.go:171","msg":"trace[765278165] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14263; }","duration":"2.209222642s","start":"2026-04-23T00:45:47.589764Z","end":"2026-04-23T00:45:49.798986Z","steps":["trace[765278165] 'agreement among raft nodes before linearized reading' (duration: 2.20882638s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:49.799561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:47.589724Z","time spent":"2.209582343s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T00:45:49.823046Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.391368617s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T00:45:49.823433Z","caller":"traceutil/trace.go:171","msg":"trace[860447780] transaction","detail":"{read_only:false; response_revision:14264; number_of_response:1; }","duration":"1.391893573s","start":"2026-04-23T00:45:48.431515Z","end":"2026-04-23T00:45:49.823409Z","steps":["trace[860447780] 'process raft request' (duration: 1.391715858s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:49.8236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:48.431481Z","time spent":"1.392028887s","remote":"127.0.0.1:39452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18770,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:45:50.308073Z","caller":"traceutil/trace.go:171","msg":"trace[152660145] transaction","detail":"{read_only:false; response_revision:14265; number_of_response:1; }","duration":"1.563821734s","start":"2026-04-23T00:45:48.744227Z","end":"2026-04-23T00:45:50.308048Z","steps":["trace[152660145] 'process raft request' (duration: 1.563584106s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:50.308236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:48.7442Z","time spent":"1.563952328s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:45:50.308615Z","caller":"traceutil/trace.go:171","msg":"trace[1120563652] transaction","detail":"{read_only:false; response_revision:14266; number_of_response:1; }","duration":"869.541775ms","start":"2026-04-23T00:45:49.439024Z","end":"2026-04-23T00:45:50.308565Z","steps":["trace[1120563652] 'process raft request' (duration: 868.978437ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:45:50.308671Z","caller":"traceutil/trace.go:171","msg":"trace[1084016638] transaction","detail":"{read_only:false; response_revision:14267; number_of_response:1; }","duration":"579.336346ms","start":"2026-04-23T00:45:49.729306Z","end":"2026-04-23T00:45:50.308642Z","steps":["trace[1084016638] 'process raft request' (duration: 579.048757ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:50.308894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:49.438994Z","time spent":"869.73142ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:45:50.308899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:49.729281Z","time spent":"579.532641ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:45:50.309571Z","caller":"traceutil/trace.go:171","msg":"trace[827636904] transaction","detail":"{read_only:false; response_revision:14268; number_of_response:1; }","duration":"532.093805ms","start":"2026-04-23T00:45:49.777461Z","end":"2026-04-23T00:45:50.309555Z","steps":["trace[827636904] 'process raft request' (duration: 531.114734ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:50.309705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:49.777442Z","time spent":"532.22038ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:45:50.309962Z","caller":"traceutil/trace.go:171","msg":"trace[1598916641] transaction","detail":"{read_only:false; response_revision:14269; number_of_response:1; }","duration":"505.796726ms","start":"2026-04-23T00:45:49.80411Z","end":"2026-04-23T00:45:50.309907Z","steps":["trace[1598916641] 'process raft request' (duration: 505.396464ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:50.310116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:49.804091Z","time spent":"505.947172ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:45:50.310324Z","caller":"traceutil/trace.go:171","msg":"trace[305377974] transaction","detail":"{read_only:false; response_revision:14270; number_of_response:1; }","duration":"506.202099ms","start":"2026-04-23T00:45:49.804103Z","end":"2026-04-23T00:45:50.310305Z","steps":["trace[305377974] 'process raft request' (duration: 505.654402ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:50.310418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:49.804074Z","time spent":"506.298092ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:45:50.310536Z","caller":"traceutil/trace.go:171","msg":"trace[98247096] transaction","detail":"{read_only:false; response_revision:14272; number_of_response:1; }","duration":"506.267622ms","start":"2026-04-23T00:45:49.804255Z","end":"2026-04-23T00:45:50.310523Z","steps":["trace[98247096] 'process raft request' (duration: 506.077356ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:50.310654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:49.804229Z","time spent":"506.382786ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:45:50.310701Z","caller":"traceutil/trace.go:171","msg":"trace[1897552639] transaction","detail":"{read_only:false; response_revision:14271; number_of_response:1; }","duration":"506.491219ms","start":"2026-04-23T00:45:49.804197Z","end":"2026-04-23T00:45:50.310689Z","steps":["trace[1897552639] 'process raft request' (duration: 505.90043ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:50.310774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:49.804175Z","time spent":"506.563361ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:45:50.310881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.614583372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-04-23T00:45:50.310947Z","caller":"traceutil/trace.go:171","msg":"trace[692542085] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:14273; }","duration":"2.614684635s","start":"2026-04-23T00:45:47.696252Z","end":"2026-04-23T00:45:50.310937Z","steps":["trace[692542085] 'agreement among raft nodes before linearized reading' (duration: 2.614450628s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:45:50.310679Z","caller":"traceutil/trace.go:171","msg":"trace[2037500897] linearizableReadLoop","detail":"{readStateIndex:14783; appliedIndex:14778; }","duration":"513.307774ms","start":"2026-04-23T00:45:49.797305Z","end":"2026-04-23T00:45:50.310613Z","steps":["trace[2037500897] 'read index received' (duration: 25.949628ms)","trace[2037500897] 'applied index is now lower than readState.Index' (duration: 487.357276ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:45:50.311089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.416194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-04-23T00:45:50.31113Z","caller":"traceutil/trace.go:171","msg":"trace[670066878] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:14273; }","duration":"335.485657ms","start":"2026-04-23T00:45:49.975633Z","end":"2026-04-23T00:45:50.311119Z","steps":["trace[670066878] 'agreement among raft nodes before linearized reading' (duration: 335.411844ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:50.31116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:49.975609Z","time spent":"335.544169ms","remote":"127.0.0.1:39382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-23T00:45:50.310978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:47.696233Z","time spent":"2.614736277s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-23T00:45:50.311335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.176497072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T00:45:50.311432Z","caller":"traceutil/trace.go:171","msg":"trace[1473799954] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:14273; }","duration":"1.176635587s","start":"2026-04-23T00:45:49.134779Z","end":"2026-04-23T00:45:50.311415Z","steps":["trace[1473799954] 'agreement among raft nodes before linearized reading' (duration: 1.176503423s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:50.311471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.694588586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T00:45:50.311533Z","caller":"traceutil/trace.go:171","msg":"trace[1833126806] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:14273; }","duration":"1.694689539s","start":"2026-04-23T00:45:48.616834Z","end":"2026-04-23T00:45:50.311523Z","steps":["trace[1833126806] 'agreement among raft nodes before linearized reading' (duration: 1.694581456s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:50.311576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:48.616812Z","time spent":"1.694752772s","remote":"127.0.0.1:39724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":35,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:45:50.311636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.990032571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:45:50.311683Z","caller":"traceutil/trace.go:171","msg":"trace[1957810899] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:14273; }","duration":"1.990138615s","start":"2026-04-23T00:45:48.321535Z","end":"2026-04-23T00:45:50.311673Z","steps":["trace[1957810899] 'agreement among raft nodes before linearized reading' (duration: 1.990063473s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:50.311707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:48.321507Z","time spent":"1.990192047s","remote":"127.0.0.1:58004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:45:50.311797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.28202731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-23T00:45:50.311852Z","caller":"traceutil/trace.go:171","msg":"trace[1093505498] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14273; }","duration":"1.282108452s","start":"2026-04-23T00:45:49.029735Z","end":"2026-04-23T00:45:50.311843Z","steps":["trace[1093505498] 'agreement among raft nodes before linearized reading' (duration: 1.281987598s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:50.311881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:49.029717Z","time spent":"1.282157594s","remote":"127.0.0.1:39458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-23T00:45:50.311997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.004331422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1849"} {"level":"warn","ts":"2026-04-23T00:45:50.312056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.338203471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:45:50.312074Z","caller":"traceutil/trace.go:171","msg":"trace[414910097] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:14273; }","duration":"2.004443736s","start":"2026-04-23T00:45:48.30762Z","end":"2026-04-23T00:45:50.312064Z","steps":["trace[414910097] 'agreement among raft nodes before linearized reading' (duration: 2.004297711s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:45:50.312087Z","caller":"traceutil/trace.go:171","msg":"trace[1060186116] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:14273; }","duration":"1.338291893s","start":"2026-04-23T00:45:48.973785Z","end":"2026-04-23T00:45:50.312077Z","steps":["trace[1060186116] 'agreement among raft nodes before linearized reading' (duration: 1.338240841s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:50.312124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:48.973764Z","time spent":"1.338351405s","remote":"127.0.0.1:55104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:45:50.312261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:49.134757Z","time spent":"1.177482993s","remote":"127.0.0.1:46338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:45:50.312131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:48.307073Z","time spent":"2.005017054s","remote":"127.0.0.1:39424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1872,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"warn","ts":"2026-04-23T00:45:50.311583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.800464245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:45:50.312572Z","caller":"traceutil/trace.go:171","msg":"trace[1064326780] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14273; }","duration":"1.801487477s","start":"2026-04-23T00:45:48.511073Z","end":"2026-04-23T00:45:50.312561Z","steps":["trace[1064326780] 'agreement among raft nodes before linearized reading' (duration: 1.800483946s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:50.312608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:48.51105Z","time spent":"1.801548709s","remote":"127.0.0.1:39306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T00:45:50.312281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.627212772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:45:50.312643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.435075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-23T00:45:50.312686Z","caller":"traceutil/trace.go:171","msg":"trace[7870706] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:14273; }","duration":"1.627619815s","start":"2026-04-23T00:45:48.685058Z","end":"2026-04-23T00:45:50.312678Z","steps":["trace[7870706] 'agreement among raft nodes before linearized reading' (duration: 1.627197632s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:45:50.312713Z","caller":"traceutil/trace.go:171","msg":"trace[722664777] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:14273; }","duration":"655.545819ms","start":"2026-04-23T00:45:49.65715Z","end":"2026-04-23T00:45:50.312696Z","steps":["trace[722664777] 'agreement among raft nodes before linearized reading' (duration: 655.332342ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:50.312747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:48.685009Z","time spent":"1.627727949s","remote":"127.0.0.1:39644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:45:50.312774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:49.657133Z","time spent":"655.61813ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-23T00:45:50.312873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"863.142034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-zgppb\" ","response":"range_response_count:1 size:20770"} {"level":"info","ts":"2026-04-23T00:45:50.312948Z","caller":"traceutil/trace.go:171","msg":"trace[569727109] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-zgppb; range_end:; response_count:1; response_revision:14273; }","duration":"863.243356ms","start":"2026-04-23T00:45:49.449691Z","end":"2026-04-23T00:45:50.312935Z","steps":["trace[569727109] 'agreement among raft nodes before linearized reading' (duration: 862.844393ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:50.313009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:49.449679Z","time spent":"863.318659ms","remote":"127.0.0.1:39458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20793,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-zgppb\" "} {"level":"warn","ts":"2026-04-23T00:45:50.313014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"874.880923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-23T00:45:50.312956Z","caller":"traceutil/trace.go:171","msg":"trace[538598785] transaction","detail":"{read_only:false; response_revision:14273; number_of_response:1; }","duration":"508.566824ms","start":"2026-04-23T00:45:49.804372Z","end":"2026-04-23T00:45:50.312939Z","steps":["trace[538598785] 'process raft request' (duration: 506.068945ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:45:50.313225Z","caller":"traceutil/trace.go:171","msg":"trace[1028828174] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14273; }","duration":"875.118331ms","start":"2026-04-23T00:45:49.438089Z","end":"2026-04-23T00:45:50.313208Z","steps":["trace[1028828174] 'agreement among raft nodes before linearized reading' (duration: 874.819391ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:50.313283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:49.804361Z","time spent":"508.855273ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:45:50.313031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.313431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-23T00:45:50.313391Z","caller":"traceutil/trace.go:171","msg":"trace[1715172757] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:14273; }","duration":"655.666293ms","start":"2026-04-23T00:45:49.657695Z","end":"2026-04-23T00:45:50.313362Z","steps":["trace[1715172757] 'agreement among raft nodes before linearized reading' (duration: 655.244559ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:50.313539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:49.65769Z","time spent":"655.790556ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-23T00:45:50.313985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:49.438068Z","time spent":"875.239745ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T00:45:50.818225Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581741608219371659,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T00:45:51.172985Z","caller":"traceutil/trace.go:171","msg":"trace[1859273054] transaction","detail":"{read_only:false; response_revision:14274; number_of_response:1; }","duration":"855.303785ms","start":"2026-04-23T00:45:50.317657Z","end":"2026-04-23T00:45:51.172961Z","steps":["trace[1859273054] 'process raft request' (duration: 855.120819ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:51.173151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:50.317647Z","time spent":"855.418659ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:45:51.589905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.206972ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:45:51.590078Z","caller":"traceutil/trace.go:171","msg":"trace[1991029957] linearizableReadLoop","detail":"{readStateIndex:14791; appliedIndex:14788; }","duration":"1.272275361s","start":"2026-04-23T00:45:50.317787Z","end":"2026-04-23T00:45:51.590063Z","steps":["trace[1991029957] 'read index received' (duration: 855.102338ms)","trace[1991029957] 'applied index is now lower than readState.Index' (duration: 417.172123ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:45:51.590168Z","caller":"traceutil/trace.go:171","msg":"trace[647552457] transaction","detail":"{read_only:false; response_revision:14275; number_of_response:1; }","duration":"1.272176578s","start":"2026-04-23T00:45:50.317976Z","end":"2026-04-23T00:45:51.590153Z","steps":["trace[647552457] 'process raft request' (duration: 960.601945ms)","trace[647552457] 'compare' (duration: 310.86061ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:45:51.590279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:50.31794Z","time spent":"1.272267971s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:45:51.590334Z","caller":"traceutil/trace.go:171","msg":"trace[568122138] transaction","detail":"{read_only:false; response_revision:14276; number_of_response:1; }","duration":"1.243089331s","start":"2026-04-23T00:45:50.347223Z","end":"2026-04-23T00:45:51.590313Z","steps":["trace[568122138] 'process raft request' (duration: 1.242771981s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:51.590431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:50.347197Z","time spent":"1.243180894s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:45:51.590543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.272733475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-4ebd6ad5-01eb-417a-aae1-292b1d3d4637\" ","response":"range_response_count:1 size:1315"} {"level":"info","ts":"2026-04-23T00:45:51.59062Z","caller":"traceutil/trace.go:171","msg":"trace[205457367] range","detail":"{range_begin:/registry/persistentvolumes/pvc-4ebd6ad5-01eb-417a-aae1-292b1d3d4637; range_end:; response_count:1; response_revision:14276; }","duration":"1.272843909s","start":"2026-04-23T00:45:50.317752Z","end":"2026-04-23T00:45:51.590596Z","steps":["trace[205457367] 'agreement among raft nodes before linearized reading' (duration: 1.272593131s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:51.590638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.272842659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-04-23T00:45:51.590662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:50.317718Z","time spent":"1.272935102s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1338,"request content":"key:\"/registry/persistentvolumes/pvc-4ebd6ad5-01eb-417a-aae1-292b1d3d4637\" "} {"level":"info","ts":"2026-04-23T00:45:51.590699Z","caller":"traceutil/trace.go:171","msg":"trace[580749656] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14276; }","duration":"1.272956513s","start":"2026-04-23T00:45:50.317729Z","end":"2026-04-23T00:45:51.590685Z","steps":["trace[580749656] 'agreement among raft nodes before linearized reading' (duration: 1.272734146s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:51.590731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:50.317706Z","time spent":"1.273019005s","remote":"127.0.0.1:39458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-23T00:45:51.663682Z","caller":"traceutil/trace.go:171","msg":"trace[1783724291] transaction","detail":"{read_only:false; response_revision:14277; number_of_response:1; }","duration":"140.646094ms","start":"2026-04-23T00:45:51.523004Z","end":"2026-04-23T00:45:51.66365Z","steps":["trace[1783724291] 'process raft request' (duration: 140.250301ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:51.663687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.318704885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:45:51.664078Z","caller":"traceutil/trace.go:171","msg":"trace[2011888662] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14277; }","duration":"1.319153509s","start":"2026-04-23T00:45:50.344908Z","end":"2026-04-23T00:45:51.664062Z","steps":["trace[2011888662] 'agreement among raft nodes before linearized reading' (duration: 1.318627702s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:51.664052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.772235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:17 size:156821"} {"level":"warn","ts":"2026-04-23T00:45:51.664138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:50.344896Z","time spent":"1.319214742s","remote":"127.0.0.1:39306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T00:45:51.664153Z","caller":"traceutil/trace.go:171","msg":"trace[2101929500] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:17; response_revision:14277; }","duration":"439.9234ms","start":"2026-04-23T00:45:51.224207Z","end":"2026-04-23T00:45:51.664131Z","steps":["trace[2101929500] 'agreement among raft nodes before linearized reading' (duration: 439.487536ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:51.664211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:51.224183Z","time spent":"440.010762ms","remote":"127.0.0.1:39690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":17,"response size":156844,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-04-23T00:45:51.664353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.343903819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:66 size:632595"} {"level":"info","ts":"2026-04-23T00:45:51.664456Z","caller":"traceutil/trace.go:171","msg":"trace[326980860] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:66; response_revision:14277; }","duration":"1.344034844s","start":"2026-04-23T00:45:50.320402Z","end":"2026-04-23T00:45:51.664437Z","steps":["trace[326980860] 'agreement among raft nodes before linearized reading' (duration: 1.343127485s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:51.664527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:50.320395Z","time spent":"1.344120086s","remote":"127.0.0.1:39458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":66,"response size":632618,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-23T00:45:51.665219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.256967919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T00:45:51.665368Z","caller":"traceutil/trace.go:171","msg":"trace[1474844578] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:14277; }","duration":"1.257192866s","start":"2026-04-23T00:45:50.408155Z","end":"2026-04-23T00:45:51.665348Z","steps":["trace[1474844578] 'agreement among raft nodes before linearized reading' (duration: 1.255326757s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:51.665488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:50.408134Z","time spent":"1.25733099s","remote":"127.0.0.1:39362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1504,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:45:52.184766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.055814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:45:52.18488Z","caller":"traceutil/trace.go:171","msg":"trace[1857607469] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:14277; }","duration":"453.232339ms","start":"2026-04-23T00:45:51.731621Z","end":"2026-04-23T00:45:52.184853Z","steps":["trace[1857607469] 'range keys from in-memory index tree' (duration: 452.942971ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:52.184936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:51.73159Z","time spent":"453.332202ms","remote":"127.0.0.1:39690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-23T00:45:52.185069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.937271ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:45:52.185204Z","caller":"traceutil/trace.go:171","msg":"trace[1019364460] linearizableReadLoop","detail":"{readStateIndex:14793; appliedIndex:14792; }","duration":"373.65287ms","start":"2026-04-23T00:45:51.811529Z","end":"2026-04-23T00:45:52.185181Z","steps":["trace[1019364460] 'read index received' (duration: 214.499573ms)","trace[1019364460] 'applied index is now lower than readState.Index' (duration: 159.150677ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:45:52.185255Z","caller":"traceutil/trace.go:171","msg":"trace[1511738052] transaction","detail":"{read_only:false; response_revision:14278; number_of_response:1; }","duration":"381.733665ms","start":"2026-04-23T00:45:51.803478Z","end":"2026-04-23T00:45:52.185211Z","steps":["trace[1511738052] 'process raft request' (duration: 222.532656ms)","trace[1511738052] 'compare' (duration: 158.810027ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:45:52.185406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.884167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zr67s\" ","response":"range_response_count:1 size:6530"} {"level":"warn","ts":"2026-04-23T00:45:52.185411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:51.803451Z","time spent":"381.879519ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:45:52.185459Z","caller":"traceutil/trace.go:171","msg":"trace[1397502411] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zr67s; range_end:; response_count:1; response_revision:14278; }","duration":"374.007942ms","start":"2026-04-23T00:45:51.811436Z","end":"2026-04-23T00:45:52.185444Z","steps":["trace[1397502411] 'agreement among raft nodes before linearized reading' (duration: 373.842276ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:52.185513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:51.811399Z","time spent":"374.101714ms","remote":"127.0.0.1:39458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-zr67s\" "} {"level":"warn","ts":"2026-04-23T00:45:52.248291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.393278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:3223"} {"level":"info","ts":"2026-04-23T00:45:52.248378Z","caller":"traceutil/trace.go:171","msg":"trace[488028701] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:14278; }","duration":"403.522762ms","start":"2026-04-23T00:45:51.844834Z","end":"2026-04-23T00:45:52.248357Z","steps":["trace[488028701] 'agreement among raft nodes before linearized reading' (duration: 403.271945ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:52.248361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.161494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T00:45:52.248467Z","caller":"traceutil/trace.go:171","msg":"trace[2090325778] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:14278; }","duration":"405.340619ms","start":"2026-04-23T00:45:51.8431Z","end":"2026-04-23T00:45:52.24844Z","steps":["trace[2090325778] 'agreement among raft nodes before linearized reading' (duration: 405.143303ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:52.248526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:51.843077Z","time spent":"405.434942ms","remote":"127.0.0.1:39964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:45:52.248415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:51.844815Z","time spent":"403.591904ms","remote":"127.0.0.1:39808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3246,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" "} {"level":"info","ts":"2026-04-23T00:45:52.42664Z","caller":"traceutil/trace.go:171","msg":"trace[380683992] transaction","detail":"{read_only:false; response_revision:14282; number_of_response:1; }","duration":"101.390826ms","start":"2026-04-23T00:45:52.325224Z","end":"2026-04-23T00:45:52.426615Z","steps":["trace[380683992] 'process raft request' (duration: 101.128938ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:45:52.426706Z","caller":"traceutil/trace.go:171","msg":"trace[717829774] transaction","detail":"{read_only:false; response_revision:14280; number_of_response:1; }","duration":"107.53109ms","start":"2026-04-23T00:45:52.319132Z","end":"2026-04-23T00:45:52.426663Z","steps":["trace[717829774] 'process raft request' (duration: 105.163475ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:45:52.426865Z","caller":"traceutil/trace.go:171","msg":"trace[668627170] transaction","detail":"{read_only:false; response_revision:14283; number_of_response:1; }","duration":"101.378906ms","start":"2026-04-23T00:45:52.325473Z","end":"2026-04-23T00:45:52.426852Z","steps":["trace[668627170] 'process raft request' (duration: 100.919231ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:45:52.426754Z","caller":"traceutil/trace.go:171","msg":"trace[787959195] transaction","detail":"{read_only:false; response_revision:14281; number_of_response:1; }","duration":"105.060492ms","start":"2026-04-23T00:45:52.321649Z","end":"2026-04-23T00:45:52.426709Z","steps":["trace[787959195] 'process raft request' (duration: 104.654079ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:52.427244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.89595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-23T00:45:52.427336Z","caller":"traceutil/trace.go:171","msg":"trace[1622490244] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14283; }","duration":"107.009653ms","start":"2026-04-23T00:45:52.320303Z","end":"2026-04-23T00:45:52.427312Z","steps":["trace[1622490244] 'agreement among raft nodes before linearized reading' (duration: 106.59087ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:46:04.815439Z","caller":"traceutil/trace.go:171","msg":"trace[148351438] transaction","detail":"{read_only:false; response_revision:14359; number_of_response:1; }","duration":"362.742636ms","start":"2026-04-23T00:46:04.452675Z","end":"2026-04-23T00:46:04.815418Z","steps":["trace[148351438] 'process raft request' (duration: 335.106645ms)","trace[148351438] 'compare' (duration: 27.162636ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:46:04.815568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:46:04.45264Z","time spent":"362.86026ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:46:04.852847Z","caller":"traceutil/trace.go:171","msg":"trace[340177849] linearizableReadLoop","detail":"{readStateIndex:14878; appliedIndex:14876; }","duration":"354.480316ms","start":"2026-04-23T00:46:04.498337Z","end":"2026-04-23T00:46:04.852818Z","steps":["trace[340177849] 'read index received' (duration: 289.460886ms)","trace[340177849] 'applied index is now lower than readState.Index' (duration: 65.01813ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:46:04.85295Z","caller":"traceutil/trace.go:171","msg":"trace[2113494060] transaction","detail":"{read_only:false; response_revision:14360; number_of_response:1; }","duration":"373.056322ms","start":"2026-04-23T00:46:04.479863Z","end":"2026-04-23T00:46:04.852919Z","steps":["trace[2113494060] 'process raft request' (duration: 372.757902ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:46:04.85313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:46:04.479829Z","time spent":"373.186906ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:46:04.853234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.857758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-23T00:46:04.85329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.800966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-23T00:46:04.853359Z","caller":"traceutil/trace.go:171","msg":"trace[1210531] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14360; }","duration":"354.894099ms","start":"2026-04-23T00:46:04.49845Z","end":"2026-04-23T00:46:04.853344Z","steps":["trace[1210531] 'agreement among raft nodes before linearized reading' (duration: 354.733464ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:46:04.853279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.13739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-04-23T00:46:04.853376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.449235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-23T00:46:04.853412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:46:04.498438Z","time spent":"354.961941ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-23T00:46:04.85343Z","caller":"traceutil/trace.go:171","msg":"trace[544883897] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:14360; }","duration":"331.319476ms","start":"2026-04-23T00:46:04.522089Z","end":"2026-04-23T00:46:04.853408Z","steps":["trace[544883897] 'agreement among raft nodes before linearized reading' (duration: 331.019737ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:46:04.853494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:46:04.522076Z","time spent":"331.399598ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-23T00:46:04.853495Z","caller":"traceutil/trace.go:171","msg":"trace[820179680] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14360; }","duration":"354.658112ms","start":"2026-04-23T00:46:04.498804Z","end":"2026-04-23T00:46:04.853462Z","steps":["trace[820179680] 'agreement among raft nodes before linearized reading' (duration: 354.336792ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:46:04.853308Z","caller":"traceutil/trace.go:171","msg":"trace[1841892320] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14360; }","duration":"354.973362ms","start":"2026-04-23T00:46:04.498321Z","end":"2026-04-23T00:46:04.853294Z","steps":["trace[1841892320] 'agreement among raft nodes before linearized reading' (duration: 354.781195ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:46:04.853556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:46:04.498779Z","time spent":"354.766706ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T00:46:04.853572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:46:04.4983Z","time spent":"355.248491ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T00:46:04.853543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.308784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T00:46:04.853671Z","caller":"traceutil/trace.go:171","msg":"trace[1612925741] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:14360; }","duration":"147.550592ms","start":"2026-04-23T00:46:04.706093Z","end":"2026-04-23T00:46:04.853643Z","steps":["trace[1612925741] 'agreement among raft nodes before linearized reading' (duration: 147.264243ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:46:04.853653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.310662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-23T00:46:04.853765Z","caller":"traceutil/trace.go:171","msg":"trace[1301327229] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14360; }","duration":"355.473818ms","start":"2026-04-23T00:46:04.498267Z","end":"2026-04-23T00:46:04.85374Z","steps":["trace[1301327229] 'agreement among raft nodes before linearized reading' (duration: 354.714974ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:46:04.853854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:46:04.498228Z","time spent":"355.610112ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-23T00:46:05.378833Z","caller":"traceutil/trace.go:171","msg":"trace[896007870] transaction","detail":"{read_only:false; response_revision:14362; number_of_response:1; }","duration":"519.847569ms","start":"2026-04-23T00:46:04.858934Z","end":"2026-04-23T00:46:05.378781Z","steps":["trace[896007870] 'process raft request' (duration: 519.010313ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:46:05.393426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:46:04.858921Z","time spent":"534.365836ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:46:05.37892Z","caller":"traceutil/trace.go:171","msg":"trace[1288355010] transaction","detail":"{read_only:false; response_revision:14363; number_of_response:1; }","duration":"519.857089ms","start":"2026-04-23T00:46:04.85903Z","end":"2026-04-23T00:46:05.378887Z","steps":["trace[1288355010] 'process raft request' (duration: 519.674883ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:46:05.393844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:46:04.859009Z","time spent":"534.759658ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:46:05.379087Z","caller":"traceutil/trace.go:171","msg":"trace[608498119] transaction","detail":"{read_only:false; response_revision:14364; number_of_response:1; }","duration":"519.899071ms","start":"2026-04-23T00:46:04.859161Z","end":"2026-04-23T00:46:05.37906Z","steps":["trace[608498119] 'process raft request' (duration: 519.664123ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:46:05.394013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:46:04.859142Z","time spent":"534.844501ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:46:05.379271Z","caller":"traceutil/trace.go:171","msg":"trace[1717147776] linearizableReadLoop","detail":"{readStateIndex:14883; appliedIndex:14878; }","duration":"519.334992ms","start":"2026-04-23T00:46:04.859924Z","end":"2026-04-23T00:46:05.379259Z","steps":["trace[1717147776] 'read index received' (duration: 34.132036ms)","trace[1717147776] 'applied index is now lower than readState.Index' (duration: 485.202026ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:46:05.379324Z","caller":"traceutil/trace.go:171","msg":"trace[1638612934] transaction","detail":"{read_only:false; response_revision:14365; number_of_response:1; }","duration":"519.777366ms","start":"2026-04-23T00:46:04.859521Z","end":"2026-04-23T00:46:05.379298Z","steps":["trace[1638612934] 'process raft request' (duration: 519.446906ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:46:05.394205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:46:04.859504Z","time spent":"534.677676ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:46:05.379436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.492428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-04-23T00:46:05.394367Z","caller":"traceutil/trace.go:171","msg":"trace[2107968501] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:14365; }","duration":"534.447939ms","start":"2026-04-23T00:46:04.859881Z","end":"2026-04-23T00:46:05.394329Z","steps":["trace[2107968501] 'agreement among raft nodes before linearized reading' (duration: 519.416995ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:46:05.394412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:46:04.859867Z","time spent":"534.534401ms","remote":"127.0.0.1:39424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-04-23T00:46:05.963564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.932105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T00:46:05.963647Z","caller":"traceutil/trace.go:171","msg":"trace[961977265] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:14365; }","duration":"378.101221ms","start":"2026-04-23T00:46:05.585525Z","end":"2026-04-23T00:46:05.963627Z","steps":["trace[961977265] 'count revisions from in-memory index tree' (duration: 377.77438ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:46:05.963689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:46:05.585493Z","time spent":"378.185323ms","remote":"127.0.0.1:40978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:46:05.963655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.56452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-23T00:46:05.963772Z","caller":"traceutil/trace.go:171","msg":"trace[584775500] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14365; }","duration":"296.698044ms","start":"2026-04-23T00:46:05.667044Z","end":"2026-04-23T00:46:05.963742Z","steps":["trace[584775500] 'range keys from in-memory index tree' (duration: 296.295042ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:46:05.963765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.002371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-zgppb\" ","response":"range_response_count:1 size:20770"} {"level":"warn","ts":"2026-04-23T00:46:05.964044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.830834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:46:05.964049Z","caller":"traceutil/trace.go:171","msg":"trace[823637692] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-zgppb; range_end:; response_count:1; response_revision:14365; }","duration":"158.30361ms","start":"2026-04-23T00:46:05.805724Z","end":"2026-04-23T00:46:05.964027Z","steps":["trace[823637692] 'range keys from in-memory index tree' (duration: 157.818995ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:46:05.964085Z","caller":"traceutil/trace.go:171","msg":"trace[479960385] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14365; }","duration":"450.934007ms","start":"2026-04-23T00:46:05.513138Z","end":"2026-04-23T00:46:05.964072Z","steps":["trace[479960385] 'range keys from in-memory index tree' (duration: 450.635387ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:46:05.964136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:46:05.513113Z","time spent":"451.01667ms","remote":"127.0.0.1:39306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T00:46:26.471783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.82902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.233\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-23T00:46:26.471887Z","caller":"traceutil/trace.go:171","msg":"trace[2012929735] range","detail":"{range_begin:/registry/masterleases/199.204.45.233; range_end:; response_count:1; response_revision:14781; }","duration":"200.001545ms","start":"2026-04-23T00:46:26.271864Z","end":"2026-04-23T00:46:26.471866Z","steps":["trace[2012929735] 'range keys from in-memory index tree' (duration: 199.612243ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:46:31.231845Z","caller":"traceutil/trace.go:171","msg":"trace[1969746702] transaction","detail":"{read_only:false; response_revision:14806; number_of_response:1; }","duration":"111.185015ms","start":"2026-04-23T00:46:31.120614Z","end":"2026-04-23T00:46:31.231799Z","steps":["trace[1969746702] 'process raft request' (duration: 110.905767ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:46:31.247268Z","caller":"traceutil/trace.go:171","msg":"trace[947905774] transaction","detail":"{read_only:false; response_revision:14807; number_of_response:1; }","duration":"110.585106ms","start":"2026-04-23T00:46:31.136647Z","end":"2026-04-23T00:46:31.247232Z","steps":["trace[947905774] 'process raft request' (duration: 110.330258ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:46:32.394931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.010922302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-trnc7\" ","response":"range_response_count:1 size:22132"} {"level":"warn","ts":"2026-04-23T00:46:32.394866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.030080176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-trnc7\" ","response":"range_response_count:1 size:22132"} {"level":"info","ts":"2026-04-23T00:46:32.395006Z","caller":"traceutil/trace.go:171","msg":"trace[193209640] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-trnc7; range_end:; response_count:1; response_revision:14808; }","duration":"1.011015085s","start":"2026-04-23T00:46:31.383977Z","end":"2026-04-23T00:46:32.394992Z","steps":["trace[193209640] 'range keys from in-memory index tree' (duration: 1.010715766s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:46:32.395035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:46:31.383898Z","time spent":"1.011131408s","remote":"127.0.0.1:39458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22155,"request content":"key:\"/registry/pods/openstack/nova-compute-default-trnc7\" "} {"level":"info","ts":"2026-04-23T00:46:32.395045Z","caller":"traceutil/trace.go:171","msg":"trace[1629175057] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-trnc7; range_end:; response_count:1; response_revision:14808; }","duration":"1.030332944s","start":"2026-04-23T00:46:31.36469Z","end":"2026-04-23T00:46:32.395023Z","steps":["trace[1629175057] 'range keys from in-memory index tree' (duration: 1.029807098s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:46:32.395101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:46:31.364661Z","time spent":"1.030420177s","remote":"127.0.0.1:39458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22155,"request content":"key:\"/registry/pods/openstack/nova-compute-default-trnc7\" "} {"level":"warn","ts":"2026-04-23T00:46:32.402792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.97892ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-23T00:46:32.402965Z","caller":"traceutil/trace.go:171","msg":"trace[177091826] linearizableReadLoop","detail":"{readStateIndex:15338; appliedIndex:15337; }","duration":"889.403001ms","start":"2026-04-23T00:46:31.51354Z","end":"2026-04-23T00:46:32.402943Z","steps":["trace[177091826] 'read index received' (duration: 273.251065ms)","trace[177091826] 'applied index is now lower than readState.Index' (duration: 616.149946ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:46:32.403118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"889.574556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:46:32.403162Z","caller":"traceutil/trace.go:171","msg":"trace[384992601] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14808; }","duration":"889.67169ms","start":"2026-04-23T00:46:31.513478Z","end":"2026-04-23T00:46:32.40315Z","steps":["trace[384992601] 'agreement among raft nodes before linearized reading' (duration: 889.586027ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:46:32.403198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:46:31.513451Z","time spent":"889.736462ms","remote":"127.0.0.1:39306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T00:46:32.403361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.496644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:46:32.403427Z","caller":"traceutil/trace.go:171","msg":"trace[152835587] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14808; }","duration":"522.574446ms","start":"2026-04-23T00:46:31.880835Z","end":"2026-04-23T00:46:32.403409Z","steps":["trace[152835587] 'agreement among raft nodes before linearized reading' (duration: 522.464512ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:46:32.403441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.84488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:46:32.403464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:46:31.880827Z","time spent":"522.629757ms","remote":"127.0.0.1:39494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-04-23T00:46:32.403488Z","caller":"traceutil/trace.go:171","msg":"trace[859857746] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14808; }","duration":"205.918723ms","start":"2026-04-23T00:46:32.197556Z","end":"2026-04-23T00:46:32.403475Z","steps":["trace[859857746] 'agreement among raft nodes before linearized reading' (duration: 205.82851ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:46:32.403475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.794933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-23T00:46:32.403542Z","caller":"traceutil/trace.go:171","msg":"trace[1929346249] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14808; }","duration":"522.917416ms","start":"2026-04-23T00:46:31.88061Z","end":"2026-04-23T00:46:32.403527Z","steps":["trace[1929346249] 'agreement among raft nodes before linearized reading' (duration: 522.72143ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:46:32.403554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"870.604239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-23T00:46:32.403581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:46:31.880586Z","time spent":"522.987149ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-23T00:46:32.403537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.723326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:46:32.403601Z","caller":"traceutil/trace.go:171","msg":"trace[1788191062] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14808; }","duration":"870.692381ms","start":"2026-04-23T00:46:31.532891Z","end":"2026-04-23T00:46:32.403583Z","steps":["trace[1788191062] 'agreement among raft nodes before linearized reading' (duration: 870.470234ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:46:32.403643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:46:31.532868Z","time spent":"870.765604ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-23T00:46:32.403645Z","caller":"traceutil/trace.go:171","msg":"trace[1501556269] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:14808; }","duration":"637.905672ms","start":"2026-04-23T00:46:31.765714Z","end":"2026-04-23T00:46:32.40362Z","steps":["trace[1501556269] 'agreement among raft nodes before linearized reading' (duration: 637.729897ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:46:32.403711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:46:31.765684Z","time spent":"638.007966ms","remote":"127.0.0.1:33188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:46:32.403734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.245125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:46:32.403772Z","caller":"traceutil/trace.go:171","msg":"trace[1499906737] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14808; }","duration":"397.308317ms","start":"2026-04-23T00:46:32.006453Z","end":"2026-04-23T00:46:32.403761Z","steps":["trace[1499906737] 'agreement among raft nodes before linearized reading' (duration: 397.251125ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:46:32.403793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"876.406402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-04-23T00:46:32.403802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:46:32.006438Z","time spent":"397.357158ms","remote":"127.0.0.1:39494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-23T00:46:32.403812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"881.520062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-23T00:46:32.403839Z","caller":"traceutil/trace.go:171","msg":"trace[1421704048] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:14808; }","duration":"876.454953ms","start":"2026-04-23T00:46:31.527362Z","end":"2026-04-23T00:46:32.403817Z","steps":["trace[1421704048] 'agreement among raft nodes before linearized reading' (duration: 876.000928ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:46:32.403843Z","caller":"traceutil/trace.go:171","msg":"trace[50714898] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14808; }","duration":"881.568824ms","start":"2026-04-23T00:46:31.522266Z","end":"2026-04-23T00:46:32.403835Z","steps":["trace[50714898] 'agreement among raft nodes before linearized reading' (duration: 881.487242ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:46:32.403843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.127139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:46:32.403867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:46:31.52735Z","time spent":"876.510775ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T00:46:32.403869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:46:31.522246Z","time spent":"881.617965ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T00:46:32.403892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.373217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:46:32.403898Z","caller":"traceutil/trace.go:171","msg":"trace[1448454186] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14808; }","duration":"206.232483ms","start":"2026-04-23T00:46:32.197648Z","end":"2026-04-23T00:46:32.403881Z","steps":["trace[1448454186] 'agreement among raft nodes before linearized reading' (duration: 206.091498ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:46:32.403928Z","caller":"traceutil/trace.go:171","msg":"trace[248762204] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14808; }","duration":"206.448539ms","start":"2026-04-23T00:46:32.197467Z","end":"2026-04-23T00:46:32.403916Z","steps":["trace[248762204] 'agreement among raft nodes before linearized reading' (duration: 206.390047ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:46:32.403973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"880.17285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-23T00:46:32.403942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.810781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-23T00:46:32.403991Z","caller":"traceutil/trace.go:171","msg":"trace[284651255] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14808; }","duration":"880.190451ms","start":"2026-04-23T00:46:31.523795Z","end":"2026-04-23T00:46:32.403986Z","steps":["trace[284651255] 'agreement among raft nodes before linearized reading' (duration: 880.133329ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:46:32.404018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:46:31.523712Z","time spent":"880.301994ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-23T00:46:32.404038Z","caller":"traceutil/trace.go:171","msg":"trace[1207069964] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14808; }","duration":"200.933435ms","start":"2026-04-23T00:46:32.20308Z","end":"2026-04-23T00:46:32.404013Z","steps":["trace[1207069964] 'agreement among raft nodes before linearized reading' (duration: 200.635215ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:46:32.404053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.36632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-04-23T00:46:32.404087Z","caller":"traceutil/trace.go:171","msg":"trace[1286401657] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14808; }","duration":"457.421962ms","start":"2026-04-23T00:46:31.946655Z","end":"2026-04-23T00:46:32.404077Z","steps":["trace[1286401657] 'agreement among raft nodes before linearized reading' (duration: 457.262737ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:46:32.404096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.872199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-04-23T00:46:32.404123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:46:31.946642Z","time spent":"457.474813ms","remote":"127.0.0.1:39494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-04-23T00:46:32.404136Z","caller":"traceutil/trace.go:171","msg":"trace[1239916621] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14808; }","duration":"649.950531ms","start":"2026-04-23T00:46:31.754175Z","end":"2026-04-23T00:46:32.404125Z","steps":["trace[1239916621] 'agreement among raft nodes before linearized reading' (duration: 649.781096ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:46:32.404163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.703354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-04-23T00:46:32.404169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:46:31.75415Z","time spent":"650.012534ms","remote":"127.0.0.1:39494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-04-23T00:46:32.404195Z","caller":"traceutil/trace.go:171","msg":"trace[277641780] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14808; }","duration":"296.754866ms","start":"2026-04-23T00:46:32.107431Z","end":"2026-04-23T00:46:32.404186Z","steps":["trace[277641780] 'agreement among raft nodes before linearized reading' (duration: 296.680604ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:46:32.404238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.421851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:46:32.403443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.79396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-23T00:46:32.404269Z","caller":"traceutil/trace.go:171","msg":"trace[40351785] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14808; }","duration":"463.495523ms","start":"2026-04-23T00:46:31.940764Z","end":"2026-04-23T00:46:32.40426Z","steps":["trace[40351785] 'agreement among raft nodes before linearized reading' (duration: 463.450721ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:46:32.404272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.432419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-04-23T00:46:32.404288Z","caller":"traceutil/trace.go:171","msg":"trace[580931650] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14808; }","duration":"397.671178ms","start":"2026-04-23T00:46:32.006607Z","end":"2026-04-23T00:46:32.404278Z","steps":["trace[580931650] 'agreement among raft nodes before linearized reading' (duration: 396.672107ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:46:32.4043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:46:31.940738Z","time spent":"463.556205ms","remote":"127.0.0.1:39494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-04-23T00:46:32.404312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.670106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-04-23T00:46:32.404321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:46:32.0066Z","time spent":"397.710919ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-04-23T00:46:32.404336Z","caller":"traceutil/trace.go:171","msg":"trace[1587532122] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14808; }","duration":"206.711128ms","start":"2026-04-23T00:46:32.197619Z","end":"2026-04-23T00:46:32.40433Z","steps":["trace[1587532122] 'agreement among raft nodes before linearized reading' (duration: 206.652476ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:46:32.404358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.625078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-04-23T00:46:32.404091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.808776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-04-23T00:46:32.404395Z","caller":"traceutil/trace.go:171","msg":"trace[346132275] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14808; }","duration":"339.739502ms","start":"2026-04-23T00:46:32.064648Z","end":"2026-04-23T00:46:32.404388Z","steps":["trace[346132275] 'agreement among raft nodes before linearized reading' (duration: 339.6728ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:46:32.404387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.161322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-z8plv\" ","response":"range_response_count:1 size:9796"} {"level":"info","ts":"2026-04-23T00:46:32.404407Z","caller":"traceutil/trace.go:171","msg":"trace[1655456703] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14808; }","duration":"296.149257ms","start":"2026-04-23T00:46:32.108251Z","end":"2026-04-23T00:46:32.4044Z","steps":["trace[1655456703] 'agreement among raft nodes before linearized reading' (duration: 295.761425ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:46:32.404417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:46:32.064623Z","time spent":"339.789712ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-04-23T00:46:32.404424Z","caller":"traceutil/trace.go:171","msg":"trace[1539292002] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-z8plv; range_end:; response_count:1; response_revision:14808; }","duration":"116.216744ms","start":"2026-04-23T00:46:32.288197Z","end":"2026-04-23T00:46:32.404414Z","steps":["trace[1539292002] 'agreement among raft nodes before linearized reading' (duration: 116.113971ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:46:32.404459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.740801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:46:32.404486Z","caller":"traceutil/trace.go:171","msg":"trace[597859027] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14808; }","duration":"463.797982ms","start":"2026-04-23T00:46:31.94068Z","end":"2026-04-23T00:46:32.404478Z","steps":["trace[597859027] 'agreement among raft nodes before linearized reading' (duration: 463.756951ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:46:32.404512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:46:31.940667Z","time spent":"463.841003ms","remote":"127.0.0.1:39494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-04-23T00:46:32.404679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.185028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-zgppb\" ","response":"range_response_count:1 size:20770"} {"level":"warn","ts":"2026-04-23T00:46:32.404248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.950072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:46:32.404305Z","caller":"traceutil/trace.go:171","msg":"trace[1215101113] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14808; }","duration":"396.485211ms","start":"2026-04-23T00:46:32.007813Z","end":"2026-04-23T00:46:32.404298Z","steps":["trace[1215101113] 'agreement among raft nodes before linearized reading' (duration: 396.397258ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:46:32.404755Z","caller":"traceutil/trace.go:171","msg":"trace[309870905] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14808; }","duration":"297.474249ms","start":"2026-04-23T00:46:32.107268Z","end":"2026-04-23T00:46:32.404742Z","steps":["trace[309870905] 'agreement among raft nodes before linearized reading' (duration: 296.960543ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:46:32.404778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:46:32.007803Z","time spent":"396.962936ms","remote":"127.0.0.1:39494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-23T00:46:32.404693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.02234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:46:32.404834Z","caller":"traceutil/trace.go:171","msg":"trace[868157256] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14808; }","duration":"464.194575ms","start":"2026-04-23T00:46:31.940631Z","end":"2026-04-23T00:46:32.404825Z","steps":["trace[868157256] 'agreement among raft nodes before linearized reading' (duration: 464.0338ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:46:32.404862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:46:31.940605Z","time spent":"464.248636ms","remote":"127.0.0.1:39494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-23T00:46:32.404788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.160801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-04-23T00:46:32.404914Z","caller":"traceutil/trace.go:171","msg":"trace[1350442552] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14808; }","duration":"521.379618ms","start":"2026-04-23T00:46:31.883529Z","end":"2026-04-23T00:46:32.404909Z","steps":["trace[1350442552] 'agreement among raft nodes before linearized reading' (duration: 521.183022ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:46:32.404931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:46:31.883481Z","time spent":"521.445021ms","remote":"127.0.0.1:39494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-04-23T00:46:32.40473Z","caller":"traceutil/trace.go:171","msg":"trace[1922030876] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-zgppb; range_end:; response_count:1; response_revision:14808; }","duration":"126.271231ms","start":"2026-04-23T00:46:32.278447Z","end":"2026-04-23T00:46:32.404719Z","steps":["trace[1922030876] 'agreement among raft nodes before linearized reading' (duration: 126.127477ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:46:33.565972Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.098159202s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T00:46:33.56647Z","caller":"traceutil/trace.go:171","msg":"trace[166841173] transaction","detail":"{read_only:false; response_revision:14810; number_of_response:1; }","duration":"1.1574128s","start":"2026-04-23T00:46:32.40897Z","end":"2026-04-23T00:46:33.566383Z","steps":["trace[166841173] 'process raft request' (duration: 1.157204924s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:46:33.56669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:46:32.408873Z","time spent":"1.157672609s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:46:33.566912Z","caller":"traceutil/trace.go:171","msg":"trace[1740302263] transaction","detail":"{read_only:false; response_revision:14811; number_of_response:1; }","duration":"1.157599667s","start":"2026-04-23T00:46:32.409261Z","end":"2026-04-23T00:46:33.566861Z","steps":["trace[1740302263] 'process raft request' (duration: 1.15707968s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:46:33.567164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:46:32.409247Z","time spent":"1.157783752s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:46:33.567171Z","caller":"traceutil/trace.go:171","msg":"trace[1368746853] transaction","detail":"{read_only:false; response_revision:14812; number_of_response:1; }","duration":"1.154839919s","start":"2026-04-23T00:46:32.4123Z","end":"2026-04-23T00:46:33.56714Z","steps":["trace[1368746853] 'process raft request' (duration: 1.154459187s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:46:33.568328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:46:32.412288Z","time spent":"1.155896072s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:46:33.567986Z","caller":"traceutil/trace.go:171","msg":"trace[2041371591] linearizableReadLoop","detail":"{readStateIndex:15342; appliedIndex:15338; }","duration":"1.154834889s","start":"2026-04-23T00:46:32.41232Z","end":"2026-04-23T00:46:33.567155Z","steps":["trace[2041371591] 'read index received' (duration: 55.549361ms)","trace[2041371591] 'applied index is now lower than readState.Index' (duration: 1.099284578s)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:46:33.568672Z","caller":"traceutil/trace.go:171","msg":"trace[1742086992] transaction","detail":"{read_only:false; response_revision:14813; number_of_response:1; }","duration":"1.155980585s","start":"2026-04-23T00:46:32.412425Z","end":"2026-04-23T00:46:33.568405Z","steps":["trace[1742086992] 'process raft request' (duration: 1.154569131s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:46:33.56882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:46:32.412417Z","time spent":"1.156344687s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:46:33.571955Z","caller":"traceutil/trace.go:171","msg":"trace[1520146269] transaction","detail":"{read_only:false; response_revision:14814; number_of_response:1; }","duration":"1.076406907s","start":"2026-04-23T00:46:32.495506Z","end":"2026-04-23T00:46:33.571913Z","steps":["trace[1520146269] 'process raft request' (duration: 1.075713745s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:46:33.572223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:46:32.495482Z","time spent":"1.076592252s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:46:33.572862Z","caller":"traceutil/trace.go:171","msg":"trace[1130911861] transaction","detail":"{read_only:false; response_revision:14815; number_of_response:1; }","duration":"585.707576ms","start":"2026-04-23T00:46:32.987086Z","end":"2026-04-23T00:46:33.572794Z","steps":["trace[1130911861] 'process raft request' (duration: 584.602741ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:46:33.573153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:46:32.98706Z","time spent":"585.945343ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:46:33.57364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.650514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"info","ts":"2026-04-23T00:46:33.573723Z","caller":"traceutil/trace.go:171","msg":"trace[399014488] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:14816; }","duration":"284.80434ms","start":"2026-04-23T00:46:33.288876Z","end":"2026-04-23T00:46:33.57368Z","steps":["trace[399014488] 'agreement among raft nodes before linearized reading' (duration: 284.556362ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:46:33.573773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.161413286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:737800"} {"level":"warn","ts":"2026-04-23T00:46:33.573894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.553513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:46:33.573971Z","caller":"traceutil/trace.go:171","msg":"trace[154252277] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:14813; }","duration":"1.161628243s","start":"2026-04-23T00:46:32.4123Z","end":"2026-04-23T00:46:33.573929Z","steps":["trace[154252277] 'agreement among raft nodes before linearized reading' (duration: 1.155067967s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:46:33.574042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:46:32.412291Z","time spent":"1.161731996s","remote":"127.0.0.1:39458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":737823,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-23T00:46:33.574092Z","caller":"traceutil/trace.go:171","msg":"trace[1307642417] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:14816; }","duration":"285.728178ms","start":"2026-04-23T00:46:33.288275Z","end":"2026-04-23T00:46:33.574003Z","steps":["trace[1307642417] 'agreement among raft nodes before linearized reading' (duration: 285.512151ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:46:33.574295Z","caller":"traceutil/trace.go:171","msg":"trace[1799513035] transaction","detail":"{read_only:false; response_revision:14816; number_of_response:1; }","duration":"580.068739ms","start":"2026-04-23T00:46:32.994186Z","end":"2026-04-23T00:46:33.574255Z","steps":["trace[1799513035] 'process raft request' (duration: 577.769246ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:46:33.574414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:46:32.994168Z","time spent":"580.175221ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:46:33.574674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.198428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:46:33.574749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.044807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-23T00:46:33.574795Z","caller":"traceutil/trace.go:171","msg":"trace[1881315087] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14816; }","duration":"322.376124ms","start":"2026-04-23T00:46:33.252389Z","end":"2026-04-23T00:46:33.574765Z","steps":["trace[1881315087] 'agreement among raft nodes before linearized reading' (duration: 322.125596ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:46:33.574895Z","caller":"traceutil/trace.go:171","msg":"trace[1861321910] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14816; }","duration":"285.178281ms","start":"2026-04-23T00:46:33.28967Z","end":"2026-04-23T00:46:33.574848Z","steps":["trace[1861321910] 'agreement among raft nodes before linearized reading' (duration: 284.937004ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:46:33.574899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:46:33.252365Z","time spent":"322.512808ms","remote":"127.0.0.1:39494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-23T00:46:33.575366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.909662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-04-23T00:46:33.575439Z","caller":"traceutil/trace.go:171","msg":"trace[404046222] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14816; }","duration":"284.969774ms","start":"2026-04-23T00:46:33.29044Z","end":"2026-04-23T00:46:33.575409Z","steps":["trace[404046222] 'agreement among raft nodes before linearized reading' (duration: 284.794779ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:46:33.575476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.205672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-23T00:46:33.575875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.775707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-23T00:46:33.575955Z","caller":"traceutil/trace.go:171","msg":"trace[1986877445] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14816; }","duration":"434.880311ms","start":"2026-04-23T00:46:33.141058Z","end":"2026-04-23T00:46:33.575939Z","steps":["trace[1986877445] 'agreement among raft nodes before linearized reading' (duration: 434.658094ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:46:33.575999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:46:33.141041Z","time spent":"434.948023ms","remote":"127.0.0.1:39458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-23T00:46:33.57603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"934.688498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zr67s\" ","response":"range_response_count:1 size:6530"} {"level":"info","ts":"2026-04-23T00:46:33.576119Z","caller":"traceutil/trace.go:171","msg":"trace[1211503105] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zr67s; range_end:; response_count:1; response_revision:14816; }","duration":"934.765771ms","start":"2026-04-23T00:46:32.641329Z","end":"2026-04-23T00:46:33.576094Z","steps":["trace[1211503105] 'agreement among raft nodes before linearized reading' (duration: 934.525223ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:46:33.57617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:46:32.641244Z","time spent":"934.917396ms","remote":"127.0.0.1:39458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-zr67s\" "} {"level":"info","ts":"2026-04-23T00:46:33.575578Z","caller":"traceutil/trace.go:171","msg":"trace[2098082166] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14816; }","duration":"324.284834ms","start":"2026-04-23T00:46:33.25125Z","end":"2026-04-23T00:46:33.575535Z","steps":["trace[2098082166] 'agreement among raft nodes before linearized reading' (duration: 322.234999ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:46:33.576508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.164117722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:737800"} {"level":"warn","ts":"2026-04-23T00:46:33.576566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:46:33.251176Z","time spent":"325.372208ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-23T00:46:33.576604Z","caller":"traceutil/trace.go:171","msg":"trace[1866044484] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:14816; }","duration":"1.164230866s","start":"2026-04-23T00:46:32.412341Z","end":"2026-04-23T00:46:33.576572Z","steps":["trace[1866044484] 'agreement among raft nodes before linearized reading' (duration: 1.160512649s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:46:33.576652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:46:32.41233Z","time spent":"1.164309668s","remote":"127.0.0.1:39458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":737823,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-23T00:46:33.76156Z","caller":"traceutil/trace.go:171","msg":"trace[2041133741] linearizableReadLoop","detail":"{readStateIndex:15347; appliedIndex:15346; }","duration":"179.545811ms","start":"2026-04-23T00:46:33.581974Z","end":"2026-04-23T00:46:33.76152Z","steps":["trace[2041133741] 'read index received' (duration: 179.168049ms)","trace[2041133741] 'applied index is now lower than readState.Index' (duration: 376.442µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:46:33.76175Z","caller":"traceutil/trace.go:171","msg":"trace[102733141] transaction","detail":"{read_only:false; response_revision:14817; number_of_response:1; }","duration":"180.086678ms","start":"2026-04-23T00:46:33.581595Z","end":"2026-04-23T00:46:33.761682Z","steps":["trace[102733141] 'process raft request' (duration: 179.718266ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:46:33.762018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.999095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18784"} {"level":"info","ts":"2026-04-23T00:46:33.762146Z","caller":"traceutil/trace.go:171","msg":"trace[418715790] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:14817; }","duration":"180.164851ms","start":"2026-04-23T00:46:33.581952Z","end":"2026-04-23T00:46:33.762117Z","steps":["trace[418715790] 'agreement among raft nodes before linearized reading' (duration: 179.751858ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:46:33.76291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.426548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:737800"} {"level":"info","ts":"2026-04-23T00:46:33.76299Z","caller":"traceutil/trace.go:171","msg":"trace[763510177] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:14817; }","duration":"180.542753ms","start":"2026-04-23T00:46:33.582428Z","end":"2026-04-23T00:46:33.76297Z","steps":["trace[763510177] 'agreement among raft nodes before linearized reading' (duration: 179.326244ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:46:34.053369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.232715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:46:34.053402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.245572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-04-23T00:46:34.05351Z","caller":"traceutil/trace.go:171","msg":"trace[1216183160] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:14817; }","duration":"189.432462ms","start":"2026-04-23T00:46:33.864049Z","end":"2026-04-23T00:46:34.053482Z","steps":["trace[1216183160] 'count revisions from in-memory index tree' (duration: 189.138262ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:46:34.053521Z","caller":"traceutil/trace.go:171","msg":"trace[354865445] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:14817; }","duration":"200.427068ms","start":"2026-04-23T00:46:33.853067Z","end":"2026-04-23T00:46:34.053494Z","steps":["trace[354865445] 'range keys from in-memory index tree' (duration: 200.014915ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:46:34.699861Z","caller":"traceutil/trace.go:171","msg":"trace[2134286413] transaction","detail":"{read_only:false; response_revision:14820; number_of_response:1; }","duration":"181.838373ms","start":"2026-04-23T00:46:34.517976Z","end":"2026-04-23T00:46:34.699814Z","steps":["trace[2134286413] 'process raft request' (duration: 142.829743ms)","trace[2134286413] 'compare' (duration: 38.567816ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:46:35.106703Z","caller":"traceutil/trace.go:171","msg":"trace[2120374509] transaction","detail":"{read_only:false; response_revision:14822; number_of_response:1; }","duration":"105.31581ms","start":"2026-04-23T00:46:35.001348Z","end":"2026-04-23T00:46:35.106664Z","steps":["trace[2120374509] 'process raft request' (duration: 69.696757ms)","trace[2120374509] 'compare' (duration: 35.301113ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:47:05.109655Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12921} {"level":"info","ts":"2026-04-23T00:47:05.192369Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12921,"took":"78.237819ms","hash":1999521120,"current-db-size-bytes":58359808,"current-db-size":"58 MB","current-db-size-in-use-bytes":29499392,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-04-23T00:47:05.192433Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1999521120,"revision":12921,"compact-revision":10728} {"level":"warn","ts":"2026-04-23T00:47:14.023417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.491308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-23T00:47:14.022906Z","caller":"traceutil/trace.go:171","msg":"trace[2074661733] transaction","detail":"{read_only:false; response_revision:15021; number_of_response:1; }","duration":"228.896913ms","start":"2026-04-23T00:47:13.793949Z","end":"2026-04-23T00:47:14.022846Z","steps":["trace[2074661733] 'process raft request' (duration: 228.512191ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:47:14.023518Z","caller":"traceutil/trace.go:171","msg":"trace[179877816] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15022; }","duration":"191.657534ms","start":"2026-04-23T00:47:13.831843Z","end":"2026-04-23T00:47:14.023501Z","steps":["trace[179877816] 'agreement among raft nodes before linearized reading' (duration: 191.316103ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:47:14.022774Z","caller":"traceutil/trace.go:171","msg":"trace[551782964] transaction","detail":"{read_only:false; response_revision:15022; number_of_response:1; }","duration":"213.936724ms","start":"2026-04-23T00:47:13.808806Z","end":"2026-04-23T00:47:14.022742Z","steps":["trace[551782964] 'process raft request' (duration: 213.869142ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:47:14.023127Z","caller":"traceutil/trace.go:171","msg":"trace[567554025] linearizableReadLoop","detail":"{readStateIndex:15561; appliedIndex:15559; }","duration":"191.201919ms","start":"2026-04-23T00:47:13.831892Z","end":"2026-04-23T00:47:14.023094Z","steps":["trace[567554025] 'read index received' (duration: 190.564579ms)","trace[567554025] 'applied index is now lower than readState.Index' (duration: 633.7µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:47:14.023789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.611622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-23T00:47:14.023827Z","caller":"traceutil/trace.go:171","msg":"trace[1699560766] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15022; }","duration":"191.730966ms","start":"2026-04-23T00:47:13.832081Z","end":"2026-04-23T00:47:14.023812Z","steps":["trace[1699560766] 'agreement among raft nodes before linearized reading' (duration: 191.621402ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:47:14.023903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.76985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-23T00:47:14.023967Z","caller":"traceutil/trace.go:171","msg":"trace[1191444796] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15022; }","duration":"158.880854ms","start":"2026-04-23T00:47:13.865066Z","end":"2026-04-23T00:47:14.023946Z","steps":["trace[1191444796] 'agreement among raft nodes before linearized reading' (duration: 158.726059ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:47:14.024128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.059343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-23T00:47:14.024263Z","caller":"traceutil/trace.go:171","msg":"trace[1874414743] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:15022; }","duration":"190.25703ms","start":"2026-04-23T00:47:13.833978Z","end":"2026-04-23T00:47:14.024235Z","steps":["trace[1874414743] 'agreement among raft nodes before linearized reading' (duration: 189.825986ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:47:14.584377Z","caller":"traceutil/trace.go:171","msg":"trace[2097315579] transaction","detail":"{read_only:false; response_revision:15024; number_of_response:1; }","duration":"554.28036ms","start":"2026-04-23T00:47:14.030063Z","end":"2026-04-23T00:47:14.584343Z","steps":["trace[2097315579] 'process raft request' (duration: 553.867717ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:47:14.584703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:47:14.030035Z","time spent":"554.451325ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:47:14.584734Z","caller":"traceutil/trace.go:171","msg":"trace[2048116410] transaction","detail":"{read_only:false; response_revision:15025; number_of_response:1; }","duration":"554.513147ms","start":"2026-04-23T00:47:14.030178Z","end":"2026-04-23T00:47:14.584691Z","steps":["trace[2048116410] 'process raft request' (duration: 554.094274ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:47:14.584952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:47:14.030166Z","time spent":"554.639101ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:47:14.584937Z","caller":"traceutil/trace.go:171","msg":"trace[56195330] linearizableReadLoop","detail":"{readStateIndex:15566; appliedIndex:15562; }","duration":"428.120235ms","start":"2026-04-23T00:47:14.156789Z","end":"2026-04-23T00:47:14.584909Z","steps":["trace[56195330] 'read index received' (duration: 427.161345ms)","trace[56195330] 'applied index is now lower than readState.Index' (duration: 957.45µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:47:14.584975Z","caller":"traceutil/trace.go:171","msg":"trace[1517754403] transaction","detail":"{read_only:false; response_revision:15026; number_of_response:1; }","duration":"554.207558ms","start":"2026-04-23T00:47:14.030736Z","end":"2026-04-23T00:47:14.584944Z","steps":["trace[1517754403] 'process raft request' (duration: 553.867997ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:47:14.585041Z","caller":"traceutil/trace.go:171","msg":"trace[570854225] transaction","detail":"{read_only:false; response_revision:15027; number_of_response:1; }","duration":"550.588894ms","start":"2026-04-23T00:47:14.034421Z","end":"2026-04-23T00:47:14.58501Z","steps":["trace[570854225] 'process raft request' (duration: 550.392048ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:47:14.58511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:47:14.030718Z","time spent":"554.324411ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:47:14.585382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.552469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zr67s\" ","response":"range_response_count:1 size:6530"} {"level":"info","ts":"2026-04-23T00:47:14.585505Z","caller":"traceutil/trace.go:171","msg":"trace[36723220] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zr67s; range_end:; response_count:1; response_revision:15027; }","duration":"428.735814ms","start":"2026-04-23T00:47:14.15674Z","end":"2026-04-23T00:47:14.585475Z","steps":["trace[36723220] 'agreement among raft nodes before linearized reading' (duration: 428.335342ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:47:14.585588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:47:14.156703Z","time spent":"428.867648ms","remote":"127.0.0.1:39458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-zr67s\" "} {"level":"warn","ts":"2026-04-23T00:47:14.585881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:47:14.034408Z","time spent":"550.702487ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:47:14.646908Z","caller":"traceutil/trace.go:171","msg":"trace[1801473830] transaction","detail":"{read_only:false; response_revision:15028; number_of_response:1; }","duration":"372.174577ms","start":"2026-04-23T00:47:14.274692Z","end":"2026-04-23T00:47:14.646867Z","steps":["trace[1801473830] 'process raft request' (duration: 371.481855ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:47:14.647135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:47:14.27465Z","time spent":"372.363913ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:47:14.647463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.409352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-04-23T00:47:14.647509Z","caller":"traceutil/trace.go:171","msg":"trace[773917514] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15028; }","duration":"119.470935ms","start":"2026-04-23T00:47:14.528024Z","end":"2026-04-23T00:47:14.647495Z","steps":["trace[773917514] 'agreement among raft nodes before linearized reading' (duration: 119.299709ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:47:14.647755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.142127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:47:14.647775Z","caller":"traceutil/trace.go:171","msg":"trace[992052581] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15028; }","duration":"121.262111ms","start":"2026-04-23T00:47:14.526506Z","end":"2026-04-23T00:47:14.647769Z","steps":["trace[992052581] 'agreement among raft nodes before linearized reading' (duration: 121.2195ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:47:14.647787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.103536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-04-23T00:47:14.647866Z","caller":"traceutil/trace.go:171","msg":"trace[1436816128] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15028; }","duration":"121.22683ms","start":"2026-04-23T00:47:14.526619Z","end":"2026-04-23T00:47:14.647846Z","steps":["trace[1436816128] 'agreement among raft nodes before linearized reading' (duration: 121.002133ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:47:14.6481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.52385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-23T00:47:14.648129Z","caller":"traceutil/trace.go:171","msg":"trace[1222905981] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15028; }","duration":"121.583101ms","start":"2026-04-23T00:47:14.526537Z","end":"2026-04-23T00:47:14.648121Z","steps":["trace[1222905981] 'agreement among raft nodes before linearized reading' (duration: 121.326003ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:47:14.648292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.791708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-23T00:47:14.64832Z","caller":"traceutil/trace.go:171","msg":"trace[1857004302] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15028; }","duration":"121.845069ms","start":"2026-04-23T00:47:14.526468Z","end":"2026-04-23T00:47:14.648313Z","steps":["trace[1857004302] 'agreement among raft nodes before linearized reading' (duration: 121.771247ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:47:14.648348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.363702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-04-23T00:47:14.64837Z","caller":"traceutil/trace.go:171","msg":"trace[83617038] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15028; }","duration":"120.401274ms","start":"2026-04-23T00:47:14.527962Z","end":"2026-04-23T00:47:14.648363Z","steps":["trace[83617038] 'agreement among raft nodes before linearized reading' (duration: 120.346762ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:47:14.64843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.937292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:47:14.648452Z","caller":"traceutil/trace.go:171","msg":"trace[1371518631] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15028; }","duration":"122.018865ms","start":"2026-04-23T00:47:14.526427Z","end":"2026-04-23T00:47:14.648446Z","steps":["trace[1371518631] 'agreement among raft nodes before linearized reading' (duration: 121.979323ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:47:14.648503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.196219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-04-23T00:47:14.648524Z","caller":"traceutil/trace.go:171","msg":"trace[1436853902] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15028; }","duration":"121.23792ms","start":"2026-04-23T00:47:14.52728Z","end":"2026-04-23T00:47:14.648518Z","steps":["trace[1436853902] 'agreement among raft nodes before linearized reading' (duration: 121.175448ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:47:14.648601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.736058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-23T00:47:14.648625Z","caller":"traceutil/trace.go:171","msg":"trace[1333094816] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15028; }","duration":"123.818421ms","start":"2026-04-23T00:47:14.524798Z","end":"2026-04-23T00:47:14.648617Z","steps":["trace[1333094816] 'agreement among raft nodes before linearized reading' (duration: 123.750759ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:47:14.648679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.492878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-04-23T00:47:14.648708Z","caller":"traceutil/trace.go:171","msg":"trace[361808498] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15028; }","duration":"121.519469ms","start":"2026-04-23T00:47:14.527182Z","end":"2026-04-23T00:47:14.648702Z","steps":["trace[361808498] 'agreement among raft nodes before linearized reading' (duration: 121.457607ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:47:14.648746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.754727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:47:14.64877Z","caller":"traceutil/trace.go:171","msg":"trace[1088526183] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15028; }","duration":"135.819369ms","start":"2026-04-23T00:47:14.512944Z","end":"2026-04-23T00:47:14.648763Z","steps":["trace[1088526183] 'agreement among raft nodes before linearized reading' (duration: 135.778077ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:47:14.648812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.936752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:47:14.648845Z","caller":"traceutil/trace.go:171","msg":"trace[888502862] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15028; }","duration":"122.075227ms","start":"2026-04-23T00:47:14.526761Z","end":"2026-04-23T00:47:14.648836Z","steps":["trace[888502862] 'agreement among raft nodes before linearized reading' (duration: 122.031366ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:47:14.648916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.346853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1986"} {"level":"info","ts":"2026-04-23T00:47:14.648946Z","caller":"traceutil/trace.go:171","msg":"trace[1064875924] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:15028; }","duration":"471.395275ms","start":"2026-04-23T00:47:14.17754Z","end":"2026-04-23T00:47:14.648935Z","steps":["trace[1064875924] 'agreement among raft nodes before linearized reading' (duration: 471.333713ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:47:14.648968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:47:14.177528Z","time spent":"471.434216ms","remote":"127.0.0.1:39466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2009,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-04-23T00:47:14.648994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.150619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:47:14.649018Z","caller":"traceutil/trace.go:171","msg":"trace[188148369] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15028; }","duration":"122.20249ms","start":"2026-04-23T00:47:14.526809Z","end":"2026-04-23T00:47:14.649012Z","steps":["trace[188148369] 'agreement among raft nodes before linearized reading' (duration: 122.172999ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:47:14.649112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.291303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:47:14.649137Z","caller":"traceutil/trace.go:171","msg":"trace[1503386670] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15028; }","duration":"122.330884ms","start":"2026-04-23T00:47:14.5268Z","end":"2026-04-23T00:47:14.649131Z","steps":["trace[1503386670] 'agreement among raft nodes before linearized reading' (duration: 122.294883ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:47:14.649142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.613439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-z8plv\" ","response":"range_response_count:1 size:9796"} {"level":"info","ts":"2026-04-23T00:47:14.649169Z","caller":"traceutil/trace.go:171","msg":"trace[1767771436] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-z8plv; range_end:; response_count:1; response_revision:15028; }","duration":"490.63938ms","start":"2026-04-23T00:47:14.158522Z","end":"2026-04-23T00:47:14.649162Z","steps":["trace[1767771436] 'agreement among raft nodes before linearized reading' (duration: 490.561838ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:47:14.649189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:47:14.158498Z","time spent":"490.686542ms","remote":"127.0.0.1:39458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9819,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-z8plv\" "} {"level":"warn","ts":"2026-04-23T00:47:14.649237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.442118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:47:14.649261Z","caller":"traceutil/trace.go:171","msg":"trace[1368198671] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15028; }","duration":"122.478149ms","start":"2026-04-23T00:47:14.526777Z","end":"2026-04-23T00:47:14.649256Z","steps":["trace[1368198671] 'agreement among raft nodes before linearized reading' (duration: 122.444178ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:47:14.649353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.573869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-zgppb\" ","response":"range_response_count:1 size:20770"} {"level":"info","ts":"2026-04-23T00:47:14.649382Z","caller":"traceutil/trace.go:171","msg":"trace[361505384] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-zgppb; range_end:; response_count:1; response_revision:15028; }","duration":"491.645792ms","start":"2026-04-23T00:47:14.157726Z","end":"2026-04-23T00:47:14.649372Z","steps":["trace[361505384] 'agreement among raft nodes before linearized reading' (duration: 491.566009ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:47:14.649405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:47:14.157702Z","time spent":"491.698074ms","remote":"127.0.0.1:39458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20793,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-zgppb\" "} {"level":"warn","ts":"2026-04-23T00:47:14.649418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.727127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-23T00:47:14.64944Z","caller":"traceutil/trace.go:171","msg":"trace[1273331652] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15028; }","duration":"122.79622ms","start":"2026-04-23T00:47:14.526636Z","end":"2026-04-23T00:47:14.649432Z","steps":["trace[1273331652] 'agreement among raft nodes before linearized reading' (duration: 122.733578ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:47:14.648626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.408325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:47:14.650309Z","caller":"traceutil/trace.go:171","msg":"trace[806957177] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15028; }","duration":"123.113369ms","start":"2026-04-23T00:47:14.527188Z","end":"2026-04-23T00:47:14.650301Z","steps":["trace[806957177] 'agreement among raft nodes before linearized reading' (duration: 121.419056ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:47:14.648291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.26398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-04-23T00:47:14.650622Z","caller":"traceutil/trace.go:171","msg":"trace[1261150940] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15028; }","duration":"122.619974ms","start":"2026-04-23T00:47:14.527994Z","end":"2026-04-23T00:47:14.650614Z","steps":["trace[1261150940] 'agreement among raft nodes before linearized reading' (duration: 120.249479ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:47:14.648968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.119888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:47:14.649358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.586482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:47:14.650876Z","caller":"traceutil/trace.go:171","msg":"trace[1697468454] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15028; }","duration":"124.124921ms","start":"2026-04-23T00:47:14.526744Z","end":"2026-04-23T00:47:14.650869Z","steps":["trace[1697468454] 'agreement among raft nodes before linearized reading' (duration: 122.597473ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:47:14.650767Z","caller":"traceutil/trace.go:171","msg":"trace[670351226] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15028; }","duration":"123.934065ms","start":"2026-04-23T00:47:14.526818Z","end":"2026-04-23T00:47:14.650752Z","steps":["trace[670351226] 'agreement among raft nodes before linearized reading' (duration: 122.128228ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:47:14.878058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.432407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:127061"} {"level":"info","ts":"2026-04-23T00:47:14.878148Z","caller":"traceutil/trace.go:171","msg":"trace[680167140] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:15028; }","duration":"150.577682ms","start":"2026-04-23T00:47:14.727549Z","end":"2026-04-23T00:47:14.878127Z","steps":["trace[680167140] 'range keys from in-memory index tree' (duration: 150.159239ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:47:14.878228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.822044ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:47:14.8784Z","caller":"traceutil/trace.go:171","msg":"trace[1768837780] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:15028; }","duration":"112.028311ms","start":"2026-04-23T00:47:14.766347Z","end":"2026-04-23T00:47:14.878376Z","steps":["trace[1768837780] 'range keys from in-memory index tree' (duration: 111.795224ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:47:14.878379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.581679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-23T00:47:14.878502Z","caller":"traceutil/trace.go:171","msg":"trace[139378152] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15028; }","duration":"127.793577ms","start":"2026-04-23T00:47:14.750676Z","end":"2026-04-23T00:47:14.878469Z","steps":["trace[139378152] 'range keys from in-memory index tree' (duration: 127.301461ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:47:14.878605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.412907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:737757"} {"level":"info","ts":"2026-04-23T00:47:14.878695Z","caller":"traceutil/trace.go:171","msg":"trace[951589084] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:15028; }","duration":"213.552851ms","start":"2026-04-23T00:47:14.66512Z","end":"2026-04-23T00:47:14.878673Z","steps":["trace[951589084] 'range keys from in-memory index tree' (duration: 212.55748ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:47:14.879424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.034666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:737757"} {"level":"info","ts":"2026-04-23T00:47:14.879519Z","caller":"traceutil/trace.go:171","msg":"trace[781748599] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:15028; }","duration":"214.195602ms","start":"2026-04-23T00:47:14.665302Z","end":"2026-04-23T00:47:14.879498Z","steps":["trace[781748599] 'range keys from in-memory index tree' (duration: 212.792358ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:47:16.258623Z","caller":"traceutil/trace.go:171","msg":"trace[1772157094] transaction","detail":"{read_only:false; response_revision:15033; number_of_response:1; }","duration":"173.839814ms","start":"2026-04-23T00:47:16.084751Z","end":"2026-04-23T00:47:16.25859Z","steps":["trace[1772157094] 'process raft request' (duration: 173.625937ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:47:17.066411Z","caller":"traceutil/trace.go:171","msg":"trace[340648908] linearizableReadLoop","detail":"{readStateIndex:15579; appliedIndex:15578; }","duration":"112.827306ms","start":"2026-04-23T00:47:16.953551Z","end":"2026-04-23T00:47:17.066379Z","steps":["trace[340648908] 'read index received' (duration: 112.516556ms)","trace[340648908] 'applied index is now lower than readState.Index' (duration: 309.39µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:47:17.066483Z","caller":"traceutil/trace.go:171","msg":"trace[679902989] transaction","detail":"{read_only:false; response_revision:15039; number_of_response:1; }","duration":"131.234604ms","start":"2026-04-23T00:47:16.935212Z","end":"2026-04-23T00:47:17.066447Z","steps":["trace[679902989] 'process raft request' (duration: 130.934165ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:47:17.066653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.101425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-trnc7\" ","response":"range_response_count:1 size:22132"} {"level":"info","ts":"2026-04-23T00:47:17.0667Z","caller":"traceutil/trace.go:171","msg":"trace[1522171125] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-trnc7; range_end:; response_count:1; response_revision:15039; }","duration":"113.212208ms","start":"2026-04-23T00:47:16.953477Z","end":"2026-04-23T00:47:17.066689Z","steps":["trace[1522171125] 'agreement among raft nodes before linearized reading' (duration: 113.020022ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:47:17.066825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.059233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-trnc7\" ","response":"range_response_count:1 size:22132"} {"level":"info","ts":"2026-04-23T00:47:17.066892Z","caller":"traceutil/trace.go:171","msg":"trace[172443208] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-trnc7; range_end:; response_count:1; response_revision:15039; }","duration":"113.217869ms","start":"2026-04-23T00:47:16.953657Z","end":"2026-04-23T00:47:17.066875Z","steps":["trace[172443208] 'agreement among raft nodes before linearized reading' (duration: 112.93791ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:47:18.469505Z","caller":"traceutil/trace.go:171","msg":"trace[1153973121] transaction","detail":"{read_only:false; response_revision:15044; number_of_response:1; }","duration":"113.61203ms","start":"2026-04-23T00:47:18.355835Z","end":"2026-04-23T00:47:18.469447Z","steps":["trace[1153973121] 'process raft request' (duration: 113.254199ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:47:18.771708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.226088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:47:18.7718Z","caller":"traceutil/trace.go:171","msg":"trace[1984516276] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15044; }","duration":"107.330862ms","start":"2026-04-23T00:47:18.664448Z","end":"2026-04-23T00:47:18.771778Z","steps":["trace[1984516276] 'range keys from in-memory index tree' (duration: 107.078253ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:47:18.772065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.335884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:47:18.772104Z","caller":"traceutil/trace.go:171","msg":"trace[1713350047] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15044; }","duration":"109.410937ms","start":"2026-04-23T00:47:18.662684Z","end":"2026-04-23T00:47:18.772095Z","steps":["trace[1713350047] 'range keys from in-memory index tree' (duration: 108.837148ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:47:18.772219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.611344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-23T00:47:18.772263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.784307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:47:18.77228Z","caller":"traceutil/trace.go:171","msg":"trace[404304245] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15044; }","duration":"131.726768ms","start":"2026-04-23T00:47:18.640541Z","end":"2026-04-23T00:47:18.772267Z","steps":["trace[404304245] 'range keys from in-memory index tree' (duration: 131.364036ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:47:18.772293Z","caller":"traceutil/trace.go:171","msg":"trace[2119553512] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15044; }","duration":"108.87007ms","start":"2026-04-23T00:47:18.663414Z","end":"2026-04-23T00:47:18.772284Z","steps":["trace[2119553512] 'range keys from in-memory index tree' (duration: 108.695354ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:47:18.772451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.789238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:47:18.77246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.667582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-04-23T00:47:18.772494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.750187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-04-23T00:47:18.772575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.573311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-04-23T00:47:18.772592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.787366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-04-23T00:47:18.772595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.245594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-04-23T00:47:18.771703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.176179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:47:18.772621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.938031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-04-23T00:47:18.772675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.97162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-23T00:47:18.772614Z","caller":"traceutil/trace.go:171","msg":"trace[629885001] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15044; }","duration":"107.823557ms","start":"2026-04-23T00:47:18.664784Z","end":"2026-04-23T00:47:18.772608Z","steps":["trace[629885001] 'range keys from in-memory index tree' (duration: 107.697653ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:47:18.772586Z","caller":"traceutil/trace.go:171","msg":"trace[2049317120] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15044; }","duration":"102.86306ms","start":"2026-04-23T00:47:18.669705Z","end":"2026-04-23T00:47:18.772568Z","steps":["trace[2049317120] 'range keys from in-memory index tree' (duration: 102.469688ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:47:18.772596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.144006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-04-23T00:47:18.772744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.018233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-23T00:47:18.772717Z","caller":"traceutil/trace.go:171","msg":"trace[1402513996] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15044; }","duration":"110.216442ms","start":"2026-04-23T00:47:18.662452Z","end":"2026-04-23T00:47:18.772669Z","steps":["trace[1402513996] 'range keys from in-memory index tree' (duration: 108.466707ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:47:18.77276Z","caller":"traceutil/trace.go:171","msg":"trace[1808633285] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15044; }","duration":"129.087294ms","start":"2026-04-23T00:47:18.643668Z","end":"2026-04-23T00:47:18.772755Z","steps":["trace[1808633285] 'range keys from in-memory index tree' (duration: 128.893949ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:47:18.772811Z","caller":"traceutil/trace.go:171","msg":"trace[1691786305] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15044; }","duration":"107.400253ms","start":"2026-04-23T00:47:18.665356Z","end":"2026-04-23T00:47:18.772756Z","steps":["trace[1691786305] 'range keys from in-memory index tree' (duration: 106.865957ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:47:18.772527Z","caller":"traceutil/trace.go:171","msg":"trace[1004639807] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15044; }","duration":"107.763955ms","start":"2026-04-23T00:47:18.664748Z","end":"2026-04-23T00:47:18.772512Z","steps":["trace[1004639807] 'range keys from in-memory index tree' (duration: 107.58274ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:47:18.772851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.799168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:47:18.772868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.310743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-04-23T00:47:18.772847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.767839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-23T00:47:18.772894Z","caller":"traceutil/trace.go:171","msg":"trace[1334991206] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15044; }","duration":"108.8725ms","start":"2026-04-23T00:47:18.664009Z","end":"2026-04-23T00:47:18.772881Z","steps":["trace[1334991206] 'range keys from in-memory index tree' (duration: 108.739586ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:47:18.772901Z","caller":"traceutil/trace.go:171","msg":"trace[925553634] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15044; }","duration":"108.351394ms","start":"2026-04-23T00:47:18.664539Z","end":"2026-04-23T00:47:18.77289Z","steps":["trace[925553634] 'range keys from in-memory index tree' (duration: 108.2301ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:47:18.77249Z","caller":"traceutil/trace.go:171","msg":"trace[371408040] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15044; }","duration":"108.837129ms","start":"2026-04-23T00:47:18.66364Z","end":"2026-04-23T00:47:18.772477Z","steps":["trace[371408040] 'range keys from in-memory index tree' (duration: 108.491578ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:47:18.772943Z","caller":"traceutil/trace.go:171","msg":"trace[1011492940] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15044; }","duration":"110.902204ms","start":"2026-04-23T00:47:18.662017Z","end":"2026-04-23T00:47:18.772919Z","steps":["trace[1011492940] 'range keys from in-memory index tree' (duration: 110.631875ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:47:18.772911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.165926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-23T00:47:18.772615Z","caller":"traceutil/trace.go:171","msg":"trace[2098067675] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15044; }","duration":"108.631993ms","start":"2026-04-23T00:47:18.663973Z","end":"2026-04-23T00:47:18.772605Z","steps":["trace[2098067675] 'range keys from in-memory index tree' (duration: 108.437386ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:47:18.772702Z","caller":"traceutil/trace.go:171","msg":"trace[1334936737] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15044; }","duration":"128.063612ms","start":"2026-04-23T00:47:18.644627Z","end":"2026-04-23T00:47:18.772691Z","steps":["trace[1334936737] 'range keys from in-memory index tree' (duration: 127.780664ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:47:18.773035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.928374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:47:18.772707Z","caller":"traceutil/trace.go:171","msg":"trace[1329956048] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15044; }","duration":"108.087795ms","start":"2026-04-23T00:47:18.664596Z","end":"2026-04-23T00:47:18.772684Z","steps":["trace[1329956048] 'range keys from in-memory index tree' (duration: 107.731354ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:47:18.773063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.041291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:47:18.772661Z","caller":"traceutil/trace.go:171","msg":"trace[1959153175] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15044; }","duration":"111.328007ms","start":"2026-04-23T00:47:18.661313Z","end":"2026-04-23T00:47:18.772642Z","steps":["trace[1959153175] 'range keys from in-memory index tree' (duration: 111.125971ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:47:18.773078Z","caller":"traceutil/trace.go:171","msg":"trace[1733686433] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15044; }","duration":"110.991776ms","start":"2026-04-23T00:47:18.66207Z","end":"2026-04-23T00:47:18.773062Z","steps":["trace[1733686433] 'range keys from in-memory index tree' (duration: 110.803971ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:47:18.77309Z","caller":"traceutil/trace.go:171","msg":"trace[2110533331] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15044; }","duration":"113.116383ms","start":"2026-04-23T00:47:18.659969Z","end":"2026-04-23T00:47:18.773085Z","steps":["trace[2110533331] 'range keys from in-memory index tree' (duration: 112.971539ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:47:18.773017Z","caller":"traceutil/trace.go:171","msg":"trace[1313387108] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15044; }","duration":"128.31631ms","start":"2026-04-23T00:47:18.644687Z","end":"2026-04-23T00:47:18.773003Z","steps":["trace[1313387108] 'range keys from in-memory index tree' (duration: 128.036421ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:47:18.772538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.307077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:47:18.773261Z","caller":"traceutil/trace.go:171","msg":"trace[797176684] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15044; }","duration":"113.177475ms","start":"2026-04-23T00:47:18.66007Z","end":"2026-04-23T00:47:18.773247Z","steps":["trace[797176684] 'range keys from in-memory index tree' (duration: 112.186263ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:47:18.773303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.871002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-23T00:47:18.773429Z","caller":"traceutil/trace.go:171","msg":"trace[264619046] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15044; }","duration":"111.069119ms","start":"2026-04-23T00:47:18.662336Z","end":"2026-04-23T00:47:18.773406Z","steps":["trace[264619046] 'range keys from in-memory index tree' (duration: 110.308805ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:47:19.022887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.604628ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:47:19.02314Z","caller":"traceutil/trace.go:171","msg":"trace[877488228] transaction","detail":"{read_only:false; response_revision:15046; number_of_response:1; }","duration":"241.807748ms","start":"2026-04-23T00:47:18.781289Z","end":"2026-04-23T00:47:19.023096Z","steps":["trace[877488228] 'process raft request' (duration: 121.892601ms)","trace[877488228] 'compare' (duration: 119.424161ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:47:19.023189Z","caller":"traceutil/trace.go:171","msg":"trace[1265915165] transaction","detail":"{read_only:false; response_revision:15047; number_of_response:1; }","duration":"227.933371ms","start":"2026-04-23T00:47:18.795216Z","end":"2026-04-23T00:47:19.023149Z","steps":["trace[1265915165] 'process raft request' (duration: 227.787317ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:47:19.023248Z","caller":"traceutil/trace.go:171","msg":"trace[1801241107] transaction","detail":"{read_only:false; response_revision:15048; number_of_response:1; }","duration":"227.386004ms","start":"2026-04-23T00:47:18.795752Z","end":"2026-04-23T00:47:19.023138Z","steps":["trace[1801241107] 'process raft request' (duration: 227.316302ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:47:19.521437Z","caller":"traceutil/trace.go:171","msg":"trace[2019410336] transaction","detail":"{read_only:false; response_revision:15049; number_of_response:1; }","duration":"445.43491ms","start":"2026-04-23T00:47:19.075955Z","end":"2026-04-23T00:47:19.52139Z","steps":["trace[2019410336] 'process raft request' (duration: 445.077348ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:47:19.521695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:47:19.075931Z","time spent":"445.637465ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:47:19.521737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.611169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-trnc7\" ","response":"range_response_count:1 size:22132"} {"level":"info","ts":"2026-04-23T00:47:19.52127Z","caller":"traceutil/trace.go:171","msg":"trace[1131353792] linearizableReadLoop","detail":"{readStateIndex:15589; appliedIndex:15588; }","duration":"427.173266ms","start":"2026-04-23T00:47:19.094068Z","end":"2026-04-23T00:47:19.521241Z","steps":["trace[1131353792] 'read index received' (duration: 426.889337ms)","trace[1131353792] 'applied index is now lower than readState.Index' (duration: 282.489µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:47:19.521998Z","caller":"traceutil/trace.go:171","msg":"trace[749155437] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-trnc7; range_end:; response_count:1; response_revision:15049; }","duration":"427.97129ms","start":"2026-04-23T00:47:19.09401Z","end":"2026-04-23T00:47:19.521982Z","steps":["trace[749155437] 'agreement among raft nodes before linearized reading' (duration: 427.476585ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:47:19.522042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:47:19.093988Z","time spent":"428.044443ms","remote":"127.0.0.1:39458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22155,"request content":"key:\"/registry/pods/openstack/nova-compute-default-trnc7\" "} {"level":"warn","ts":"2026-04-23T00:47:19.52225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.497555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-trnc7\" ","response":"range_response_count:1 size:22132"} {"level":"info","ts":"2026-04-23T00:47:19.522293Z","caller":"traceutil/trace.go:171","msg":"trace[1163461505] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-trnc7; range_end:; response_count:1; response_revision:15049; }","duration":"427.594049ms","start":"2026-04-23T00:47:19.094686Z","end":"2026-04-23T00:47:19.52228Z","steps":["trace[1163461505] 'agreement among raft nodes before linearized reading' (duration: 427.368241ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:47:19.522339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:47:19.094675Z","time spent":"427.65389ms","remote":"127.0.0.1:39458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22155,"request content":"key:\"/registry/pods/openstack/nova-compute-default-trnc7\" "} {"level":"info","ts":"2026-04-23T00:47:20.016244Z","caller":"traceutil/trace.go:171","msg":"trace[910737949] transaction","detail":"{read_only:false; response_revision:15050; number_of_response:1; }","duration":"153.150672ms","start":"2026-04-23T00:47:19.862875Z","end":"2026-04-23T00:47:20.016026Z","steps":["trace[910737949] 'process raft request' (duration: 152.932945ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:47:20.276801Z","caller":"traceutil/trace.go:171","msg":"trace[2056238963] linearizableReadLoop","detail":"{readStateIndex:15592; appliedIndex:15591; }","duration":"135.913762ms","start":"2026-04-23T00:47:20.140845Z","end":"2026-04-23T00:47:20.276758Z","steps":["trace[2056238963] 'read index received' (duration: 96.694699ms)","trace[2056238963] 'applied index is now lower than readState.Index' (duration: 39.217533ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:47:20.27697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.097887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:47:20.277015Z","caller":"traceutil/trace.go:171","msg":"trace[425899327] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:15052; }","duration":"136.215371ms","start":"2026-04-23T00:47:20.140784Z","end":"2026-04-23T00:47:20.276999Z","steps":["trace[425899327] 'agreement among raft nodes before linearized reading' (duration: 136.105118ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:47:20.277138Z","caller":"traceutil/trace.go:171","msg":"trace[168171915] transaction","detail":"{read_only:false; response_revision:15052; number_of_response:1; }","duration":"150.644225ms","start":"2026-04-23T00:47:20.126117Z","end":"2026-04-23T00:47:20.276761Z","steps":["trace[168171915] 'process raft request' (duration: 111.544006ms)","trace[168171915] 'compare' (duration: 38.785059ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:47:35.487162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.085026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:737757"} {"level":"info","ts":"2026-04-23T00:47:35.487266Z","caller":"traceutil/trace.go:171","msg":"trace[671394107] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:15130; }","duration":"101.226391ms","start":"2026-04-23T00:47:35.386021Z","end":"2026-04-23T00:47:35.487248Z","steps":["trace[671394107] 'range keys from in-memory index tree' (duration: 100.262521ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:47:35.487313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.947273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:737757"} {"level":"info","ts":"2026-04-23T00:47:35.487425Z","caller":"traceutil/trace.go:171","msg":"trace[1676954446] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:15130; }","duration":"102.116379ms","start":"2026-04-23T00:47:35.385282Z","end":"2026-04-23T00:47:35.487398Z","steps":["trace[1676954446] 'range keys from in-memory index tree' (duration: 100.940412ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:50:13.136404Z","caller":"traceutil/trace.go:171","msg":"trace[632230589] transaction","detail":"{read_only:false; response_revision:16503; number_of_response:1; }","duration":"102.939959ms","start":"2026-04-23T00:50:13.03343Z","end":"2026-04-23T00:50:13.13637Z","steps":["trace[632230589] 'process raft request' (duration: 102.261438ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:52:05.117013Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14977} {"level":"info","ts":"2026-04-23T00:52:05.22979Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14977,"took":"109.413195ms","hash":688735987,"current-db-size-bytes":58359808,"current-db-size":"58 MB","current-db-size-in-use-bytes":29806592,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-04-23T00:52:05.229888Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":688735987,"revision":14977,"compact-revision":12921} {"level":"info","ts":"2026-04-23T00:52:43.672474Z","caller":"traceutil/trace.go:171","msg":"trace[1262630350] linearizableReadLoop","detail":"{readStateIndex:18120; appliedIndex:18119; }","duration":"260.736011ms","start":"2026-04-23T00:52:43.411702Z","end":"2026-04-23T00:52:43.672438Z","steps":["trace[1262630350] 'read index received' (duration: 260.584337ms)","trace[1262630350] 'applied index is now lower than readState.Index' (duration: 150.304µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:52:43.672665Z","caller":"traceutil/trace.go:171","msg":"trace[393557123] transaction","detail":"{read_only:false; response_revision:17497; number_of_response:1; }","duration":"358.104126ms","start":"2026-04-23T00:52:43.3145Z","end":"2026-04-23T00:52:43.672604Z","steps":["trace[393557123] 'process raft request' (duration: 357.646511ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:52:43.672894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:52:43.314485Z","time spent":"358.290892ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:52:43.672937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.196997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-z8plv\" ","response":"range_response_count:1 size:9797"} {"level":"info","ts":"2026-04-23T00:52:43.673052Z","caller":"traceutil/trace.go:171","msg":"trace[2065763928] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-z8plv; range_end:; response_count:1; response_revision:17497; }","duration":"261.388522ms","start":"2026-04-23T00:52:43.411642Z","end":"2026-04-23T00:52:43.673031Z","steps":["trace[2065763928] 'agreement among raft nodes before linearized reading' (duration: 261.01317ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:52:43.731978Z","caller":"traceutil/trace.go:171","msg":"trace[1712792295] transaction","detail":"{read_only:false; response_revision:17498; number_of_response:1; }","duration":"243.235929ms","start":"2026-04-23T00:52:43.4887Z","end":"2026-04-23T00:52:43.731936Z","steps":["trace[1712792295] 'process raft request' (duration: 243.069824ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:52:49.026137Z","caller":"traceutil/trace.go:171","msg":"trace[2138663372] transaction","detail":"{read_only:false; response_revision:17531; number_of_response:1; }","duration":"147.330862ms","start":"2026-04-23T00:52:48.878769Z","end":"2026-04-23T00:52:49.0261Z","steps":["trace[2138663372] 'process raft request' (duration: 146.877777ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:52:49.317323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.651386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-23T00:52:49.317424Z","caller":"traceutil/trace.go:171","msg":"trace[961657170] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17531; }","duration":"118.808322ms","start":"2026-04-23T00:52:49.198591Z","end":"2026-04-23T00:52:49.3174Z","steps":["trace[961657170] 'range keys from in-memory index tree' (duration: 118.424209ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:52:49.317506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.887379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-23T00:52:49.317591Z","caller":"traceutil/trace.go:171","msg":"trace[530522421] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17531; }","duration":"110.024844ms","start":"2026-04-23T00:52:49.207543Z","end":"2026-04-23T00:52:49.317567Z","steps":["trace[530522421] 'range keys from in-memory index tree' (duration: 109.708874ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:52:49.317884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.9802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-23T00:52:49.317921Z","caller":"traceutil/trace.go:171","msg":"trace[734822957] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17531; }","duration":"108.018521ms","start":"2026-04-23T00:52:49.209893Z","end":"2026-04-23T00:52:49.317911Z","steps":["trace[734822957] 'range keys from in-memory index tree' (duration: 107.851295ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:52:49.318034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.969924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-zgppb\" ","response":"range_response_count:1 size:20873"} {"level":"info","ts":"2026-04-23T00:52:49.318071Z","caller":"traceutil/trace.go:171","msg":"trace[276587294] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-zgppb; range_end:; response_count:1; response_revision:17531; }","duration":"124.051616ms","start":"2026-04-23T00:52:49.194009Z","end":"2026-04-23T00:52:49.318061Z","steps":["trace[276587294] 'range keys from in-memory index tree' (duration: 123.843ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:52:49.318282Z","caller":"traceutil/trace.go:171","msg":"trace[2013329520] transaction","detail":"{read_only:false; response_revision:17532; number_of_response:1; }","duration":"105.353976ms","start":"2026-04-23T00:52:49.212899Z","end":"2026-04-23T00:52:49.318253Z","steps":["trace[2013329520] 'process raft request' (duration: 46.658943ms)","trace[2013329520] 'compare' (duration: 58.545429ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:52:50.011992Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581741608219384401,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T00:52:50.512303Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581741608219384401,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T00:52:50.588073Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.177106962s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T00:52:50.588813Z","caller":"traceutil/trace.go:171","msg":"trace[1714592667] transaction","detail":"{read_only:false; response_revision:17536; number_of_response:1; }","duration":"1.256838399s","start":"2026-04-23T00:52:49.331944Z","end":"2026-04-23T00:52:50.588783Z","steps":["trace[1714592667] 'process raft request' (duration: 1.256770737s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:52:50.588948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:52:49.331905Z","time spent":"1.256961434s","remote":"127.0.0.1:39458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20988,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:52:50.589324Z","caller":"traceutil/trace.go:171","msg":"trace[2081827392] transaction","detail":"{read_only:false; response_revision:17534; number_of_response:1; }","duration":"1.266085591s","start":"2026-04-23T00:52:49.323226Z","end":"2026-04-23T00:52:50.589311Z","steps":["trace[2081827392] 'process raft request' (duration: 1.265275576s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:52:50.589397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:52:49.323193Z","time spent":"1.266168824s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:52:50.589577Z","caller":"traceutil/trace.go:171","msg":"trace[1037731768] transaction","detail":"{read_only:false; response_revision:17535; number_of_response:1; }","duration":"1.266321729s","start":"2026-04-23T00:52:49.323244Z","end":"2026-04-23T00:52:50.589566Z","steps":["trace[1037731768] 'process raft request' (duration: 1.265418671s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:52:50.589643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:52:49.323221Z","time spent":"1.266390542s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:52:50.970339Z","caller":"traceutil/trace.go:171","msg":"trace[1673888580] linearizableReadLoop","detail":"{readStateIndex:18164; appliedIndex:18157; }","duration":"1.458680962s","start":"2026-04-23T00:52:49.511634Z","end":"2026-04-23T00:52:50.970315Z","steps":["trace[1673888580] 'read index received' (duration: 1.076806946s)","trace[1673888580] 'applied index is now lower than readState.Index' (duration: 381.872596ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:52:50.970664Z","caller":"traceutil/trace.go:171","msg":"trace[693183877] transaction","detail":"{read_only:false; response_revision:17537; number_of_response:1; }","duration":"1.366634126s","start":"2026-04-23T00:52:49.60402Z","end":"2026-04-23T00:52:50.970654Z","steps":["trace[693183877] 'process raft request' (duration: 1.366041837s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:52:50.970766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:52:49.603979Z","time spent":"1.366723169s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:52:50.970924Z","caller":"traceutil/trace.go:171","msg":"trace[203618933] transaction","detail":"{read_only:false; response_revision:17538; number_of_response:1; }","duration":"1.212702507s","start":"2026-04-23T00:52:49.758213Z","end":"2026-04-23T00:52:50.970915Z","steps":["trace[203618933] 'process raft request' (duration: 1.211995585s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:52:50.970968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:52:49.758181Z","time spent":"1.212766599s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:52:50.971058Z","caller":"traceutil/trace.go:171","msg":"trace[2091080037] transaction","detail":"{read_only:false; response_revision:17539; number_of_response:1; }","duration":"1.212725698s","start":"2026-04-23T00:52:49.758325Z","end":"2026-04-23T00:52:50.971051Z","steps":["trace[2091080037] 'process raft request' (duration: 1.211925853s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:52:50.971145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:52:49.758317Z","time spent":"1.212762109s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:52:50.971252Z","caller":"traceutil/trace.go:171","msg":"trace[1421789333] transaction","detail":"{read_only:false; response_revision:17540; number_of_response:1; }","duration":"1.198199889s","start":"2026-04-23T00:52:49.773043Z","end":"2026-04-23T00:52:50.971243Z","steps":["trace[1421789333] 'process raft request' (duration: 1.197243149s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:52:50.971295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:52:49.77302Z","time spent":"1.198256522s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:52:50.971408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.459774486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T00:52:50.971442Z","caller":"traceutil/trace.go:171","msg":"trace[641249036] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17540; }","duration":"1.459844239s","start":"2026-04-23T00:52:49.511591Z","end":"2026-04-23T00:52:50.971435Z","steps":["trace[641249036] 'agreement among raft nodes before linearized reading' (duration: 1.459784247s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:52:50.971469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:52:49.511568Z","time spent":"1.45989555s","remote":"127.0.0.1:39306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T00:52:50.972695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.363826558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-23T00:52:50.972754Z","caller":"traceutil/trace.go:171","msg":"trace[580604181] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:17540; }","duration":"1.363925021s","start":"2026-04-23T00:52:49.608818Z","end":"2026-04-23T00:52:50.972743Z","steps":["trace[580604181] 'agreement among raft nodes before linearized reading' (duration: 1.362764014s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:52:50.972785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:52:49.608806Z","time spent":"1.363971362s","remote":"127.0.0.1:39748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1872,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:52:50.973311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.926248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-23T00:52:50.973357Z","caller":"traceutil/trace.go:171","msg":"trace[179803386] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:17540; }","duration":"355.99058ms","start":"2026-04-23T00:52:50.617354Z","end":"2026-04-23T00:52:50.973345Z","steps":["trace[179803386] 'agreement among raft nodes before linearized reading' (duration: 355.871766ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:52:50.973386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:52:50.617343Z","time spent":"356.036411ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T00:52:50.973539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.282716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-zgppb\" ","response":"range_response_count:1 size:21005"} {"level":"info","ts":"2026-04-23T00:52:50.973566Z","caller":"traceutil/trace.go:171","msg":"trace[560527113] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-zgppb; range_end:; response_count:1; response_revision:17540; }","duration":"367.342878ms","start":"2026-04-23T00:52:50.606216Z","end":"2026-04-23T00:52:50.973559Z","steps":["trace[560527113] 'agreement among raft nodes before linearized reading' (duration: 367.258515ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:52:50.973592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:52:50.606196Z","time spent":"367.390909ms","remote":"127.0.0.1:39458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":21028,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-zgppb\" "} {"level":"warn","ts":"2026-04-23T00:52:50.974352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.024587468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-trnc7\" ","response":"range_response_count:1 size:22133"} {"level":"info","ts":"2026-04-23T00:52:50.974408Z","caller":"traceutil/trace.go:171","msg":"trace[1213724974] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-trnc7; range_end:; response_count:1; response_revision:17540; }","duration":"1.024707762s","start":"2026-04-23T00:52:49.949687Z","end":"2026-04-23T00:52:50.974395Z","steps":["trace[1213724974] 'agreement among raft nodes before linearized reading' (duration: 1.024562617s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:52:50.97444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:52:49.949657Z","time spent":"1.024776004s","remote":"127.0.0.1:39458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22156,"request content":"key:\"/registry/pods/openstack/nova-compute-default-trnc7\" "} {"level":"warn","ts":"2026-04-23T00:52:50.974771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.271670459s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T00:52:50.974821Z","caller":"traceutil/trace.go:171","msg":"trace[1078953077] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17540; }","duration":"1.271761102s","start":"2026-04-23T00:52:49.703046Z","end":"2026-04-23T00:52:50.974807Z","steps":["trace[1078953077] 'agreement among raft nodes before linearized reading' (duration: 1.271536745s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:52:50.974849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:52:49.703025Z","time spent":"1.271818973s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T00:52:50.974873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.166307852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T00:52:50.975158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.173924103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-z8plv\" ","response":"range_response_count:1 size:9797"} {"level":"info","ts":"2026-04-23T00:52:50.975263Z","caller":"traceutil/trace.go:171","msg":"trace[1257768291] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-z8plv; range_end:; response_count:1; response_revision:17540; }","duration":"1.174081319s","start":"2026-04-23T00:52:49.801153Z","end":"2026-04-23T00:52:50.975234Z","steps":["trace[1257768291] 'agreement among raft nodes before linearized reading' (duration: 1.173452279s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:52:50.975317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:52:49.801126Z","time spent":"1.174180991s","remote":"127.0.0.1:39458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9820,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-z8plv\" "} {"level":"warn","ts":"2026-04-23T00:52:50.975043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.165004691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-04-23T00:52:50.975282Z","caller":"traceutil/trace.go:171","msg":"trace[1349659003] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:17540; }","duration":"1.166775187s","start":"2026-04-23T00:52:49.808409Z","end":"2026-04-23T00:52:50.975184Z","steps":["trace[1349659003] 'agreement among raft nodes before linearized reading' (duration: 1.166220179s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:52:50.975385Z","caller":"traceutil/trace.go:171","msg":"trace[1669501338] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:17540; }","duration":"1.165416634s","start":"2026-04-23T00:52:49.809941Z","end":"2026-04-23T00:52:50.975357Z","steps":["trace[1669501338] 'agreement among raft nodes before linearized reading' (duration: 1.164725683s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:52:50.975442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:52:49.809909Z","time spent":"1.165517918s","remote":"127.0.0.1:39424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-04-23T00:52:50.975495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:52:49.808379Z","time spent":"1.167088167s","remote":"127.0.0.1:39964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:52:50.977025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.705621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T00:52:50.977068Z","caller":"traceutil/trace.go:171","msg":"trace[1892296771] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:17540; }","duration":"616.753082ms","start":"2026-04-23T00:52:50.360303Z","end":"2026-04-23T00:52:50.977056Z","steps":["trace[1892296771] 'agreement among raft nodes before linearized reading' (duration: 613.415357ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:52:50.977095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:52:50.360278Z","time spent":"616.809654ms","remote":"127.0.0.1:55104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:53:00.639538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.038919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-433126e5-f42a-4cc7-b775-773fe5cb5fcf\" ","response":"range_response_count:1 size:3640"} {"level":"info","ts":"2026-04-23T00:53:00.639783Z","caller":"traceutil/trace.go:171","msg":"trace[1561283029] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-433126e5-f42a-4cc7-b775-773fe5cb5fcf; range_end:; response_count:1; response_revision:17713; }","duration":"158.319518ms","start":"2026-04-23T00:53:00.481435Z","end":"2026-04-23T00:53:00.639754Z","steps":["trace[1561283029] 'range keys from in-memory index tree' (duration: 157.791981ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:53:00.639658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.742639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-433126e5-f42a-4cc7-b775-773fe5cb5fcf\" ","response":"range_response_count:1 size:3640"} {"level":"info","ts":"2026-04-23T00:53:00.640037Z","caller":"traceutil/trace.go:171","msg":"trace[2109531203] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-433126e5-f42a-4cc7-b775-773fe5cb5fcf; range_end:; response_count:1; response_revision:17713; }","duration":"234.065489ms","start":"2026-04-23T00:53:00.405831Z","end":"2026-04-23T00:53:00.639897Z","steps":["trace[2109531203] 'range keys from in-memory index tree' (duration: 233.48388ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:53:00.640524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.918555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T00:53:00.640619Z","caller":"traceutil/trace.go:171","msg":"trace[257917178] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17713; }","duration":"126.038639ms","start":"2026-04-23T00:53:00.514563Z","end":"2026-04-23T00:53:00.640601Z","steps":["trace[257917178] 'range keys from in-memory index tree' (duration: 125.861534ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:53:00.767017Z","caller":"traceutil/trace.go:171","msg":"trace[1708384345] transaction","detail":"{read_only:false; response_revision:17715; number_of_response:1; }","duration":"110.86175ms","start":"2026-04-23T00:53:00.65611Z","end":"2026-04-23T00:53:00.766971Z","steps":["trace[1708384345] 'process raft request' (duration: 106.306996ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:53:00.767194Z","caller":"traceutil/trace.go:171","msg":"trace[1839648630] transaction","detail":"{read_only:false; response_revision:17716; number_of_response:1; }","duration":"106.848833ms","start":"2026-04-23T00:53:00.660277Z","end":"2026-04-23T00:53:00.767126Z","steps":["trace[1839648630] 'process raft request' (duration: 106.640897ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:53:01.201516Z","caller":"traceutil/trace.go:171","msg":"trace[1947647675] transaction","detail":"{read_only:false; response_revision:17717; number_of_response:1; }","duration":"186.942692ms","start":"2026-04-23T00:53:01.014549Z","end":"2026-04-23T00:53:01.201492Z","steps":["trace[1947647675] 'process raft request' (duration: 186.762747ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:53:01.418695Z","caller":"traceutil/trace.go:171","msg":"trace[301981750] transaction","detail":"{read_only:false; response_revision:17718; number_of_response:1; }","duration":"399.479782ms","start":"2026-04-23T00:53:01.019183Z","end":"2026-04-23T00:53:01.418662Z","steps":["trace[301981750] 'process raft request' (duration: 391.311674ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:53:01.418761Z","caller":"traceutil/trace.go:171","msg":"trace[1228112606] linearizableReadLoop","detail":"{readStateIndex:18351; appliedIndex:18347; }","duration":"295.485889ms","start":"2026-04-23T00:53:01.123252Z","end":"2026-04-23T00:53:01.418738Z","steps":["trace[1228112606] 'read index received' (duration: 78.054894ms)","trace[1228112606] 'applied index is now lower than readState.Index' (duration: 217.429965ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:53:01.418814Z","caller":"traceutil/trace.go:171","msg":"trace[1637236317] transaction","detail":"{read_only:false; response_revision:17719; number_of_response:1; }","duration":"395.143775ms","start":"2026-04-23T00:53:01.023627Z","end":"2026-04-23T00:53:01.418771Z","steps":["trace[1637236317] 'process raft request' (duration: 394.940049ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:53:01.418885Z","caller":"traceutil/trace.go:171","msg":"trace[1342679278] transaction","detail":"{read_only:false; response_revision:17720; number_of_response:1; }","duration":"374.09369ms","start":"2026-04-23T00:53:01.04478Z","end":"2026-04-23T00:53:01.418874Z","steps":["trace[1342679278] 'process raft request' (duration: 373.912745ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:53:01.418891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:53:01.019168Z","time spent":"399.642407ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:53:01.418967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:53:01.023612Z","time spent":"395.26969ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:53:01.41899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:53:01.044749Z","time spent":"374.164733ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:53:01.419213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.809529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-23T00:53:01.419249Z","caller":"traceutil/trace.go:171","msg":"trace[1736953448] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17720; }","duration":"295.868521ms","start":"2026-04-23T00:53:01.123372Z","end":"2026-04-23T00:53:01.419241Z","steps":["trace[1736953448] 'agreement among raft nodes before linearized reading' (duration: 295.742387ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:53:01.419241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.565777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-z8plv\" ","response":"range_response_count:1 size:9797"} {"level":"info","ts":"2026-04-23T00:53:01.419276Z","caller":"traceutil/trace.go:171","msg":"trace[2004199282] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-z8plv; range_end:; response_count:1; response_revision:17720; }","duration":"203.619589ms","start":"2026-04-23T00:53:01.215647Z","end":"2026-04-23T00:53:01.419266Z","steps":["trace[2004199282] 'agreement among raft nodes before linearized reading' (duration: 203.489525ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:53:01.419525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.511686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-trnc7\" ","response":"range_response_count:1 size:22133"} {"level":"info","ts":"2026-04-23T00:53:01.419556Z","caller":"traceutil/trace.go:171","msg":"trace[1364500648] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-trnc7; range_end:; response_count:1; response_revision:17720; }","duration":"210.542867ms","start":"2026-04-23T00:53:01.209006Z","end":"2026-04-23T00:53:01.419549Z","steps":["trace[1364500648] 'agreement among raft nodes before linearized reading' (duration: 210.446834ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:53:01.41955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.296774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-23T00:53:01.419693Z","caller":"traceutil/trace.go:171","msg":"trace[278799866] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:17720; }","duration":"296.481491ms","start":"2026-04-23T00:53:01.123201Z","end":"2026-04-23T00:53:01.419682Z","steps":["trace[278799866] 'agreement among raft nodes before linearized reading' (duration: 296.271094ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:53:01.419905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.144595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-23T00:53:01.420044Z","caller":"traceutil/trace.go:171","msg":"trace[1353912440] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17720; }","duration":"287.335351ms","start":"2026-04-23T00:53:01.132675Z","end":"2026-04-23T00:53:01.42001Z","steps":["trace[1353912440] 'agreement among raft nodes before linearized reading' (duration: 286.952659ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:56:22.560791Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"90a0cb2044183f95","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-23T00:56:22.567179Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-04-23T00:56:22.567341Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-04-23T00:57:05.124699Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17200} {"level":"info","ts":"2026-04-23T00:57:05.23726Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17200,"took":"108.089901ms","hash":1793500740,"current-db-size-bytes":58359808,"current-db-size":"58 MB","current-db-size-in-use-bytes":34541568,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-04-23T00:57:05.23736Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1793500740,"revision":17200,"compact-revision":14977} {"level":"warn","ts":"2026-04-23T00:58:08.302627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.034021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T00:58:08.302725Z","caller":"traceutil/trace.go:171","msg":"trace[525656581] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:20068; }","duration":"257.208977ms","start":"2026-04-23T00:58:08.045494Z","end":"2026-04-23T00:58:08.302703Z","steps":["trace[525656581] 'count revisions from in-memory index tree' (duration: 256.876176ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:58:08.303771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.137039ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T00:58:08.303947Z","caller":"traceutil/trace.go:171","msg":"trace[416478507] transaction","detail":"{read_only:false; response_revision:20069; number_of_response:1; }","duration":"248.869624ms","start":"2026-04-23T00:58:08.055045Z","end":"2026-04-23T00:58:08.303915Z","steps":["trace[416478507] 'process raft request' (duration: 129.366383ms)","trace[416478507] 'compare' (duration: 118.612893ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:58:18.629225Z","caller":"traceutil/trace.go:171","msg":"trace[1867831081] transaction","detail":"{read_only:false; response_revision:20118; number_of_response:1; }","duration":"106.838082ms","start":"2026-04-23T00:58:18.522329Z","end":"2026-04-23T00:58:18.629167Z","steps":["trace[1867831081] 'process raft request' (duration: 106.478391ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:58:25.168874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.311501ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T00:58:25.169127Z","caller":"traceutil/trace.go:171","msg":"trace[494024880] transaction","detail":"{read_only:false; response_revision:20151; number_of_response:1; }","duration":"464.705026ms","start":"2026-04-23T00:58:24.704411Z","end":"2026-04-23T00:58:25.169116Z","steps":["trace[494024880] 'process raft request' (duration: 464.563162ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:58:25.169194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:58:24.704378Z","time spent":"464.787759ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:58:25.169235Z","caller":"traceutil/trace.go:171","msg":"trace[1742808062] transaction","detail":"{read_only:false; response_revision:20152; number_of_response:1; }","duration":"373.56971ms","start":"2026-04-23T00:58:24.795659Z","end":"2026-04-23T00:58:25.169228Z","steps":["trace[1742808062] 'process raft request' (duration: 373.416935ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:58:25.169311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:58:24.79563Z","time spent":"373.631372ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:58:25.169113Z","caller":"traceutil/trace.go:171","msg":"trace[2103864972] transaction","detail":"{read_only:false; response_revision:20150; number_of_response:1; }","duration":"466.792312ms","start":"2026-04-23T00:58:24.702286Z","end":"2026-04-23T00:58:25.169078Z","steps":["trace[2103864972] 'process raft request' (duration: 254.197772ms)","trace[2103864972] 'compare' (duration: 212.026232ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:58:25.169452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:58:24.702269Z","time spent":"467.158743ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:58:25.169671Z","caller":"traceutil/trace.go:171","msg":"trace[873900170] transaction","detail":"{read_only:false; response_revision:20153; number_of_response:1; }","duration":"373.768296ms","start":"2026-04-23T00:58:24.795894Z","end":"2026-04-23T00:58:25.169662Z","steps":["trace[873900170] 'process raft request' (duration: 373.289701ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:58:25.169725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:58:24.795887Z","time spent":"373.809158ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:58:25.168478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.153981ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T00:58:25.169878Z","caller":"traceutil/trace.go:171","msg":"trace[1175615051] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:20149; }","duration":"402.585376ms","start":"2026-04-23T00:58:24.76728Z","end":"2026-04-23T00:58:25.169866Z","steps":["trace[1175615051] 'range keys from in-memory index tree' (duration: 401.133329ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:58:25.711532Z","caller":"traceutil/trace.go:171","msg":"trace[1529371643] transaction","detail":"{read_only:false; response_revision:20154; number_of_response:1; }","duration":"478.41915ms","start":"2026-04-23T00:58:25.233082Z","end":"2026-04-23T00:58:25.711501Z","steps":["trace[1529371643] 'process raft request' (duration: 478.238174ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:58:25.711886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:58:25.233047Z","time spent":"478.574354ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:58:25.746071Z","caller":"traceutil/trace.go:171","msg":"trace[1547177023] linearizableReadLoop","detail":"{readStateIndex:20869; appliedIndex:20867; }","duration":"499.999111ms","start":"2026-04-23T00:58:25.24604Z","end":"2026-04-23T00:58:25.74604Z","steps":["trace[1547177023] 'read index received' (duration: 465.311506ms)","trace[1547177023] 'applied index is now lower than readState.Index' (duration: 34.686295ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:58:25.746187Z","caller":"traceutil/trace.go:171","msg":"trace[386938128] transaction","detail":"{read_only:false; response_revision:20155; number_of_response:1; }","duration":"512.672861ms","start":"2026-04-23T00:58:25.233458Z","end":"2026-04-23T00:58:25.746131Z","steps":["trace[386938128] 'process raft request' (duration: 512.383771ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:58:25.74629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.792647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T00:58:25.746334Z","caller":"traceutil/trace.go:171","msg":"trace[1104580610] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20155; }","duration":"232.903861ms","start":"2026-04-23T00:58:25.513419Z","end":"2026-04-23T00:58:25.746323Z","steps":["trace[1104580610] 'agreement among raft nodes before linearized reading' (duration: 232.813728ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:58:25.746377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.970831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-23T00:58:25.74635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.263619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T00:58:25.746436Z","caller":"traceutil/trace.go:171","msg":"trace[595503773] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20155; }","duration":"437.076745ms","start":"2026-04-23T00:58:25.309345Z","end":"2026-04-23T00:58:25.746422Z","steps":["trace[595503773] 'agreement among raft nodes before linearized reading' (duration: 436.874098ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:58:25.746448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:58:25.233429Z","time spent":"512.891558ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:58:25.74647Z","caller":"traceutil/trace.go:171","msg":"trace[196172205] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:20155; }","duration":"500.425373ms","start":"2026-04-23T00:58:25.246016Z","end":"2026-04-23T00:58:25.746442Z","steps":["trace[196172205] 'agreement among raft nodes before linearized reading' (duration: 500.189836ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:58:25.746478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:58:25.309322Z","time spent":"437.146247ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T00:58:25.746535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:58:25.246005Z","time spent":"500.520137ms","remote":"127.0.0.1:39690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-23T00:58:25.746585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.881855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-23T00:58:25.746676Z","caller":"traceutil/trace.go:171","msg":"trace[2015374467] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:20155; }","duration":"435.056611ms","start":"2026-04-23T00:58:25.311595Z","end":"2026-04-23T00:58:25.746651Z","steps":["trace[2015374467] 'agreement among raft nodes before linearized reading' (duration: 434.71782ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:58:25.746736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:58:25.311568Z","time spent":"435.158404ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-23T00:58:26.072474Z","caller":"traceutil/trace.go:171","msg":"trace[1213726280] linearizableReadLoop","detail":"{readStateIndex:20871; appliedIndex:20869; }","duration":"318.920305ms","start":"2026-04-23T00:58:25.753524Z","end":"2026-04-23T00:58:26.072445Z","steps":["trace[1213726280] 'read index received' (duration: 13.265918ms)","trace[1213726280] 'applied index is now lower than readState.Index' (duration: 305.653217ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:58:26.072585Z","caller":"traceutil/trace.go:171","msg":"trace[1557290822] transaction","detail":"{read_only:false; response_revision:20157; number_of_response:1; }","duration":"321.151406ms","start":"2026-04-23T00:58:25.751385Z","end":"2026-04-23T00:58:26.072537Z","steps":["trace[1557290822] 'process raft request' (duration: 298.989826ms)","trace[1557290822] 'compare' (duration: 21.609133ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:58:26.072716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.178444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-04-23T00:58:26.072765Z","caller":"traceutil/trace.go:171","msg":"trace[1814708927] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20157; }","duration":"319.265247ms","start":"2026-04-23T00:58:25.753486Z","end":"2026-04-23T00:58:26.072751Z","steps":["trace[1814708927] 'agreement among raft nodes before linearized reading' (duration: 319.06165ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:58:26.072812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:58:25.753477Z","time spent":"319.323648ms","remote":"127.0.0.1:39458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-23T00:58:26.072817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:58:25.751358Z","time spent":"321.333372ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:01:55.585758Z","caller":"traceutil/trace.go:171","msg":"trace[1625773192] transaction","detail":"{read_only:false; response_revision:21910; number_of_response:1; }","duration":"118.524071ms","start":"2026-04-23T01:01:55.467179Z","end":"2026-04-23T01:01:55.585703Z","steps":["trace[1625773192] 'process raft request' (duration: 118.17096ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:02:05.131496Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":19715} {"level":"info","ts":"2026-04-23T01:02:05.247033Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":19715,"took":"111.55737ms","hash":45812280,"current-db-size-bytes":58359808,"current-db-size":"58 MB","current-db-size-in-use-bytes":32276480,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-23T01:02:05.247119Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":45812280,"revision":19715,"compact-revision":17200} {"level":"info","ts":"2026-04-23T01:02:08.525139Z","caller":"traceutil/trace.go:171","msg":"trace[1753364337] transaction","detail":"{read_only:false; response_revision:22402; number_of_response:1; }","duration":"188.734853ms","start":"2026-04-23T01:02:08.336374Z","end":"2026-04-23T01:02:08.525108Z","steps":["trace[1753364337] 'process raft request' (duration: 99.55802ms)","trace[1753364337] 'compare' (duration: 88.78331ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:02:08.525291Z","caller":"traceutil/trace.go:171","msg":"trace[229224521] linearizableReadLoop","detail":"{readStateIndex:23195; appliedIndex:23192; }","duration":"186.010346ms","start":"2026-04-23T01:02:08.339251Z","end":"2026-04-23T01:02:08.525262Z","steps":["trace[229224521] 'read index received' (duration: 96.809933ms)","trace[229224521] 'applied index is now lower than readState.Index' (duration: 89.199193ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:02:08.52532Z","caller":"traceutil/trace.go:171","msg":"trace[278109000] transaction","detail":"{read_only:false; response_revision:22405; number_of_response:1; }","duration":"152.664231ms","start":"2026-04-23T01:02:08.372631Z","end":"2026-04-23T01:02:08.525296Z","steps":["trace[278109000] 'process raft request' (duration: 152.558128ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:02:08.525412Z","caller":"traceutil/trace.go:171","msg":"trace[178329237] transaction","detail":"{read_only:false; response_revision:22404; number_of_response:1; }","duration":"188.684901ms","start":"2026-04-23T01:02:08.336672Z","end":"2026-04-23T01:02:08.525357Z","steps":["trace[178329237] 'process raft request' (duration: 188.452704ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:08.525551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.280935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:709"} {"level":"info","ts":"2026-04-23T01:02:08.525606Z","caller":"traceutil/trace.go:171","msg":"trace[1109021638] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:22406; }","duration":"186.374998ms","start":"2026-04-23T01:02:08.339218Z","end":"2026-04-23T01:02:08.525593Z","steps":["trace[1109021638] 'agreement among raft nodes before linearized reading' (duration: 186.185532ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:02:08.525443Z","caller":"traceutil/trace.go:171","msg":"trace[1207898538] transaction","detail":"{read_only:false; response_revision:22406; number_of_response:1; }","duration":"102.602067ms","start":"2026-04-23T01:02:08.422765Z","end":"2026-04-23T01:02:08.525367Z","steps":["trace[1207898538] 'process raft request' (duration: 102.462312ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:02:08.525297Z","caller":"traceutil/trace.go:171","msg":"trace[1536210317] transaction","detail":"{read_only:false; response_revision:22403; number_of_response:1; }","duration":"188.700432ms","start":"2026-04-23T01:02:08.336576Z","end":"2026-04-23T01:02:08.525277Z","steps":["trace[1536210317] 'process raft request' (duration: 188.454994ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:08.52706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.239607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capo-system/capo-controller-manager\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:02:08.52711Z","caller":"traceutil/trace.go:171","msg":"trace[653482314] range","detail":"{range_begin:/registry/deployments/capo-system/capo-controller-manager; range_end:; response_count:0; response_revision:22408; }","duration":"182.319979ms","start":"2026-04-23T01:02:08.344776Z","end":"2026-04-23T01:02:08.527096Z","steps":["trace[653482314] 'agreement among raft nodes before linearized reading' (duration: 182.198086ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:08.527524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.397346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1818"} {"level":"info","ts":"2026-04-23T01:02:08.527556Z","caller":"traceutil/trace.go:171","msg":"trace[220905255] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:22408; }","duration":"160.489559ms","start":"2026-04-23T01:02:08.367057Z","end":"2026-04-23T01:02:08.527546Z","steps":["trace[220905255] 'agreement among raft nodes before linearized reading' (duration: 160.378625ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:13.189341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.871444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-23T01:02:13.189442Z","caller":"traceutil/trace.go:171","msg":"trace[714351231] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22546; }","duration":"169.022249ms","start":"2026-04-23T01:02:13.020399Z","end":"2026-04-23T01:02:13.189421Z","steps":["trace[714351231] 'range keys from in-memory index tree' (duration: 168.624537ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:13.189411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.778305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanetemplates.controlplane.cluster.x-k8s.io\" ","response":"range_response_count:1 size:111290"} {"level":"info","ts":"2026-04-23T01:02:13.189569Z","caller":"traceutil/trace.go:171","msg":"trace[1653912761] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanetemplates.controlplane.cluster.x-k8s.io; range_end:; response_count:1; response_revision:22546; }","duration":"214.015353ms","start":"2026-04-23T01:02:12.975519Z","end":"2026-04-23T01:02:13.189535Z","steps":["trace[1653912761] 'range keys from in-memory index tree' (duration: 213.581089ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:13.189679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.389593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-23T01:02:13.189758Z","caller":"traceutil/trace.go:171","msg":"trace[1238481131] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22546; }","duration":"171.515227ms","start":"2026-04-23T01:02:13.018224Z","end":"2026-04-23T01:02:13.189739Z","steps":["trace[1238481131] 'range keys from in-memory index tree' (duration: 171.161277ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:02:13.191158Z","caller":"traceutil/trace.go:171","msg":"trace[1928025] transaction","detail":"{read_only:false; response_revision:22547; number_of_response:1; }","duration":"103.060511ms","start":"2026-04-23T01:02:13.088073Z","end":"2026-04-23T01:02:13.191133Z","steps":["trace[1928025] 'process raft request' (duration: 102.325468ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:16.212345Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581741608219399167,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:02:16.713251Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581741608219399167,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:02:17.213911Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581741608219399167,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:02:17.714044Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581741608219399167,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:02:18.192167Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.507545351s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T01:02:18.192659Z","caller":"traceutil/trace.go:171","msg":"trace[984823566] transaction","detail":"{read_only:false; response_revision:22609; number_of_response:1; }","duration":"2.50815665s","start":"2026-04-23T01:02:15.68447Z","end":"2026-04-23T01:02:18.192627Z","steps":["trace[984823566] 'process raft request' (duration: 2.507922923s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:18.192889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:15.684433Z","time spent":"2.508359897s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:02:18.250809Z","caller":"traceutil/trace.go:171","msg":"trace[1383541440] transaction","detail":"{read_only:false; response_revision:22611; number_of_response:1; }","duration":"2.456726053s","start":"2026-04-23T01:02:15.794053Z","end":"2026-04-23T01:02:18.250779Z","steps":["trace[1383541440] 'process raft request' (duration: 2.456620709s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:02:18.250843Z","caller":"traceutil/trace.go:171","msg":"trace[1442714808] transaction","detail":"{read_only:false; response_revision:22610; number_of_response:1; }","duration":"2.555627153s","start":"2026-04-23T01:02:15.695183Z","end":"2026-04-23T01:02:18.250811Z","steps":["trace[1442714808] 'process raft request' (duration: 2.555343254s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:18.251026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:15.695039Z","time spent":"2.55587583s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:02:18.251017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:15.794025Z","time spent":"2.456872807s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:02:18.251683Z","caller":"traceutil/trace.go:171","msg":"trace[1489645210] transaction","detail":"{read_only:false; response_revision:22612; number_of_response:1; }","duration":"2.067775414s","start":"2026-04-23T01:02:16.183894Z","end":"2026-04-23T01:02:18.251669Z","steps":["trace[1489645210] 'process raft request' (duration: 2.066843564s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:18.251766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:16.183874Z","time spent":"2.067852347s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:02:18.251993Z","caller":"traceutil/trace.go:171","msg":"trace[1731180796] transaction","detail":"{read_only:false; response_revision:22613; number_of_response:1; }","duration":"2.052763749s","start":"2026-04-23T01:02:16.199208Z","end":"2026-04-23T01:02:18.251971Z","steps":["trace[1731180796] 'process raft request' (duration: 2.052344336s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:18.252117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:16.199198Z","time spent":"2.052865592s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:02:18.252203Z","caller":"traceutil/trace.go:171","msg":"trace[892145612] linearizableReadLoop","detail":"{readStateIndex:23409; appliedIndex:23401; }","duration":"2.540675259s","start":"2026-04-23T01:02:15.711508Z","end":"2026-04-23T01:02:18.252184Z","steps":["trace[892145612] 'read index received' (duration: 2.481116254s)","trace[892145612] 'applied index is now lower than readState.Index' (duration: 59.557325ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:02:18.252299Z","caller":"traceutil/trace.go:171","msg":"trace[298976157] transaction","detail":"{read_only:false; response_revision:22614; number_of_response:1; }","duration":"2.049553917s","start":"2026-04-23T01:02:16.202729Z","end":"2026-04-23T01:02:18.252283Z","steps":["trace[298976157] 'process raft request' (duration: 2.049075412s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:18.252365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:16.202723Z","time spent":"2.04960749s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:02:18.252457Z","caller":"traceutil/trace.go:171","msg":"trace[344556847] transaction","detail":"{read_only:false; response_revision:22618; number_of_response:1; }","duration":"108.818813ms","start":"2026-04-23T01:02:18.143628Z","end":"2026-04-23T01:02:18.252447Z","steps":["trace[344556847] 'process raft request' (duration: 108.467802ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:18.252663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.541149624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-23T01:02:18.252725Z","caller":"traceutil/trace.go:171","msg":"trace[854351201] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22618; }","duration":"2.541228356s","start":"2026-04-23T01:02:15.711466Z","end":"2026-04-23T01:02:18.252694Z","steps":["trace[854351201] 'agreement among raft nodes before linearized reading' (duration: 2.541094652s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:18.252756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:15.711448Z","time spent":"2.541300109s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-23T01:02:18.252834Z","caller":"traceutil/trace.go:171","msg":"trace[786179906] transaction","detail":"{read_only:false; response_revision:22615; number_of_response:1; }","duration":"1.977612721s","start":"2026-04-23T01:02:16.275211Z","end":"2026-04-23T01:02:18.252823Z","steps":["trace[786179906] 'process raft request' (duration: 1.976737734s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:02:18.252854Z","caller":"traceutil/trace.go:171","msg":"trace[1615726287] transaction","detail":"{read_only:false; response_revision:22617; number_of_response:1; }","duration":"577.620328ms","start":"2026-04-23T01:02:17.675168Z","end":"2026-04-23T01:02:18.252788Z","steps":["trace[1615726287] 'process raft request' (duration: 576.871865ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:18.252894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:16.275181Z","time spent":"1.977682514s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:02:18.252968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:17.675077Z","time spent":"577.836375ms","remote":"127.0.0.1:39362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":971,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T01:02:18.252998Z","caller":"traceutil/trace.go:171","msg":"trace[20676564] transaction","detail":"{read_only:false; response_revision:22616; number_of_response:1; }","duration":"710.533884ms","start":"2026-04-23T01:02:17.542454Z","end":"2026-04-23T01:02:18.252987Z","steps":["trace[20676564] 'process raft request' (duration: 709.546323ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:18.253052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:17.542415Z","time spent":"710.605447ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:02:18.252984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.123929831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-04-23T01:02:18.253067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.038488813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-23T01:02:18.253144Z","caller":"traceutil/trace.go:171","msg":"trace[958039355] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22618; }","duration":"1.038613807s","start":"2026-04-23T01:02:17.214509Z","end":"2026-04-23T01:02:18.253123Z","steps":["trace[958039355] 'agreement among raft nodes before linearized reading' (duration: 1.03838655s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:02:18.253163Z","caller":"traceutil/trace.go:171","msg":"trace[320032983] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22618; }","duration":"2.12422367s","start":"2026-04-23T01:02:16.128909Z","end":"2026-04-23T01:02:18.253133Z","steps":["trace[320032983] 'agreement among raft nodes before linearized reading' (duration: 2.123726554s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:18.253258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:16.128875Z","time spent":"2.124369605s","remote":"127.0.0.1:39458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-23T01:02:18.253376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.739931089s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:02:18.25343Z","caller":"traceutil/trace.go:171","msg":"trace[726378775] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22618; }","duration":"1.740027293s","start":"2026-04-23T01:02:16.51339Z","end":"2026-04-23T01:02:18.253417Z","steps":["trace[726378775] 'agreement among raft nodes before linearized reading' (duration: 1.73994336s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:18.253456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.437197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:02:18.253466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:16.513364Z","time spent":"1.740095535s","remote":"127.0.0.1:39306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T01:02:18.253496Z","caller":"traceutil/trace.go:171","msg":"trace[1938740239] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:22618; }","duration":"628.513939ms","start":"2026-04-23T01:02:17.624973Z","end":"2026-04-23T01:02:18.253487Z","steps":["trace[1938740239] 'agreement among raft nodes before linearized reading' (duration: 628.431027ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:18.25353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:17.624948Z","time spent":"628.574091ms","remote":"127.0.0.1:39488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:02:18.253602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.571542061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-23T01:02:18.253661Z","caller":"traceutil/trace.go:171","msg":"trace[1342772868] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22618; }","duration":"1.571634494s","start":"2026-04-23T01:02:16.682009Z","end":"2026-04-23T01:02:18.253644Z","steps":["trace[1342772868] 'agreement among raft nodes before linearized reading' (duration: 1.57150184s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:18.253658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.556547296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-23T01:02:18.253704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:16.681984Z","time spent":"1.571710296s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T01:02:18.253714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.034428434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-23T01:02:18.25373Z","caller":"traceutil/trace.go:171","msg":"trace[1103401826] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22618; }","duration":"1.55666429s","start":"2026-04-23T01:02:16.697045Z","end":"2026-04-23T01:02:18.25371Z","steps":["trace[1103401826] 'agreement among raft nodes before linearized reading' (duration: 1.556389782s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:18.253782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:16.697029Z","time spent":"1.556744832s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-23T01:02:18.253783Z","caller":"traceutil/trace.go:171","msg":"trace[1013644660] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22618; }","duration":"1.034529497s","start":"2026-04-23T01:02:17.219235Z","end":"2026-04-23T01:02:18.253765Z","steps":["trace[1013644660] 'agreement among raft nodes before linearized reading' (duration: 1.034356282s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:18.253877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:17.219211Z","time spent":"1.034652221s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T01:02:18.253957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.93301858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"warn","ts":"2026-04-23T01:02:18.253872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.935422086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.233\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-04-23T01:02:18.254017Z","caller":"traceutil/trace.go:171","msg":"trace[635842914] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:22618; }","duration":"1.933142253s","start":"2026-04-23T01:02:16.320854Z","end":"2026-04-23T01:02:18.253996Z","steps":["trace[635842914] 'agreement among raft nodes before linearized reading' (duration: 1.932990859s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:18.254014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.036945094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-23T01:02:18.25406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:16.320827Z","time spent":"1.933224326s","remote":"127.0.0.1:39354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"info","ts":"2026-04-23T01:02:18.254131Z","caller":"traceutil/trace.go:171","msg":"trace[1955862593] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22618; }","duration":"1.037113179s","start":"2026-04-23T01:02:17.216989Z","end":"2026-04-23T01:02:18.254102Z","steps":["trace[1955862593] 'agreement among raft nodes before linearized reading' (duration: 1.036702576s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:18.253384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"844.744272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:623"} {"level":"warn","ts":"2026-04-23T01:02:18.25419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:17.216975Z","time spent":"1.037204602s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T01:02:18.253203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:17.214482Z","time spent":"1.03870811s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-23T01:02:18.254205Z","caller":"traceutil/trace.go:171","msg":"trace[2036260978] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:22618; }","duration":"845.597139ms","start":"2026-04-23T01:02:17.408582Z","end":"2026-04-23T01:02:18.25418Z","steps":["trace[2036260978] 'agreement among raft nodes before linearized reading' (duration: 844.740292ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:18.254299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:17.408545Z","time spent":"845.733473ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":646,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"info","ts":"2026-04-23T01:02:18.254153Z","caller":"traceutil/trace.go:171","msg":"trace[2089915105] range","detail":"{range_begin:/registry/masterleases/199.204.45.233; range_end:; response_count:1; response_revision:22618; }","duration":"1.935633123s","start":"2026-04-23T01:02:16.318374Z","end":"2026-04-23T01:02:18.254008Z","steps":["trace[2089915105] 'agreement among raft nodes before linearized reading' (duration: 1.935142637s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:18.254449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:16.318329Z","time spent":"1.936026605s","remote":"127.0.0.1:39318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.233\" "} {"level":"warn","ts":"2026-04-23T01:05:50.030136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.990436ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:05:50.030537Z","caller":"traceutil/trace.go:171","msg":"trace[358997251] transaction","detail":"{read_only:false; response_revision:24774; number_of_response:1; }","duration":"847.919984ms","start":"2026-04-23T01:05:49.182485Z","end":"2026-04-23T01:05:50.030405Z","steps":["trace[358997251] 'process raft request' (duration: 847.783209ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:50.030638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:49.182446Z","time spent":"848.13524ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:05:50.030607Z","caller":"traceutil/trace.go:171","msg":"trace[1173509514] transaction","detail":"{read_only:false; response_revision:24773; number_of_response:1; }","duration":"848.293686ms","start":"2026-04-23T01:05:49.182264Z","end":"2026-04-23T01:05:50.030557Z","steps":["trace[1173509514] 'process raft request' (duration: 222.780863ms)","trace[1173509514] 'compare' (duration: 624.18207ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:05:50.030682Z","caller":"traceutil/trace.go:171","msg":"trace[309750280] transaction","detail":"{read_only:false; response_revision:24775; number_of_response:1; }","duration":"847.883462ms","start":"2026-04-23T01:05:49.182766Z","end":"2026-04-23T01:05:50.030649Z","steps":["trace[309750280] 'process raft request' (duration: 847.597793ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:50.030875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:49.182734Z","time spent":"848.041547ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:05:50.030945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:49.182239Z","time spent":"848.466711ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:05:50.031167Z","caller":"traceutil/trace.go:171","msg":"trace[2084798594] linearizableReadLoop","detail":"{readStateIndex:25627; appliedIndex:25623; }","duration":"689.58388ms","start":"2026-04-23T01:05:49.341569Z","end":"2026-04-23T01:05:50.031153Z","steps":["trace[2084798594] 'read index received' (duration: 63.49505ms)","trace[2084798594] 'applied index is now lower than readState.Index' (duration: 626.08735ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:05:50.031195Z","caller":"traceutil/trace.go:171","msg":"trace[1025194081] transaction","detail":"{read_only:false; response_revision:24776; number_of_response:1; }","duration":"847.686006ms","start":"2026-04-23T01:05:49.183497Z","end":"2026-04-23T01:05:50.031183Z","steps":["trace[1025194081] 'process raft request' (duration: 847.056326ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:50.031253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:49.183465Z","time spent":"847.755879ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:05:50.031295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.720164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:05:50.031335Z","caller":"traceutil/trace.go:171","msg":"trace[1667112509] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:24776; }","duration":"689.817688ms","start":"2026-04-23T01:05:49.341509Z","end":"2026-04-23T01:05:50.031326Z","steps":["trace[1667112509] 'agreement among raft nodes before linearized reading' (duration: 689.731035ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:50.031372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:49.341478Z","time spent":"689.88222ms","remote":"127.0.0.1:39498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:05:50.70661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.98708ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:05:50.706831Z","caller":"traceutil/trace.go:171","msg":"trace[379121295] linearizableReadLoop","detail":"{readStateIndex:25629; appliedIndex:25627; }","duration":"675.60185ms","start":"2026-04-23T01:05:50.031207Z","end":"2026-04-23T01:05:50.706809Z","steps":["trace[379121295] 'read index received' (duration: 488.252928ms)","trace[379121295] 'applied index is now lower than readState.Index' (duration: 187.347892ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:05:50.706949Z","caller":"traceutil/trace.go:171","msg":"trace[789794016] transaction","detail":"{read_only:false; response_revision:24777; number_of_response:1; }","duration":"896.553544ms","start":"2026-04-23T01:05:49.810382Z","end":"2026-04-23T01:05:50.706936Z","steps":["trace[789794016] 'process raft request' (duration: 709.13631ms)","trace[789794016] 'compare' (duration: 186.818085ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:05:50.707041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:49.810351Z","time spent":"896.654267ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:05:50.707113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.201408225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-23T01:05:50.707219Z","caller":"traceutil/trace.go:171","msg":"trace[1722250908] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24778; }","duration":"1.20156409s","start":"2026-04-23T01:05:49.505635Z","end":"2026-04-23T01:05:50.707199Z","steps":["trace[1722250908] 'agreement among raft nodes before linearized reading' (duration: 1.201290021s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:50.707262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:49.505618Z","time spent":"1.201636673s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T01:05:50.707387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.203988807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-23T01:05:50.707434Z","caller":"traceutil/trace.go:171","msg":"trace[790388396] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24778; }","duration":"1.20409159s","start":"2026-04-23T01:05:49.503333Z","end":"2026-04-23T01:05:50.707424Z","steps":["trace[790388396] 'agreement among raft nodes before linearized reading' (duration: 1.203929085s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:50.707474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:49.503304Z","time spent":"1.204162933s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-23T01:05:50.707504Z","caller":"traceutil/trace.go:171","msg":"trace[314360938] transaction","detail":"{read_only:false; response_revision:24778; number_of_response:1; }","duration":"896.981287ms","start":"2026-04-23T01:05:49.810512Z","end":"2026-04-23T01:05:50.707493Z","steps":["trace[314360938] 'process raft request' (duration: 896.219403ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:50.707599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:49.810507Z","time spent":"897.025439ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:05:50.707663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.784395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:05:50.70767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.209112689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-23T01:05:50.70773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.169168015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:05:50.707757Z","caller":"traceutil/trace.go:171","msg":"trace[1579285108] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:24778; }","duration":"1.169240996s","start":"2026-04-23T01:05:49.538507Z","end":"2026-04-23T01:05:50.707748Z","steps":["trace[1579285108] 'agreement among raft nodes before linearized reading' (duration: 1.169188965s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:50.707759Z","caller":"traceutil/trace.go:171","msg":"trace[558774522] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24778; }","duration":"1.209289064s","start":"2026-04-23T01:05:49.498451Z","end":"2026-04-23T01:05:50.70774Z","steps":["trace[558774522] 'agreement among raft nodes before linearized reading' (duration: 1.209043386s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:50.707783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:49.538479Z","time spent":"1.169298488s","remote":"127.0.0.1:54952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:05:50.707792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:49.498419Z","time spent":"1.209366867s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T01:05:50.707848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.209566553s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-23T01:05:50.707936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.202271432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-23T01:05:50.707704Z","caller":"traceutil/trace.go:171","msg":"trace[1352934603] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:24778; }","duration":"380.864508ms","start":"2026-04-23T01:05:50.326826Z","end":"2026-04-23T01:05:50.707691Z","steps":["trace[1352934603] 'agreement among raft nodes before linearized reading' (duration: 380.794345ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:50.707961Z","caller":"traceutil/trace.go:171","msg":"trace[475011386] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24778; }","duration":"1.209748659s","start":"2026-04-23T01:05:49.498182Z","end":"2026-04-23T01:05:50.707931Z","steps":["trace[475011386] 'agreement among raft nodes before linearized reading' (duration: 1.209363047s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:50.707986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:50.326792Z","time spent":"381.183888ms","remote":"127.0.0.1:39660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:05:50.707671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.22588196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-23T01:05:50.708018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:49.498151Z","time spent":"1.209855423s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-23T01:05:50.708051Z","caller":"traceutil/trace.go:171","msg":"trace[970887951] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24778; }","duration":"1.226323584s","start":"2026-04-23T01:05:49.481718Z","end":"2026-04-23T01:05:50.708042Z","steps":["trace[970887951] 'agreement among raft nodes before linearized reading' (duration: 1.225754556s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:50.708085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:49.481696Z","time spent":"1.226380436s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T01:05:50.7079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.19558002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:05:50.707982Z","caller":"traceutil/trace.go:171","msg":"trace[1168255717] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24778; }","duration":"1.202339004s","start":"2026-04-23T01:05:49.505625Z","end":"2026-04-23T01:05:50.707964Z","steps":["trace[1168255717] 'agreement among raft nodes before linearized reading' (duration: 1.202265252s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:50.708121Z","caller":"traceutil/trace.go:171","msg":"trace[314528795] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24778; }","duration":"1.195821818s","start":"2026-04-23T01:05:49.512287Z","end":"2026-04-23T01:05:50.708109Z","steps":["trace[314528795] 'agreement among raft nodes before linearized reading' (duration: 1.195595261s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:50.708163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:49.505603Z","time spent":"1.202551991s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T01:05:50.708172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:49.512278Z","time spent":"1.195883001s","remote":"127.0.0.1:39306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T01:05:51.178614Z","caller":"traceutil/trace.go:171","msg":"trace[1736049217] transaction","detail":"{read_only:false; response_revision:24779; number_of_response:1; }","duration":"465.25452ms","start":"2026-04-23T01:05:50.713325Z","end":"2026-04-23T01:05:51.17858Z","steps":["trace[1736049217] 'process raft request' (duration: 465.038443ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:51.178832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:50.713308Z","time spent":"465.409025ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:05:52.352068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.657538ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:05:52.352348Z","caller":"traceutil/trace.go:171","msg":"trace[1080811967] transaction","detail":"{read_only:false; response_revision:24780; number_of_response:1; }","duration":"1.63895361s","start":"2026-04-23T01:05:50.713358Z","end":"2026-04-23T01:05:52.352312Z","steps":["trace[1080811967] 'process raft request' (duration: 1.229929581s)","trace[1080811967] 'compare' (duration: 408.258095ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:05:52.352549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:50.713334Z","time spent":"1.639099725s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:05:52.353127Z","caller":"traceutil/trace.go:171","msg":"trace[1015080045] transaction","detail":"{read_only:false; response_revision:24783; number_of_response:1; }","duration":"1.638748053s","start":"2026-04-23T01:05:50.714364Z","end":"2026-04-23T01:05:52.353112Z","steps":["trace[1015080045] 'process raft request' (duration: 1.63799977s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:52.353165Z","caller":"traceutil/trace.go:171","msg":"trace[1114428728] transaction","detail":"{read_only:false; response_revision:24785; number_of_response:1; }","duration":"1.249312384s","start":"2026-04-23T01:05:51.103823Z","end":"2026-04-23T01:05:52.353135Z","steps":["trace[1114428728] 'process raft request' (duration: 1.248622452s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:52.353176Z","caller":"traceutil/trace.go:171","msg":"trace[1548949401] transaction","detail":"{read_only:false; response_revision:24782; number_of_response:1; }","duration":"1.639730794s","start":"2026-04-23T01:05:50.713414Z","end":"2026-04-23T01:05:52.353145Z","steps":["trace[1548949401] 'process raft request' (duration: 1.638907598s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:52.353166Z","caller":"traceutil/trace.go:171","msg":"trace[763772128] transaction","detail":"{read_only:false; response_revision:24781; number_of_response:1; }","duration":"1.639692604s","start":"2026-04-23T01:05:50.713429Z","end":"2026-04-23T01:05:52.353121Z","steps":["trace[763772128] 'process raft request' (duration: 1.638774635s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:52.353204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:50.714335Z","time spent":"1.638830306s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:05:52.353193Z","caller":"traceutil/trace.go:171","msg":"trace[768760915] transaction","detail":"{read_only:false; response_revision:24784; number_of_response:1; }","duration":"1.635220982s","start":"2026-04-23T01:05:50.717939Z","end":"2026-04-23T01:05:52.35316Z","steps":["trace[768760915] 'process raft request' (duration: 1.634466098s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:52.353268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:51.10379Z","time spent":"1.249430838s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:05:52.353303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:50.717926Z","time spent":"1.635326105s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:05:52.353317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:50.713421Z","time spent":"1.639819587s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:05:52.353191Z","caller":"traceutil/trace.go:171","msg":"trace[2138879418] linearizableReadLoop","detail":"{readStateIndex:25635; appliedIndex:25629; }","duration":"1.621061794s","start":"2026-04-23T01:05:50.732097Z","end":"2026-04-23T01:05:52.353159Z","steps":["trace[2138879418] 'read index received' (duration: 446.203237ms)","trace[2138879418] 'applied index is now lower than readState.Index' (duration: 1.174854627s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:05:52.353582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:50.713383Z","time spent":"1.639856358s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:05:52.389401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.6572778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:05:52.389486Z","caller":"traceutil/trace.go:171","msg":"trace[1644125178] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24785; }","duration":"1.657407414s","start":"2026-04-23T01:05:50.732058Z","end":"2026-04-23T01:05:52.389465Z","steps":["trace[1644125178] 'agreement among raft nodes before linearized reading' (duration: 1.621181957s)","trace[1644125178] 'range keys from in-memory index tree' (duration: 36.088683ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:05:52.389519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:50.732049Z","time spent":"1.657464586s","remote":"127.0.0.1:39306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T01:05:52.390385Z","caller":"traceutil/trace.go:171","msg":"trace[1495675870] transaction","detail":"{read_only:false; response_revision:24786; number_of_response:1; }","duration":"344.105844ms","start":"2026-04-23T01:05:52.046237Z","end":"2026-04-23T01:05:52.390343Z","steps":["trace[1495675870] 'process raft request' (duration: 343.880177ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:52.390626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:52.046207Z","time spent":"344.29317ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:05:52.578037Z","caller":"traceutil/trace.go:171","msg":"trace[138271690] transaction","detail":"{read_only:false; response_revision:24787; number_of_response:1; }","duration":"530.256158ms","start":"2026-04-23T01:05:52.047755Z","end":"2026-04-23T01:05:52.578011Z","steps":["trace[138271690] 'process raft request' (duration: 529.865936ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:52.578233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:52.047747Z","time spent":"530.382282ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:05:52.578369Z","caller":"traceutil/trace.go:171","msg":"trace[1901708350] linearizableReadLoop","detail":"{readStateIndex:25641; appliedIndex:25638; }","duration":"224.791467ms","start":"2026-04-23T01:05:52.353546Z","end":"2026-04-23T01:05:52.578338Z","steps":["trace[1901708350] 'read index received' (duration: 37.083764ms)","trace[1901708350] 'applied index is now lower than readState.Index' (duration: 187.706483ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:05:52.578434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.282938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:05:52.578504Z","caller":"traceutil/trace.go:171","msg":"trace[43527650] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:24789; }","duration":"276.413201ms","start":"2026-04-23T01:05:52.302075Z","end":"2026-04-23T01:05:52.578488Z","steps":["trace[43527650] 'agreement among raft nodes before linearized reading' (duration: 276.284177ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:52.578628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.218765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-04-23T01:05:52.578671Z","caller":"traceutil/trace.go:171","msg":"trace[2022685308] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24789; }","duration":"366.318257ms","start":"2026-04-23T01:05:52.212342Z","end":"2026-04-23T01:05:52.57866Z","steps":["trace[2022685308] 'agreement among raft nodes before linearized reading' (duration: 366.153832ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:52.578685Z","caller":"traceutil/trace.go:171","msg":"trace[2108263651] transaction","detail":"{read_only:false; response_revision:24788; number_of_response:1; }","duration":"530.213717ms","start":"2026-04-23T01:05:52.048456Z","end":"2026-04-23T01:05:52.578669Z","steps":["trace[2108263651] 'process raft request' (duration: 529.485734ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:52.578699Z","caller":"traceutil/trace.go:171","msg":"trace[1760109169] transaction","detail":"{read_only:false; response_revision:24789; number_of_response:1; }","duration":"529.970319ms","start":"2026-04-23T01:05:52.048716Z","end":"2026-04-23T01:05:52.578686Z","steps":["trace[1760109169] 'process raft request' (duration: 529.514905ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:52.578712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:52.212318Z","time spent":"366.38571ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-23T01:05:52.578757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:52.048407Z","time spent":"530.309979ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:05:52.578768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:52.048674Z","time spent":"530.051161ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:05:52.578789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.741488166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-04-23T01:05:52.578898Z","caller":"traceutil/trace.go:171","msg":"trace[805287917] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:24789; }","duration":"1.741656882s","start":"2026-04-23T01:05:50.837212Z","end":"2026-04-23T01:05:52.578869Z","steps":["trace[805287917] 'agreement among raft nodes before linearized reading' (duration: 1.741367023s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:52.578954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:50.837186Z","time spent":"1.741757704s","remote":"127.0.0.1:39424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-04-23T01:05:52.579097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.727557206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:05:52.579146Z","caller":"traceutil/trace.go:171","msg":"trace[1286516249] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:24789; }","duration":"1.727657668s","start":"2026-04-23T01:05:50.851475Z","end":"2026-04-23T01:05:52.579133Z","steps":["trace[1286516249] 'agreement among raft nodes before linearized reading' (duration: 1.727589286s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:52.578911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.165397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:05:52.579188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:50.851445Z","time spent":"1.727731931s","remote":"127.0.0.1:38176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:05:52.579204Z","caller":"traceutil/trace.go:171","msg":"trace[153694410] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24789; }","duration":"188.497878ms","start":"2026-04-23T01:05:52.390694Z","end":"2026-04-23T01:05:52.579192Z","steps":["trace[153694410] 'agreement among raft nodes before linearized reading' (duration: 188.186808ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:52.579311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"994.193927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:05:52.57936Z","caller":"traceutil/trace.go:171","msg":"trace[445833775] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:24789; }","duration":"994.299239ms","start":"2026-04-23T01:05:51.585048Z","end":"2026-04-23T01:05:52.579348Z","steps":["trace[445833775] 'agreement among raft nodes before linearized reading' (duration: 994.216917ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:52.579406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:51.585016Z","time spent":"994.380382ms","remote":"127.0.0.1:39808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":9,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:05:54.59392Z","caller":"traceutil/trace.go:171","msg":"trace[1386465554] linearizableReadLoop","detail":"{readStateIndex:25648; appliedIndex:25647; }","duration":"227.233184ms","start":"2026-04-23T01:05:54.36665Z","end":"2026-04-23T01:05:54.593884Z","steps":["trace[1386465554] 'read index received' (duration: 226.949375ms)","trace[1386465554] 'applied index is now lower than readState.Index' (duration: 282.379µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:05:54.594012Z","caller":"traceutil/trace.go:171","msg":"trace[1735888857] transaction","detail":"{read_only:false; response_revision:24796; number_of_response:1; }","duration":"233.623407ms","start":"2026-04-23T01:05:54.360355Z","end":"2026-04-23T01:05:54.593978Z","steps":["trace[1735888857] 'process raft request' (duration: 233.198303ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:54.594245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.561024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-23T01:05:54.594355Z","caller":"traceutil/trace.go:171","msg":"trace[1703819350] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24796; }","duration":"227.694469ms","start":"2026-04-23T01:05:54.366628Z","end":"2026-04-23T01:05:54.594323Z","steps":["trace[1703819350] 'agreement among raft nodes before linearized reading' (duration: 227.388719ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:54.873851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.972887ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:05:54.874012Z","caller":"traceutil/trace.go:171","msg":"trace[148114257] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24796; }","duration":"107.170463ms","start":"2026-04-23T01:05:54.766819Z","end":"2026-04-23T01:05:54.873989Z","steps":["trace[148114257] 'range keys from in-memory index tree' (duration: 106.951846ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:54.902316Z","caller":"traceutil/trace.go:171","msg":"trace[100297808] transaction","detail":"{read_only:false; response_revision:24798; number_of_response:1; }","duration":"505.979179ms","start":"2026-04-23T01:05:54.396316Z","end":"2026-04-23T01:05:54.902296Z","steps":["trace[100297808] 'process raft request' (duration: 505.892957ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:54.902379Z","caller":"traceutil/trace.go:171","msg":"trace[1170468199] transaction","detail":"{read_only:false; response_revision:24797; number_of_response:1; }","duration":"530.32033ms","start":"2026-04-23T01:05:54.372014Z","end":"2026-04-23T01:05:54.902334Z","steps":["trace[1170468199] 'process raft request' (duration: 530.02233ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:54.902502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:54.3963Z","time spent":"506.089563ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:05:54.902538Z","caller":"traceutil/trace.go:171","msg":"trace[1575186862] transaction","detail":"{read_only:false; response_revision:24799; number_of_response:1; }","duration":"317.463541ms","start":"2026-04-23T01:05:54.585057Z","end":"2026-04-23T01:05:54.902521Z","steps":["trace[1575186862] 'process raft request' (duration: 317.203593ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:54.902584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:54.371998Z","time spent":"530.467915ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:05:54.902626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:54.585019Z","time spent":"317.557994ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:05:54.902864Z","caller":"traceutil/trace.go:171","msg":"trace[830805201] linearizableReadLoop","detail":"{readStateIndex:25653; appliedIndex:25648; }","duration":"308.827747ms","start":"2026-04-23T01:05:54.59401Z","end":"2026-04-23T01:05:54.902838Z","steps":["trace[830805201] 'read index received' (duration: 308.148096ms)","trace[830805201] 'applied index is now lower than readState.Index' (duration: 673.901µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:05:54.902887Z","caller":"traceutil/trace.go:171","msg":"trace[1260156357] transaction","detail":"{read_only:false; response_revision:24800; number_of_response:1; }","duration":"317.77097ms","start":"2026-04-23T01:05:54.585064Z","end":"2026-04-23T01:05:54.902835Z","steps":["trace[1260156357] 'process raft request' (duration: 317.391808ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:54.902998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.489114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:05:54.903046Z","caller":"traceutil/trace.go:171","msg":"trace[1389120193] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24801; }","duration":"391.535686ms","start":"2026-04-23T01:05:54.511497Z","end":"2026-04-23T01:05:54.903032Z","steps":["trace[1389120193] 'agreement among raft nodes before linearized reading' (duration: 391.386591ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:54.903077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:54.511469Z","time spent":"391.600748ms","remote":"127.0.0.1:39306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:05:54.903101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:54.585031Z","time spent":"317.958146ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:05:54.90314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.232267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-23T01:05:54.903214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.546607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-23T01:05:54.903218Z","caller":"traceutil/trace.go:171","msg":"trace[484551152] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24801; }","duration":"536.371412ms","start":"2026-04-23T01:05:54.366824Z","end":"2026-04-23T01:05:54.903196Z","steps":["trace[484551152] 'agreement among raft nodes before linearized reading' (duration: 536.093723ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:54.903257Z","caller":"traceutil/trace.go:171","msg":"trace[686847301] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24801; }","duration":"536.588048ms","start":"2026-04-23T01:05:54.366654Z","end":"2026-04-23T01:05:54.903242Z","steps":["trace[686847301] 'agreement among raft nodes before linearized reading' (duration: 536.489005ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:54.903273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:54.366778Z","time spent":"536.483365ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-23T01:05:54.903276Z","caller":"traceutil/trace.go:171","msg":"trace[284314246] transaction","detail":"{read_only:false; response_revision:24801; number_of_response:1; }","duration":"315.308903ms","start":"2026-04-23T01:05:54.587953Z","end":"2026-04-23T01:05:54.903262Z","steps":["trace[284314246] 'process raft request' (duration: 314.793867ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:54.903299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:54.36658Z","time spent":"536.711012ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T01:05:54.903344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:54.587929Z","time spent":"315.381275ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:05:54.903118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.395272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-23T01:05:54.903416Z","caller":"traceutil/trace.go:171","msg":"trace[470548577] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24801; }","duration":"536.719252ms","start":"2026-04-23T01:05:54.36668Z","end":"2026-04-23T01:05:54.903399Z","steps":["trace[470548577] 'agreement among raft nodes before linearized reading' (duration: 536.292579ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:54.903465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:54.366676Z","time spent":"536.775154ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T01:05:55.403878Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581741608219404352,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T01:05:55.459356Z","caller":"traceutil/trace.go:171","msg":"trace[1661207997] linearizableReadLoop","detail":"{readStateIndex:25659; appliedIndex:25653; }","duration":"556.392066ms","start":"2026-04-23T01:05:54.902934Z","end":"2026-04-23T01:05:55.459326Z","steps":["trace[1661207997] 'read index received' (duration: 535.04714ms)","trace[1661207997] 'applied index is now lower than readState.Index' (duration: 21.343756ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:05:55.459477Z","caller":"traceutil/trace.go:171","msg":"trace[1353780245] transaction","detail":"{read_only:false; response_revision:24806; number_of_response:1; }","duration":"551.019015ms","start":"2026-04-23T01:05:54.908421Z","end":"2026-04-23T01:05:55.45944Z","steps":["trace[1353780245] 'process raft request' (duration: 550.818699ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:55.459465Z","caller":"traceutil/trace.go:171","msg":"trace[1429182076] transaction","detail":"{read_only:false; response_revision:24804; number_of_response:1; }","duration":"735.657181ms","start":"2026-04-23T01:05:54.723766Z","end":"2026-04-23T01:05:55.459423Z","steps":["trace[1429182076] 'process raft request' (duration: 735.352161ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:55.459654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.111453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:05:55.459666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:54.908408Z","time spent":"551.157139ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:05:55.459699Z","caller":"traceutil/trace.go:171","msg":"trace[2118267803] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:24807; }","duration":"680.224596ms","start":"2026-04-23T01:05:54.779463Z","end":"2026-04-23T01:05:55.459687Z","steps":["trace[2118267803] 'agreement among raft nodes before linearized reading' (duration: 680.083582ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:55.459741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:54.779441Z","time spent":"680.289357ms","remote":"127.0.0.1:36696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:05:55.459938Z","caller":"traceutil/trace.go:171","msg":"trace[1659875833] transaction","detail":"{read_only:false; response_revision:24805; number_of_response:1; }","duration":"551.738468ms","start":"2026-04-23T01:05:54.908186Z","end":"2026-04-23T01:05:55.459924Z","steps":["trace[1659875833] 'process raft request' (duration: 551.006184ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:55.460003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.806152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:05:55.459525Z","caller":"traceutil/trace.go:171","msg":"trace[1062036254] transaction","detail":"{read_only:false; response_revision:24807; number_of_response:1; }","duration":"551.042566ms","start":"2026-04-23T01:05:54.908468Z","end":"2026-04-23T01:05:55.45951Z","steps":["trace[1062036254] 'process raft request' (duration: 550.814708ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:55.46004Z","caller":"traceutil/trace.go:171","msg":"trace[779449054] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:24807; }","duration":"793.846183ms","start":"2026-04-23T01:05:54.666185Z","end":"2026-04-23T01:05:55.460031Z","steps":["trace[779449054] 'agreement among raft nodes before linearized reading' (duration: 793.788791ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:55.460072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:54.666098Z","time spent":"793.966097ms","remote":"127.0.0.1:36648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:05:55.460079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:54.908451Z","time spent":"551.591463ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:05:55.46012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.789696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:05:55.460121Z","caller":"traceutil/trace.go:171","msg":"trace[1971652662] transaction","detail":"{read_only:false; response_revision:24802; number_of_response:1; }","duration":"860.298447ms","start":"2026-04-23T01:05:54.599781Z","end":"2026-04-23T01:05:55.46008Z","steps":["trace[1971652662] 'process raft request' (duration: 838.177606ms)","trace[1971652662] 'compare' (duration: 19.738595ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:05:55.460217Z","caller":"traceutil/trace.go:171","msg":"trace[1950757501] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24807; }","duration":"555.89079ms","start":"2026-04-23T01:05:54.904286Z","end":"2026-04-23T01:05:55.460177Z","steps":["trace[1950757501] 'agreement among raft nodes before linearized reading' (duration: 555.752975ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:55.460005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:54.908159Z","time spent":"551.80755ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:05:55.460254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.269763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-23T01:05:55.460299Z","caller":"traceutil/trace.go:171","msg":"trace[1783649078] transaction","detail":"{read_only:false; response_revision:24803; number_of_response:1; }","duration":"737.035795ms","start":"2026-04-23T01:05:54.723236Z","end":"2026-04-23T01:05:55.460272Z","steps":["trace[1783649078] 'process raft request' (duration: 735.751254ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:55.46032Z","caller":"traceutil/trace.go:171","msg":"trace[2088300059] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24807; }","duration":"262.373927ms","start":"2026-04-23T01:05:55.197929Z","end":"2026-04-23T01:05:55.460303Z","steps":["trace[2088300059] 'agreement among raft nodes before linearized reading' (duration: 262.142049ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:55.460321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:54.599754Z","time spent":"860.459312ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:05:55.460402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:54.723206Z","time spent":"737.134078ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:05:55.460267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:54.904267Z","time spent":"555.989312ms","remote":"127.0.0.1:39300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:05:55.460544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.351079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:05:55.460605Z","caller":"traceutil/trace.go:171","msg":"trace[1909457279] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:24807; }","duration":"342.415241ms","start":"2026-04-23T01:05:55.118172Z","end":"2026-04-23T01:05:55.460587Z","steps":["trace[1909457279] 'agreement among raft nodes before linearized reading' (duration: 342.303107ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:55.460655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:55.118083Z","time spent":"342.557085ms","remote":"127.0.0.1:55028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:05:55.460524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.978861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:05:55.461053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.416865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:05:55.461164Z","caller":"traceutil/trace.go:171","msg":"trace[325067315] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:24807; }","duration":"290.5896ms","start":"2026-04-23T01:05:55.170546Z","end":"2026-04-23T01:05:55.461136Z","steps":["trace[325067315] 'agreement among raft nodes before linearized reading' (duration: 289.812675ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:55.461382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:54.72373Z","time spent":"735.857687ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:05:55.462445Z","caller":"traceutil/trace.go:171","msg":"trace[2124660851] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:24807; }","duration":"249.932553ms","start":"2026-04-23T01:05:55.212491Z","end":"2026-04-23T01:05:55.462424Z","steps":["trace[2124660851] 'agreement among raft nodes before linearized reading' (duration: 247.697392ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:56.114424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.986032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:05:56.114572Z","caller":"traceutil/trace.go:171","msg":"trace[915651296] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24808; }","duration":"321.197279ms","start":"2026-04-23T01:05:55.793346Z","end":"2026-04-23T01:05:56.114543Z","steps":["trace[915651296] 'range keys from in-memory index tree' (duration: 320.866999ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:56.114626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:55.793321Z","time spent":"321.291642ms","remote":"127.0.0.1:36478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-04-23T01:05:56.114744Z","caller":"traceutil/trace.go:171","msg":"trace[144100214] transaction","detail":"{read_only:false; response_revision:24809; number_of_response:1; }","duration":"115.973171ms","start":"2026-04-23T01:05:55.998745Z","end":"2026-04-23T01:05:56.114718Z","steps":["trace[144100214] 'process raft request' (duration: 115.809356ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:56.927652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.782349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:05:56.927733Z","caller":"traceutil/trace.go:171","msg":"trace[1416396234] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:24809; }","duration":"641.875212ms","start":"2026-04-23T01:05:56.285834Z","end":"2026-04-23T01:05:56.927709Z","steps":["trace[1416396234] 'count revisions from in-memory index tree' (duration: 641.493949ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:56.927774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:56.285781Z","time spent":"641.984215ms","remote":"127.0.0.1:56000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:05:56.92804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.068075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.233\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-04-23T01:05:56.928119Z","caller":"traceutil/trace.go:171","msg":"trace[445618847] range","detail":"{range_begin:/registry/masterleases/199.204.45.233; range_end:; response_count:1; response_revision:24809; }","duration":"598.201059ms","start":"2026-04-23T01:05:56.329897Z","end":"2026-04-23T01:05:56.928098Z","steps":["trace[445618847] 'range keys from in-memory index tree' (duration: 597.821096ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:56.928154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:56.329863Z","time spent":"598.282841ms","remote":"127.0.0.1:39318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.233\" "} {"level":"warn","ts":"2026-04-23T01:05:57.01261Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581741608219404366,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T01:05:57.156466Z","caller":"traceutil/trace.go:171","msg":"trace[1624260446] transaction","detail":"{read_only:false; response_revision:24810; number_of_response:1; }","duration":"736.022921ms","start":"2026-04-23T01:05:56.420411Z","end":"2026-04-23T01:05:57.156433Z","steps":["trace[1624260446] 'process raft request' (duration: 735.818374ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:57.156669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:56.420383Z","time spent":"736.178426ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:05:57.674179Z","caller":"traceutil/trace.go:171","msg":"trace[1318082169] transaction","detail":"{read_only:false; response_revision:24811; number_of_response:1; }","duration":"1.074252249s","start":"2026-04-23T01:05:56.599899Z","end":"2026-04-23T01:05:57.674152Z","steps":["trace[1318082169] 'process raft request' (duration: 1.07393882s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:57.674268Z","caller":"traceutil/trace.go:171","msg":"trace[1395821004] transaction","detail":"{read_only:false; response_revision:24813; number_of_response:1; }","duration":"764.517664ms","start":"2026-04-23T01:05:56.909707Z","end":"2026-04-23T01:05:57.674225Z","steps":["trace[1395821004] 'process raft request' (duration: 764.354359ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:57.674361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:56.599865Z","time spent":"1.074385964s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:05:57.674405Z","caller":"traceutil/trace.go:171","msg":"trace[1164754818] transaction","detail":"{read_only:false; response_revision:24812; number_of_response:1; }","duration":"765.433992ms","start":"2026-04-23T01:05:56.908962Z","end":"2026-04-23T01:05:57.674396Z","steps":["trace[1164754818] 'process raft request' (duration: 765.05525ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:57.674439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.162111931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:05:57.674504Z","caller":"traceutil/trace.go:171","msg":"trace[459548559] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24815; }","duration":"1.162225575s","start":"2026-04-23T01:05:56.512247Z","end":"2026-04-23T01:05:57.674473Z","steps":["trace[459548559] 'agreement among raft nodes before linearized reading' (duration: 1.162127722s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:57.674541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:56.512215Z","time spent":"1.162318638s","remote":"127.0.0.1:39300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:05:57.674532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:56.908945Z","time spent":"765.511485ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:05:57.674531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:56.909699Z","time spent":"764.72478ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:05:57.674278Z","caller":"traceutil/trace.go:171","msg":"trace[525569676] linearizableReadLoop","detail":"{readStateIndex:25668; appliedIndex:25661; }","duration":"1.161936316s","start":"2026-04-23T01:05:56.512317Z","end":"2026-04-23T01:05:57.674254Z","steps":["trace[525569676] 'read index received' (duration: 643.944176ms)","trace[525569676] 'applied index is now lower than readState.Index' (duration: 517.99041ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:05:57.674612Z","caller":"traceutil/trace.go:171","msg":"trace[142491432] transaction","detail":"{read_only:false; response_revision:24815; number_of_response:1; }","duration":"762.533471ms","start":"2026-04-23T01:05:56.912036Z","end":"2026-04-23T01:05:57.67457Z","steps":["trace[142491432] 'process raft request' (duration: 762.099437ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:57.674724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:56.929873Z","time spent":"744.849011ms","remote":"127.0.0.1:39318","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-23T01:05:57.674294Z","caller":"traceutil/trace.go:171","msg":"trace[151120704] transaction","detail":"{read_only:false; response_revision:24814; number_of_response:1; }","duration":"763.085008ms","start":"2026-04-23T01:05:56.911182Z","end":"2026-04-23T01:05:57.674267Z","steps":["trace[151120704] 'process raft request' (duration: 762.925393ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:57.674833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:56.912026Z","time spent":"762.689915ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:05:57.67484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:56.911154Z","time spent":"763.643106ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:05:57.702093Z","caller":"traceutil/trace.go:171","msg":"trace[2027948615] transaction","detail":"{read_only:false; response_revision:24817; number_of_response:1; }","duration":"235.529317ms","start":"2026-04-23T01:05:57.466537Z","end":"2026-04-23T01:05:57.702066Z","steps":["trace[2027948615] 'process raft request' (duration: 235.453165ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:57.702104Z","caller":"traceutil/trace.go:171","msg":"trace[1850606940] transaction","detail":"{read_only:false; response_revision:24816; number_of_response:1; }","duration":"477.475937ms","start":"2026-04-23T01:05:57.224583Z","end":"2026-04-23T01:05:57.702059Z","steps":["trace[1850606940] 'process raft request' (duration: 477.218039ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:57.702339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:57.224556Z","time spent":"477.649703ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:05:57.702733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.055537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-23T01:05:57.70278Z","caller":"traceutil/trace.go:171","msg":"trace[1646447641] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24818; }","duration":"238.112758ms","start":"2026-04-23T01:05:57.464654Z","end":"2026-04-23T01:05:57.702767Z","steps":["trace[1646447641] 'agreement among raft nodes before linearized reading' (duration: 237.83725ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:57.702771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.433218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-23T01:05:57.70292Z","caller":"traceutil/trace.go:171","msg":"trace[875314688] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24818; }","duration":"238.593633ms","start":"2026-04-23T01:05:57.464269Z","end":"2026-04-23T01:05:57.702863Z","steps":["trace[875314688] 'agreement among raft nodes before linearized reading' (duration: 238.332805ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:57.703069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.940348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-23T01:05:57.7031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.334783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-23T01:05:57.70314Z","caller":"traceutil/trace.go:171","msg":"trace[1531581418] transaction","detail":"{read_only:false; response_revision:24818; number_of_response:1; }","duration":"235.716323ms","start":"2026-04-23T01:05:57.467415Z","end":"2026-04-23T01:05:57.703131Z","steps":["trace[1531581418] 'process raft request' (duration: 234.614548ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:57.703149Z","caller":"traceutil/trace.go:171","msg":"trace[859396194] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24818; }","duration":"236.391884ms","start":"2026-04-23T01:05:57.466742Z","end":"2026-04-23T01:05:57.703134Z","steps":["trace[859396194] 'agreement among raft nodes before linearized reading' (duration: 236.2768ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:57.703275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.00115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T01:05:57.703329Z","caller":"traceutil/trace.go:171","msg":"trace[488086363] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24818; }","duration":"796.099353ms","start":"2026-04-23T01:05:56.907217Z","end":"2026-04-23T01:05:57.703316Z","steps":["trace[488086363] 'agreement among raft nodes before linearized reading' (duration: 795.960868ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:57.703358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.659596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-04-23T01:05:57.70337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"896.307375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-04-23T01:05:57.703397Z","caller":"traceutil/trace.go:171","msg":"trace[1388439784] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:24818; }","duration":"896.371638ms","start":"2026-04-23T01:05:56.807015Z","end":"2026-04-23T01:05:57.703387Z","steps":["trace[1388439784] 'agreement among raft nodes before linearized reading' (duration: 896.296156ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:57.703392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:56.907189Z","time spent":"796.191046ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-23T01:05:57.703112Z","caller":"traceutil/trace.go:171","msg":"trace[1742193117] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24818; }","duration":"223.018191ms","start":"2026-04-23T01:05:57.480082Z","end":"2026-04-23T01:05:57.7031Z","steps":["trace[1742193117] 'agreement among raft nodes before linearized reading' (duration: 222.831215ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:57.703296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"921.591436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:05:57.703559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"980.901244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:05:57.703594Z","caller":"traceutil/trace.go:171","msg":"trace[1664502400] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24818; }","duration":"980.976236ms","start":"2026-04-23T01:05:56.722601Z","end":"2026-04-23T01:05:57.703577Z","steps":["trace[1664502400] 'agreement among raft nodes before linearized reading' (duration: 980.927005ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:57.70359Z","caller":"traceutil/trace.go:171","msg":"trace[1607125383] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:24818; }","duration":"921.954978ms","start":"2026-04-23T01:05:56.781621Z","end":"2026-04-23T01:05:57.703576Z","steps":["trace[1607125383] 'agreement among raft nodes before linearized reading' (duration: 921.633798ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:57.703458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:56.80699Z","time spent":"896.45959ms","remote":"127.0.0.1:39424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"warn","ts":"2026-04-23T01:05:57.703645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:56.781589Z","time spent":"922.035101ms","remote":"127.0.0.1:36196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:05:57.703393Z","caller":"traceutil/trace.go:171","msg":"trace[423621141] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24818; }","duration":"238.698877ms","start":"2026-04-23T01:05:57.464682Z","end":"2026-04-23T01:05:57.703381Z","steps":["trace[423621141] 'agreement among raft nodes before linearized reading' (duration: 238.605654ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:57.703621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:56.722577Z","time spent":"981.038188ms","remote":"127.0.0.1:36428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:05:58.227425Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581741608219404387,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T01:05:58.563899Z","caller":"traceutil/trace.go:171","msg":"trace[926551259] transaction","detail":"{read_only:false; response_revision:24820; number_of_response:1; }","duration":"852.585633ms","start":"2026-04-23T01:05:57.711286Z","end":"2026-04-23T01:05:58.563871Z","steps":["trace[926551259] 'process raft request' (duration: 852.414847ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:58.564058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:57.711271Z","time spent":"852.703266ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:05:58.564099Z","caller":"traceutil/trace.go:171","msg":"trace[1920563908] transaction","detail":"{read_only:false; response_revision:24821; number_of_response:1; }","duration":"852.354165ms","start":"2026-04-23T01:05:57.711693Z","end":"2026-04-23T01:05:58.564047Z","steps":["trace[1920563908] 'process raft request' (duration: 852.138339ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:58.564264Z","caller":"traceutil/trace.go:171","msg":"trace[1894368118] transaction","detail":"{read_only:false; response_revision:24822; number_of_response:1; }","duration":"852.489749ms","start":"2026-04-23T01:05:57.711747Z","end":"2026-04-23T01:05:58.564237Z","steps":["trace[1894368118] 'process raft request' (duration: 852.206711ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:58.564253Z","caller":"traceutil/trace.go:171","msg":"trace[1852696878] transaction","detail":"{read_only:false; response_revision:24823; number_of_response:1; }","duration":"852.432678ms","start":"2026-04-23T01:05:57.711789Z","end":"2026-04-23T01:05:58.564222Z","steps":["trace[1852696878] 'process raft request' (duration: 852.349585ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:58.564329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:57.711685Z","time spent":"852.524151ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:05:58.564388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:57.711743Z","time spent":"852.580112ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:05:58.564443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:57.711781Z","time spent":"852.562582ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:05:58.564455Z","caller":"traceutil/trace.go:171","msg":"trace[1275473394] transaction","detail":"{read_only:false; response_revision:24824; number_of_response:1; }","duration":"852.341215ms","start":"2026-04-23T01:05:57.712074Z","end":"2026-04-23T01:05:58.564415Z","steps":["trace[1275473394] 'process raft request' (duration: 852.107488ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:58.564449Z","caller":"traceutil/trace.go:171","msg":"trace[629925587] transaction","detail":"{read_only:false; response_revision:24825; number_of_response:1; }","duration":"849.955949ms","start":"2026-04-23T01:05:57.714461Z","end":"2026-04-23T01:05:58.564417Z","steps":["trace[629925587] 'process raft request' (duration: 849.839785ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:58.56464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:57.712068Z","time spent":"852.469959ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:05:58.564637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:57.714451Z","time spent":"850.096204ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:05:58.584847Z","caller":"traceutil/trace.go:171","msg":"trace[1302926857] linearizableReadLoop","detail":"{readStateIndex:25679; appliedIndex:25673; }","duration":"858.074386ms","start":"2026-04-23T01:05:57.72675Z","end":"2026-04-23T01:05:58.584824Z","steps":["trace[1302926857] 'read index received' (duration: 837.104822ms)","trace[1302926857] 'applied index is now lower than readState.Index' (duration: 20.968244ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:05:58.585015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"856.889939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:05:58.585019Z","caller":"traceutil/trace.go:171","msg":"trace[510795445] transaction","detail":"{read_only:false; response_revision:24826; number_of_response:1; }","duration":"493.66981ms","start":"2026-04-23T01:05:58.091322Z","end":"2026-04-23T01:05:58.584992Z","steps":["trace[510795445] 'process raft request' (duration: 493.35046ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:58.585145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.446901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:05:58.585211Z","caller":"traceutil/trace.go:171","msg":"trace[1757465423] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:24826; }","duration":"185.514843ms","start":"2026-04-23T01:05:58.399678Z","end":"2026-04-23T01:05:58.585193Z","steps":["trace[1757465423] 'agreement among raft nodes before linearized reading' (duration: 185.40805ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:58.585206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.275349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-04-23T01:05:58.585216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.11102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:05:58.585268Z","caller":"traceutil/trace.go:171","msg":"trace[1619928826] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24826; }","duration":"229.385623ms","start":"2026-04-23T01:05:58.355866Z","end":"2026-04-23T01:05:58.585252Z","steps":["trace[1619928826] 'agreement among raft nodes before linearized reading' (duration: 229.149375ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:58.585286Z","caller":"traceutil/trace.go:171","msg":"trace[1522068113] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:24826; }","duration":"691.222414ms","start":"2026-04-23T01:05:57.894042Z","end":"2026-04-23T01:05:58.585265Z","steps":["trace[1522068113] 'agreement among raft nodes before linearized reading' (duration: 691.102741ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:58.585314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"856.027332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-04-23T01:05:58.585351Z","caller":"traceutil/trace.go:171","msg":"trace[355820732] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24826; }","duration":"856.085424ms","start":"2026-04-23T01:05:57.729255Z","end":"2026-04-23T01:05:58.58534Z","steps":["trace[355820732] 'agreement among raft nodes before linearized reading' (duration: 855.935099ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:58.585362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:57.894016Z","time spent":"691.323087ms","remote":"127.0.0.1:52460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:05:58.585398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:57.729238Z","time spent":"856.148326ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-23T01:05:58.585165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.461694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:05:58.585465Z","caller":"traceutil/trace.go:171","msg":"trace[1897116580] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:24826; }","duration":"493.751503ms","start":"2026-04-23T01:05:58.091687Z","end":"2026-04-23T01:05:58.585438Z","steps":["trace[1897116580] 'agreement among raft nodes before linearized reading' (duration: 493.424662ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:58.585353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"875.820939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-7626f617-39c5-4333-90cc-6b7ed02d3e32\" ","response":"range_response_count:1 size:1322"} {"level":"warn","ts":"2026-04-23T01:05:58.585533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:58.09166Z","time spent":"493.851845ms","remote":"127.0.0.1:36618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:05:58.585602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:58.091289Z","time spent":"493.870346ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:05:58.585637Z","caller":"traceutil/trace.go:171","msg":"trace[1514829007] range","detail":"{range_begin:/registry/persistentvolumes/pvc-7626f617-39c5-4333-90cc-6b7ed02d3e32; range_end:; response_count:1; response_revision:24826; }","duration":"876.216011ms","start":"2026-04-23T01:05:57.709362Z","end":"2026-04-23T01:05:58.585578Z","steps":["trace[1514829007] 'agreement among raft nodes before linearized reading' (duration: 875.590231ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:58.585089Z","caller":"traceutil/trace.go:171","msg":"trace[784935784] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24826; }","duration":"856.984482ms","start":"2026-04-23T01:05:57.728075Z","end":"2026-04-23T01:05:58.585059Z","steps":["trace[784935784] 'agreement among raft nodes before linearized reading' (duration: 856.881859ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:58.585799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:57.728059Z","time spent":"857.723016ms","remote":"127.0.0.1:39300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:05:58.585865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:57.709338Z","time spent":"876.420628ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-7626f617-39c5-4333-90cc-6b7ed02d3e32\" "} {"level":"warn","ts":"2026-04-23T01:05:58.857757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.896367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:05:58.857861Z","caller":"traceutil/trace.go:171","msg":"trace[1416488151] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24826; }","duration":"199.032482ms","start":"2026-04-23T01:05:58.658776Z","end":"2026-04-23T01:05:58.857808Z","steps":["trace[1416488151] 'range keys from in-memory index tree' (duration: 198.736902ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:00.415327Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581741608219404405,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:06:00.847414Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.166729387s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T01:06:00.848429Z","caller":"traceutil/trace.go:171","msg":"trace[473437632] transaction","detail":"{read_only:false; response_revision:24827; number_of_response:1; }","duration":"1.167265884s","start":"2026-04-23T01:05:59.680553Z","end":"2026-04-23T01:06:00.847818Z","steps":["trace[473437632] 'process raft request' (duration: 1.167043657s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:00.848737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:59.680523Z","time spent":"1.168033279s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:06:01.60032Z","caller":"traceutil/trace.go:171","msg":"trace[1287297557] transaction","detail":"{read_only:false; response_revision:24828; number_of_response:1; }","duration":"1.918753686s","start":"2026-04-23T01:05:59.681538Z","end":"2026-04-23T01:06:01.600292Z","steps":["trace[1287297557] 'process raft request' (duration: 1.918452587s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:01.600652Z","caller":"traceutil/trace.go:171","msg":"trace[165105052] transaction","detail":"{read_only:false; response_revision:24829; number_of_response:1; }","duration":"1.918812808s","start":"2026-04-23T01:05:59.681801Z","end":"2026-04-23T01:06:01.600614Z","steps":["trace[165105052] 'process raft request' (duration: 1.918435566s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:01.600826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:59.6815Z","time spent":"1.91919128s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:06:01.600855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:59.681787Z","time spent":"1.918949043s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:06:01.600896Z","caller":"traceutil/trace.go:171","msg":"trace[1449246086] transaction","detail":"{read_only:false; response_revision:24832; number_of_response:1; }","duration":"1.889816801s","start":"2026-04-23T01:05:59.711049Z","end":"2026-04-23T01:06:01.600866Z","steps":["trace[1449246086] 'process raft request' (duration: 1.889683296s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:01.60103Z","caller":"traceutil/trace.go:171","msg":"trace[1373538707] transaction","detail":"{read_only:false; response_revision:24831; number_of_response:1; }","duration":"1.918750476s","start":"2026-04-23T01:05:59.682266Z","end":"2026-04-23T01:06:01.601016Z","steps":["trace[1373538707] 'process raft request' (duration: 1.918406216s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:01.601013Z","caller":"traceutil/trace.go:171","msg":"trace[1419187560] transaction","detail":"{read_only:false; response_revision:24830; number_of_response:1; }","duration":"1.919115268s","start":"2026-04-23T01:05:59.681859Z","end":"2026-04-23T01:06:01.600974Z","steps":["trace[1419187560] 'process raft request' (duration: 1.918663214s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:01.601011Z","caller":"traceutil/trace.go:171","msg":"trace[1411248161] transaction","detail":"{read_only:false; response_revision:24833; number_of_response:1; }","duration":"1.888642503s","start":"2026-04-23T01:05:59.712341Z","end":"2026-04-23T01:06:01.600984Z","steps":["trace[1411248161] 'process raft request' (duration: 1.888475238s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:01.601089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:59.68223Z","time spent":"1.918827689s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:06:01.601082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:59.711033Z","time spent":"1.889933924s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:06:01.601177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:59.681787Z","time spent":"1.919296034s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:06:01.601199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:59.712301Z","time spent":"1.888804478s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:06:01.601234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.686921387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:06:01.601278Z","caller":"traceutil/trace.go:171","msg":"trace[464666187] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:24833; }","duration":"1.687007199s","start":"2026-04-23T01:05:59.914258Z","end":"2026-04-23T01:06:01.601265Z","steps":["trace[464666187] 'agreement among raft nodes before linearized reading' (duration: 1.686912596s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:01.601313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:59.914236Z","time spent":"1.687069082s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":14,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:06:01.601646Z","caller":"traceutil/trace.go:171","msg":"trace[1684994111] linearizableReadLoop","detail":"{readStateIndex:25686; appliedIndex:25679; }","duration":"1.686622237s","start":"2026-04-23T01:05:59.914319Z","end":"2026-04-23T01:06:01.600941Z","steps":["trace[1684994111] 'read index received' (duration: 933.39041ms)","trace[1684994111] 'applied index is now lower than readState.Index' (duration: 753.230727ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:06:02.125617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.428392ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-23T01:06:02.126179Z","caller":"traceutil/trace.go:171","msg":"trace[561359292] linearizableReadLoop","detail":"{readStateIndex:25687; appliedIndex:25686; }","duration":"524.466614ms","start":"2026-04-23T01:06:01.601689Z","end":"2026-04-23T01:06:02.126155Z","steps":["trace[561359292] 'read index received' (duration: 48.402722ms)","trace[561359292] 'applied index is now lower than readState.Index' (duration: 476.062052ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:06:02.126522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.019179687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:06:02.1266Z","caller":"traceutil/trace.go:171","msg":"trace[55266643] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:24833; }","duration":"1.019300181s","start":"2026-04-23T01:06:01.107263Z","end":"2026-04-23T01:06:02.126563Z","steps":["trace[55266643] 'agreement among raft nodes before linearized reading' (duration: 1.019179347s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:02.126571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.271407562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium-operator\" ","response":"range_response_count:1 size:539"} {"level":"warn","ts":"2026-04-23T01:06:02.126649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:01.107234Z","time spent":"1.019403144s","remote":"127.0.0.1:36442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:06:02.126669Z","caller":"traceutil/trace.go:171","msg":"trace[1471623975] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium-operator; range_end:; response_count:1; response_revision:24833; }","duration":"1.271566988s","start":"2026-04-23T01:06:00.855079Z","end":"2026-04-23T01:06:02.126646Z","steps":["trace[1471623975] 'agreement among raft nodes before linearized reading' (duration: 1.27133376s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:02.126724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:00.855055Z","time spent":"1.27165617s","remote":"127.0.0.1:39478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":562,"request content":"key:\"/registry/serviceaccounts/kube-system/cilium-operator\" "} {"level":"warn","ts":"2026-04-23T01:06:02.126877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.111594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:06:02.127141Z","caller":"traceutil/trace.go:171","msg":"trace[68951191] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:24833; }","duration":"615.442655ms","start":"2026-04-23T01:06:01.511673Z","end":"2026-04-23T01:06:02.127116Z","steps":["trace[68951191] 'agreement among raft nodes before linearized reading' (duration: 614.779474ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:02.12735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:01.51164Z","time spent":"615.689322ms","remote":"127.0.0.1:40964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":37,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:06:02.127196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.556772556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-23T01:06:02.12757Z","caller":"traceutil/trace.go:171","msg":"trace[1632131964] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24833; }","duration":"1.55719139s","start":"2026-04-23T01:06:00.570366Z","end":"2026-04-23T01:06:02.127558Z","steps":["trace[1632131964] 'agreement among raft nodes before linearized reading' (duration: 1.556698884s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:02.127612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:00.570341Z","time spent":"1.557259551s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T01:06:02.12736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.55688939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-23T01:06:02.127803Z","caller":"traceutil/trace.go:171","msg":"trace[1280502999] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24833; }","duration":"1.557373675s","start":"2026-04-23T01:06:00.570416Z","end":"2026-04-23T01:06:02.12779Z","steps":["trace[1280502999] 'agreement among raft nodes before linearized reading' (duration: 1.55688698s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:02.127845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:00.57039Z","time spent":"1.557443887s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T01:06:02.127827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.102584817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:06:02.127271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.557614802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T01:06:02.127911Z","caller":"traceutil/trace.go:171","msg":"trace[2033637222] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:24833; }","duration":"2.102738171s","start":"2026-04-23T01:06:00.025154Z","end":"2026-04-23T01:06:02.127893Z","steps":["trace[2033637222] 'agreement among raft nodes before linearized reading' (duration: 2.10111987s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:02.127943Z","caller":"traceutil/trace.go:171","msg":"trace[321787946] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24833; }","duration":"1.558308385s","start":"2026-04-23T01:06:00.569625Z","end":"2026-04-23T01:06:02.127934Z","steps":["trace[321787946] 'agreement among raft nodes before linearized reading' (duration: 1.557513199s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:02.127957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:00.025103Z","time spent":"2.102845685s","remote":"127.0.0.1:39844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:06:02.127971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:00.569617Z","time spent":"1.558346666s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T01:06:02.127281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.556787457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-23T01:06:02.128072Z","caller":"traceutil/trace.go:171","msg":"trace[2072772637] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24833; }","duration":"1.557609942s","start":"2026-04-23T01:06:00.570438Z","end":"2026-04-23T01:06:02.128048Z","steps":["trace[2072772637] 'agreement among raft nodes before linearized reading' (duration: 1.556782296s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:02.12737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.557670654s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-23T01:06:02.128156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:00.570416Z","time spent":"1.557707776s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-23T01:06:02.128158Z","caller":"traceutil/trace.go:171","msg":"trace[368172216] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24833; }","duration":"1.55847194s","start":"2026-04-23T01:06:00.569667Z","end":"2026-04-23T01:06:02.128139Z","steps":["trace[368172216] 'agreement among raft nodes before linearized reading' (duration: 1.557625313s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:02.127436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.70631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:06:02.128212Z","caller":"traceutil/trace.go:171","msg":"trace[1308215522] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24833; }","duration":"614.510835ms","start":"2026-04-23T01:06:01.513692Z","end":"2026-04-23T01:06:02.128203Z","steps":["trace[1308215522] 'agreement among raft nodes before linearized reading' (duration: 613.71615ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:02.128213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:00.569661Z","time spent":"1.558535492s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T01:06:02.128248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:01.513676Z","time spent":"614.564237ms","remote":"127.0.0.1:39300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:06:02.127473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.558294084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-04-23T01:06:02.127014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.252212324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:06:02.128332Z","caller":"traceutil/trace.go:171","msg":"trace[1224915236] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24833; }","duration":"1.559179422s","start":"2026-04-23T01:06:00.56912Z","end":"2026-04-23T01:06:02.1283Z","steps":["trace[1224915236] 'agreement among raft nodes before linearized reading' (duration: 1.558285504s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:02.128399Z","caller":"traceutil/trace.go:171","msg":"trace[948835060] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24833; }","duration":"1.25365108s","start":"2026-04-23T01:06:00.874738Z","end":"2026-04-23T01:06:02.128389Z","steps":["trace[948835060] 'agreement among raft nodes before linearized reading' (duration: 1.252236305s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:02.128422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:00.874714Z","time spent":"1.253701432s","remote":"127.0.0.1:39306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:06:02.128465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:00.569089Z","time spent":"1.559326787s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-23T01:06:02.790635Z","caller":"traceutil/trace.go:171","msg":"trace[1617407581] transaction","detail":"{read_only:false; response_revision:24834; number_of_response:1; }","duration":"657.779195ms","start":"2026-04-23T01:06:02.132831Z","end":"2026-04-23T01:06:02.79061Z","steps":["trace[1617407581] 'process raft request' (duration: 657.62399ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:02.79076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:02.132799Z","time spent":"657.895659ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:06:03.272831Z","caller":"traceutil/trace.go:171","msg":"trace[871651393] transaction","detail":"{read_only:false; response_revision:24835; number_of_response:1; }","duration":"1.139534927s","start":"2026-04-23T01:06:02.133243Z","end":"2026-04-23T01:06:03.272778Z","steps":["trace[871651393] 'process raft request' (duration: 1.123359645s)","trace[871651393] 'compare' (duration: 15.960345ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:06:03.273027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:02.133236Z","time spent":"1.139690812s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:06:03.273147Z","caller":"traceutil/trace.go:171","msg":"trace[1094638342] transaction","detail":"{read_only:false; response_revision:24836; number_of_response:1; }","duration":"1.138839685s","start":"2026-04-23T01:06:02.134287Z","end":"2026-04-23T01:06:03.273126Z","steps":["trace[1094638342] 'process raft request' (duration: 1.138422662s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:03.273256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:02.134257Z","time spent":"1.138945929s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:06:03.274006Z","caller":"traceutil/trace.go:171","msg":"trace[253454257] transaction","detail":"{read_only:false; response_revision:24837; number_of_response:1; }","duration":"1.140602451s","start":"2026-04-23T01:06:02.133365Z","end":"2026-04-23T01:06:03.273968Z","steps":["trace[253454257] 'process raft request' (duration: 1.139674622s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:03.274329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:02.133345Z","time spent":"1.140772877s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:06:03.274947Z","caller":"traceutil/trace.go:171","msg":"trace[60765802] linearizableReadLoop","detail":"{readStateIndex:25693; appliedIndex:25687; }","duration":"762.81033ms","start":"2026-04-23T01:06:02.512114Z","end":"2026-04-23T01:06:03.274924Z","steps":["trace[60765802] 'read index received' (duration: 278.440245ms)","trace[60765802] 'applied index is now lower than readState.Index' (duration: 484.368515ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:06:03.275067Z","caller":"traceutil/trace.go:171","msg":"trace[1704592349] transaction","detail":"{read_only:false; response_revision:24839; number_of_response:1; }","duration":"1.140533479s","start":"2026-04-23T01:06:02.134521Z","end":"2026-04-23T01:06:03.275054Z","steps":["trace[1704592349] 'process raft request' (duration: 1.140282691s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:03.275062Z","caller":"traceutil/trace.go:171","msg":"trace[1684138015] transaction","detail":"{read_only:false; response_revision:24838; number_of_response:1; }","duration":"1.140499198s","start":"2026-04-23T01:06:02.134521Z","end":"2026-04-23T01:06:03.27502Z","steps":["trace[1684138015] 'process raft request' (duration: 1.139237848s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:03.275187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:02.134491Z","time spent":"1.140613012s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:06:03.275255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.119621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:06:03.275389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:02.134488Z","time spent":"1.140683694s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:06:03.275347Z","caller":"traceutil/trace.go:171","msg":"trace[439695785] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24839; }","duration":"763.280835ms","start":"2026-04-23T01:06:02.512046Z","end":"2026-04-23T01:06:03.275326Z","steps":["trace[439695785] 'agreement among raft nodes before linearized reading' (duration: 763.059708ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:03.275503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:02.512019Z","time spent":"763.472241ms","remote":"127.0.0.1:39306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T01:06:03.320537Z","caller":"traceutil/trace.go:171","msg":"trace[2051579119] transaction","detail":"{read_only:false; response_revision:24840; number_of_response:1; }","duration":"465.846499ms","start":"2026-04-23T01:06:02.854669Z","end":"2026-04-23T01:06:03.320516Z","steps":["trace[2051579119] 'process raft request' (duration: 465.695444ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:03.320716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.956333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:06:03.320673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:02.854643Z","time spent":"465.944782ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:06:03.320802Z","caller":"traceutil/trace.go:171","msg":"trace[1095156632] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:24840; }","duration":"274.071687ms","start":"2026-04-23T01:06:03.04671Z","end":"2026-04-23T01:06:03.320782Z","steps":["trace[1095156632] 'agreement among raft nodes before linearized reading' (duration: 273.84865ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:03.320855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.177752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:06:03.320936Z","caller":"traceutil/trace.go:171","msg":"trace[906716054] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:24840; }","duration":"287.310676ms","start":"2026-04-23T01:06:03.033611Z","end":"2026-04-23T01:06:03.320922Z","steps":["trace[906716054] 'agreement among raft nodes before linearized reading' (duration: 287.145021ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:03.836201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.732054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:06:03.836304Z","caller":"traceutil/trace.go:171","msg":"trace[1051783141] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:24840; }","duration":"326.9146ms","start":"2026-04-23T01:06:03.509369Z","end":"2026-04-23T01:06:03.836284Z","steps":["trace[1051783141] 'count revisions from in-memory index tree' (duration: 326.549038ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:03.836362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:03.509335Z","time spent":"327.016103ms","remote":"127.0.0.1:39682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:06:03.836729Z","caller":"traceutil/trace.go:171","msg":"trace[1593839077] transaction","detail":"{read_only:false; response_revision:24841; number_of_response:1; }","duration":"243.82031ms","start":"2026-04-23T01:06:03.592869Z","end":"2026-04-23T01:06:03.83669Z","steps":["trace[1593839077] 'process raft request' (duration: 207.168819ms)","trace[1593839077] 'compare' (duration: 36.256128ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:06:04.908512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.955364ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:06:04.908649Z","caller":"traceutil/trace.go:171","msg":"trace[259777662] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24841; }","duration":"142.109029ms","start":"2026-04-23T01:06:04.76652Z","end":"2026-04-23T01:06:04.908629Z","steps":["trace[259777662] 'range keys from in-memory index tree' (duration: 141.939174ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:04.909152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"924.061555ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:06:04.910376Z","caller":"traceutil/trace.go:171","msg":"trace[2127805050] transaction","detail":"{read_only:false; response_revision:24842; number_of_response:1; }","duration":"1.304341405s","start":"2026-04-23T01:06:03.605975Z","end":"2026-04-23T01:06:04.910317Z","steps":["trace[2127805050] 'process raft request' (duration: 379.003399ms)","trace[2127805050] 'compare' (duration: 922.902789ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:06:04.910552Z","caller":"traceutil/trace.go:171","msg":"trace[1883239189] transaction","detail":"{read_only:false; response_revision:24847; number_of_response:1; }","duration":"1.302030432s","start":"2026-04-23T01:06:03.608502Z","end":"2026-04-23T01:06:04.910533Z","steps":["trace[1883239189] 'process raft request' (duration: 1.301941089s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:04.910555Z","caller":"traceutil/trace.go:171","msg":"trace[55136351] transaction","detail":"{read_only:false; response_revision:24844; number_of_response:1; }","duration":"1.302418433s","start":"2026-04-23T01:06:03.608107Z","end":"2026-04-23T01:06:04.910526Z","steps":["trace[55136351] 'process raft request' (duration: 1.302177356s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:04.910656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:03.60849Z","time spent":"1.302120474s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:06:04.910658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:03.60594Z","time spent":"1.304571102s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:06:04.910653Z","caller":"traceutil/trace.go:171","msg":"trace[1557195809] linearizableReadLoop","detail":"{readStateIndex:25702; appliedIndex:25694; }","duration":"1.207342503s","start":"2026-04-23T01:06:03.703276Z","end":"2026-04-23T01:06:04.910619Z","steps":["trace[1557195809] 'read index received' (duration: 96.782084ms)","trace[1557195809] 'applied index is now lower than readState.Index' (duration: 1.110558629s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:06:04.910811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:03.608074Z","time spent":"1.302587489s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:06:04.910841Z","caller":"traceutil/trace.go:171","msg":"trace[1947806724] transaction","detail":"{read_only:false; response_revision:24848; number_of_response:1; }","duration":"1.288526354s","start":"2026-04-23T01:06:03.6223Z","end":"2026-04-23T01:06:04.910827Z","steps":["trace[1947806724] 'process raft request' (duration: 1.288186393s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:04.910858Z","caller":"traceutil/trace.go:171","msg":"trace[1695564994] transaction","detail":"{read_only:false; response_revision:24846; number_of_response:1; }","duration":"1.302371792s","start":"2026-04-23T01:06:03.608474Z","end":"2026-04-23T01:06:04.910846Z","steps":["trace[1695564994] 'process raft request' (duration: 1.301911378s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:04.910917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:03.608463Z","time spent":"1.302421514s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:06:04.910962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:03.622266Z","time spent":"1.288616387s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:06:04.910987Z","caller":"traceutil/trace.go:171","msg":"trace[1068651111] transaction","detail":"{read_only:false; response_revision:24843; number_of_response:1; }","duration":"1.303107686s","start":"2026-04-23T01:06:03.607868Z","end":"2026-04-23T01:06:04.910976Z","steps":["trace[1068651111] 'process raft request' (duration: 1.30230286s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:04.911067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:03.607851Z","time spent":"1.303193668s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:06:04.910821Z","caller":"traceutil/trace.go:171","msg":"trace[530708456] transaction","detail":"{read_only:false; response_revision:24845; number_of_response:1; }","duration":"1.302655361s","start":"2026-04-23T01:06:03.608152Z","end":"2026-04-23T01:06:04.910808Z","steps":["trace[530708456] 'process raft request' (duration: 1.302190997s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:04.911158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.207882991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:06:04.911189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:03.608127Z","time spent":"1.303043584s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:06:04.911228Z","caller":"traceutil/trace.go:171","msg":"trace[1677279031] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:24848; }","duration":"1.207989234s","start":"2026-04-23T01:06:03.703218Z","end":"2026-04-23T01:06:04.911208Z","steps":["trace[1677279031] 'agreement among raft nodes before linearized reading' (duration: 1.2078772s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:04.911272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.174640938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:06:04.911333Z","caller":"traceutil/trace.go:171","msg":"trace[1346805924] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:24848; }","duration":"1.174753331s","start":"2026-04-23T01:06:03.736565Z","end":"2026-04-23T01:06:04.911319Z","steps":["trace[1346805924] 'agreement among raft nodes before linearized reading' (duration: 1.174650578s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:04.911378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:03.736539Z","time spent":"1.174828874s","remote":"127.0.0.1:56032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:06:04.911518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.835069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:06:04.911288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:03.703194Z","time spent":"1.208074177s","remote":"127.0.0.1:36708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:06:04.911527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.225938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-23T01:06:04.91157Z","caller":"traceutil/trace.go:171","msg":"trace[982598066] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:24848; }","duration":"695.938112ms","start":"2026-04-23T01:06:04.215623Z","end":"2026-04-23T01:06:04.911561Z","steps":["trace[982598066] 'agreement among raft nodes before linearized reading' (duration: 695.831219ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:04.91162Z","caller":"traceutil/trace.go:171","msg":"trace[1516644844] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24848; }","duration":"115.357192ms","start":"2026-04-23T01:06:04.796242Z","end":"2026-04-23T01:06:04.911599Z","steps":["trace[1516644844] 'agreement among raft nodes before linearized reading' (duration: 115.162226ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:04.911612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.023950627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-04-23T01:06:04.91164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:04.215594Z","time spent":"696.025455ms","remote":"127.0.0.1:36664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:06:04.911365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.584809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:06:04.911689Z","caller":"traceutil/trace.go:171","msg":"trace[1204380263] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24848; }","duration":"1.024068171s","start":"2026-04-23T01:06:03.887597Z","end":"2026-04-23T01:06:04.911665Z","steps":["trace[1204380263] 'agreement among raft nodes before linearized reading' (duration: 1.023849824s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:04.911737Z","caller":"traceutil/trace.go:171","msg":"trace[222581201] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24848; }","duration":"399.004532ms","start":"2026-04-23T01:06:04.512718Z","end":"2026-04-23T01:06:04.911722Z","steps":["trace[222581201] 'agreement among raft nodes before linearized reading' (duration: 398.592169ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:04.911745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:03.88757Z","time spent":"1.024161614s","remote":"127.0.0.1:39458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-23T01:06:04.911781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:04.512689Z","time spent":"399.081875ms","remote":"127.0.0.1:39306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:06:05.417893Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581741608219404438,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:06:05.918969Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581741608219404438,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:06:06.264096Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.347627876s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T01:06:06.264877Z","caller":"traceutil/trace.go:171","msg":"trace[1731935587] transaction","detail":"{read_only:false; response_revision:24849; number_of_response:1; }","duration":"1.348467032s","start":"2026-04-23T01:06:04.916365Z","end":"2026-04-23T01:06:06.264832Z","steps":["trace[1731935587] 'process raft request' (duration: 1.348218364s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:06.265117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:04.916351Z","time spent":"1.348639107s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:06:06.318657Z","caller":"traceutil/trace.go:171","msg":"trace[1307639583] linearizableReadLoop","detail":"{readStateIndex:25704; appliedIndex:25702; }","duration":"1.401825051s","start":"2026-04-23T01:06:04.916795Z","end":"2026-04-23T01:06:06.31862Z","steps":["trace[1307639583] 'read index received' (duration: 1.347621165s)","trace[1307639583] 'applied index is now lower than readState.Index' (duration: 54.202486ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:06:06.318789Z","caller":"traceutil/trace.go:171","msg":"trace[1723592372] transaction","detail":"{read_only:false; response_revision:24850; number_of_response:1; }","duration":"991.518021ms","start":"2026-04-23T01:06:05.327252Z","end":"2026-04-23T01:06:06.31877Z","steps":["trace[1723592372] 'process raft request' (duration: 991.211551ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:06.318912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:05.327231Z","time spent":"991.585973ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:06:06.319349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.03885524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-23T01:06:06.319434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.457147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:06:06.319477Z","caller":"traceutil/trace.go:171","msg":"trace[409245016] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24850; }","duration":"1.039061766s","start":"2026-04-23T01:06:05.280384Z","end":"2026-04-23T01:06:06.319446Z","steps":["trace[409245016] 'agreement among raft nodes before linearized reading' (duration: 1.038621992s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:06.319558Z","caller":"traceutil/trace.go:171","msg":"trace[951195435] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:24850; }","duration":"670.676863ms","start":"2026-04-23T01:06:05.648856Z","end":"2026-04-23T01:06:06.319533Z","steps":["trace[951195435] 'agreement among raft nodes before linearized reading' (duration: 670.438635ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:06.319564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.039068907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-04-23T01:06:06.319009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.350553668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:06:06.319621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:05.648827Z","time spent":"670.780306ms","remote":"127.0.0.1:55104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:06:06.319105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.037662092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-23T01:06:06.319725Z","caller":"traceutil/trace.go:171","msg":"trace[163306227] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24850; }","duration":"1.038305153s","start":"2026-04-23T01:06:05.281409Z","end":"2026-04-23T01:06:06.319714Z","steps":["trace[163306227] 'agreement among raft nodes before linearized reading' (duration: 1.037560839s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:06.319766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:05.281398Z","time spent":"1.038357154s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-23T01:06:06.31976Z","caller":"traceutil/trace.go:171","msg":"trace[927423402] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24850; }","duration":"1.03919163s","start":"2026-04-23T01:06:05.28045Z","end":"2026-04-23T01:06:06.319642Z","steps":["trace[927423402] 'agreement among raft nodes before linearized reading' (duration: 1.038813748s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:06.319191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.40240991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-04-23T01:06:06.319849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:05.280385Z","time spent":"1.039451519s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-23T01:06:06.319885Z","caller":"traceutil/trace.go:171","msg":"trace[503048897] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24850; }","duration":"1.403108612s","start":"2026-04-23T01:06:04.916738Z","end":"2026-04-23T01:06:06.319846Z","steps":["trace[503048897] 'agreement among raft nodes before linearized reading' (duration: 1.402391989s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:06.319981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:04.916717Z","time spent":"1.403243006s","remote":"127.0.0.1:39458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-23T01:06:06.319184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.039374417s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T01:06:06.320066Z","caller":"traceutil/trace.go:171","msg":"trace[1757289399] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24850; }","duration":"1.040301785s","start":"2026-04-23T01:06:05.279752Z","end":"2026-04-23T01:06:06.320054Z","steps":["trace[1757289399] 'agreement among raft nodes before linearized reading' (duration: 1.039306774s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:06.320109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:05.279719Z","time spent":"1.040378478s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T01:06:06.319242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.529867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:06:06.320211Z","caller":"traceutil/trace.go:171","msg":"trace[311198667] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24850; }","duration":"164.535119ms","start":"2026-04-23T01:06:06.15566Z","end":"2026-04-23T01:06:06.320195Z","steps":["trace[311198667] 'agreement among raft nodes before linearized reading' (duration: 163.550548ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:06.319246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.195560551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:06:06.320334Z","caller":"traceutil/trace.go:171","msg":"trace[957004756] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/applicationcredentials/; range_end:/registry/openstack.k-orc.cloud/applicationcredentials0; response_count:0; response_revision:24850; }","duration":"1.196678737s","start":"2026-04-23T01:06:05.123616Z","end":"2026-04-23T01:06:06.320295Z","steps":["trace[957004756] 'agreement among raft nodes before linearized reading' (duration: 1.195596563s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:06.320356Z","caller":"traceutil/trace.go:171","msg":"trace[164538557] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:24850; }","duration":"1.351292122s","start":"2026-04-23T01:06:04.968373Z","end":"2026-04-23T01:06:06.319666Z","steps":["trace[164538557] 'agreement among raft nodes before linearized reading' (duration: 1.350559109s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:06.320403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:05.123586Z","time spent":"1.196792531s","remote":"127.0.0.1:36680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:06:06.32042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:04.968345Z","time spent":"1.352059886s","remote":"127.0.0.1:57950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:06:06.319281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.575252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:06:06.320494Z","caller":"traceutil/trace.go:171","msg":"trace[579274939] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:24850; }","duration":"232.819171ms","start":"2026-04-23T01:06:06.087661Z","end":"2026-04-23T01:06:06.32048Z","steps":["trace[579274939] 'agreement among raft nodes before linearized reading' (duration: 231.598092ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:06.319602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:05.280356Z","time spent":"1.039201441s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T01:06:06.319764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.03886552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-23T01:06:06.320703Z","caller":"traceutil/trace.go:171","msg":"trace[1645437586] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24850; }","duration":"1.040223323s","start":"2026-04-23T01:06:05.280449Z","end":"2026-04-23T01:06:06.320672Z","steps":["trace[1645437586] 'agreement among raft nodes before linearized reading' (duration: 1.038526339s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:06.320775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:05.280416Z","time spent":"1.040340617s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T01:06:06.827877Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581741608219404443,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:06:07.428334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.298294ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:06:07.428449Z","caller":"traceutil/trace.go:171","msg":"trace[1664901379] transaction","detail":"{read_only:false; response_revision:24851; number_of_response:1; }","duration":"1.10264547s","start":"2026-04-23T01:06:06.325782Z","end":"2026-04-23T01:06:07.428428Z","steps":["trace[1664901379] 'process raft request' (duration: 545.15793ms)","trace[1664901379] 'compare' (duration: 555.112224ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:06:07.428509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:06.325758Z","time spent":"1.102723282s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:06:08.147014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.937125ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:06:08.14739Z","caller":"traceutil/trace.go:171","msg":"trace[841446441] transaction","detail":"{read_only:false; response_revision:24852; number_of_response:1; }","duration":"1.820738883s","start":"2026-04-23T01:06:06.326602Z","end":"2026-04-23T01:06:08.147341Z","steps":["trace[841446441] 'process raft request' (duration: 1.333196268s)","trace[841446441] 'compare' (duration: 485.920573ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:06:08.147581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:06.326582Z","time spent":"1.820897298s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:06:08.147636Z","caller":"traceutil/trace.go:171","msg":"trace[1724592195] transaction","detail":"{read_only:false; response_revision:24854; number_of_response:1; }","duration":"1.819236095s","start":"2026-04-23T01:06:06.328335Z","end":"2026-04-23T01:06:08.147571Z","steps":["trace[1724592195] 'process raft request' (duration: 1.819030059s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:08.147688Z","caller":"traceutil/trace.go:171","msg":"trace[1862134968] linearizableReadLoop","detail":"{readStateIndex:25709; appliedIndex:25704; }","duration":"1.820706502s","start":"2026-04-23T01:06:06.326949Z","end":"2026-04-23T01:06:08.147655Z","steps":["trace[1862134968] 'read index received' (duration: 544.129277ms)","trace[1862134968] 'applied index is now lower than readState.Index' (duration: 1.276575815s)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:06:08.147663Z","caller":"traceutil/trace.go:171","msg":"trace[271355717] transaction","detail":"{read_only:false; response_revision:24853; number_of_response:1; }","duration":"1.819161023s","start":"2026-04-23T01:06:06.328305Z","end":"2026-04-23T01:06:08.147466Z","steps":["trace[271355717] 'process raft request' (duration: 1.818906675s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:08.1478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:06.328306Z","time spent":"1.819430141s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:06:08.147876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.820911128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:06:08.147907Z","caller":"traceutil/trace.go:171","msg":"trace[1637338027] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24855; }","duration":"1.820976751s","start":"2026-04-23T01:06:06.326921Z","end":"2026-04-23T01:06:08.147898Z","steps":["trace[1637338027] 'agreement among raft nodes before linearized reading' (duration: 1.820895938s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:08.147939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:06.326913Z","time spent":"1.821019912s","remote":"127.0.0.1:39466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-04-23T01:06:08.148021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:06.328279Z","time spent":"1.819566926s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:06:08.147804Z","caller":"traceutil/trace.go:171","msg":"trace[657075852] transaction","detail":"{read_only:false; response_revision:24855; number_of_response:1; }","duration":"1.818785321s","start":"2026-04-23T01:06:06.329009Z","end":"2026-04-23T01:06:08.147795Z","steps":["trace[657075852] 'process raft request' (duration: 1.818467251s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:08.148175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:06.328997Z","time spent":"1.819126592s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:06:08.513043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00002925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:06:08.513138Z","caller":"traceutil/trace.go:171","msg":"trace[1980002014] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000186565s","start":"2026-04-23T01:06:06.51293Z","end":"2026-04-23T01:06:08.513116Z","steps":["trace[1980002014] 'agreement among raft nodes before linearized reading' (duration: 2.000060831s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:08.513186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:06.512905Z","time spent":"2.000272777s","remote":"127.0.0.1:39306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 01:06:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:06:09.157743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:08.536707Z","time spent":"621.026222ms","remote":"127.0.0.1:53248","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-23T01:06:09.158393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.54057ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:06:09.158572Z","caller":"traceutil/trace.go:171","msg":"trace[709322997] transaction","detail":"{read_only:false; response_revision:24856; number_of_response:1; }","duration":"2.241057471s","start":"2026-04-23T01:06:06.917494Z","end":"2026-04-23T01:06:09.158551Z","steps":["trace[709322997] 'process raft request' (duration: 1.690234562s)","trace[709322997] 'compare' (duration: 550.401106ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:06:09.158727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:06.917467Z","time spent":"2.241142953s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:06:09.158959Z","caller":"traceutil/trace.go:171","msg":"trace[891053908] transaction","detail":"{read_only:false; response_revision:24857; number_of_response:1; }","duration":"2.240932707s","start":"2026-04-23T01:06:06.917997Z","end":"2026-04-23T01:06:09.15893Z","steps":["trace[891053908] 'process raft request' (duration: 2.240500093s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:09.159012Z","caller":"traceutil/trace.go:171","msg":"trace[791116104] transaction","detail":"{read_only:false; response_revision:24859; number_of_response:1; }","duration":"2.240362109s","start":"2026-04-23T01:06:06.918631Z","end":"2026-04-23T01:06:09.158993Z","steps":["trace[791116104] 'process raft request' (duration: 2.240255195s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:09.159097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:06.917956Z","time spent":"2.241059231s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:06:09.159142Z","caller":"traceutil/trace.go:171","msg":"trace[650133799] transaction","detail":"{read_only:false; response_revision:24858; number_of_response:1; }","duration":"2.241119542s","start":"2026-04-23T01:06:06.918011Z","end":"2026-04-23T01:06:09.15913Z","steps":["trace[650133799] 'process raft request' (duration: 2.240756031s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:09.159101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:06.91862Z","time spent":"2.240430841s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:06:09.159193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:06.917997Z","time spent":"2.241168464s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:06:09.159656Z","caller":"traceutil/trace.go:171","msg":"trace[1393206137] transaction","detail":"{read_only:false; response_revision:24860; number_of_response:1; }","duration":"2.240700759s","start":"2026-04-23T01:06:06.918927Z","end":"2026-04-23T01:06:09.159628Z","steps":["trace[1393206137] 'process raft request' (duration: 2.240021377s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:09.159811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:06.918917Z","time spent":"2.240812542s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:06:09.159841Z","caller":"traceutil/trace.go:171","msg":"trace[1469913377] transaction","detail":"{read_only:false; response_revision:24861; number_of_response:1; }","duration":"2.240644078s","start":"2026-04-23T01:06:06.919169Z","end":"2026-04-23T01:06:09.159813Z","steps":["trace[1469913377] 'process raft request' (duration: 2.240379629s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:09.160018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:06.919162Z","time spent":"2.240765891s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:06:09.160713Z","caller":"traceutil/trace.go:171","msg":"trace[1523960870] transaction","detail":"{read_only:false; response_revision:24862; number_of_response:1; }","duration":"1.721590974s","start":"2026-04-23T01:06:07.439077Z","end":"2026-04-23T01:06:09.160668Z","steps":["trace[1523960870] 'process raft request' (duration: 1.720615483s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:09.16092Z","caller":"traceutil/trace.go:171","msg":"trace[1622550104] linearizableReadLoop","detail":"{readStateIndex:25717; appliedIndex:25709; }","duration":"1.013155946s","start":"2026-04-23T01:06:08.147754Z","end":"2026-04-23T01:06:09.16091Z","steps":["trace[1622550104] 'read index received' (duration: 459.994983ms)","trace[1622550104] 'applied index is now lower than readState.Index' (duration: 553.160103ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:06:09.160977Z","caller":"traceutil/trace.go:171","msg":"trace[1730205432] transaction","detail":"{read_only:false; response_revision:24863; number_of_response:1; }","duration":"1.360943936s","start":"2026-04-23T01:06:07.800023Z","end":"2026-04-23T01:06:09.160967Z","steps":["trace[1730205432] 'process raft request' (duration: 1.360544044s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:09.16103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:07.799992Z","time spent":"1.361006748s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:06:09.161082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.612451909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:06:09.161138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.386585837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-23T01:06:09.16115Z","caller":"traceutil/trace.go:171","msg":"trace[1679005850] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:24864; }","duration":"1.612523431s","start":"2026-04-23T01:06:07.548611Z","end":"2026-04-23T01:06:09.161134Z","steps":["trace[1679005850] 'agreement among raft nodes before linearized reading' (duration: 1.612418008s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:09.161171Z","caller":"traceutil/trace.go:171","msg":"trace[1857819727] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24864; }","duration":"2.386653889s","start":"2026-04-23T01:06:06.774509Z","end":"2026-04-23T01:06:09.161163Z","steps":["trace[1857819727] 'agreement among raft nodes before linearized reading' (duration: 2.386583967s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:09.161186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:07.548545Z","time spent":"1.612632685s","remote":"127.0.0.1:36190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:06:09.161219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:06.774484Z","time spent":"2.386729312s","remote":"127.0.0.1:39382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-23T01:06:09.161352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.669531446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:06:09.161378Z","caller":"traceutil/trace.go:171","msg":"trace[840546254] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:24864; }","duration":"2.669589028s","start":"2026-04-23T01:06:06.491782Z","end":"2026-04-23T01:06:09.161371Z","steps":["trace[840546254] 'agreement among raft nodes before linearized reading' (duration: 2.669540086s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:09.161409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:06.491762Z","time spent":"2.669640679s","remote":"127.0.0.1:36510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:06:09.161436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.568507618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-04-23T01:06:09.161472Z","caller":"traceutil/trace.go:171","msg":"trace[1477988319] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24864; }","duration":"1.56857652s","start":"2026-04-23T01:06:07.59288Z","end":"2026-04-23T01:06:09.161457Z","steps":["trace[1477988319] 'agreement among raft nodes before linearized reading' (duration: 1.568455576s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:09.161509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:07.592853Z","time spent":"1.568649582s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-23T01:06:09.1616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.776166962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:06:09.161635Z","caller":"traceutil/trace.go:171","msg":"trace[2102706384] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24864; }","duration":"2.776196993s","start":"2026-04-23T01:06:06.385426Z","end":"2026-04-23T01:06:09.161623Z","steps":["trace[2102706384] 'agreement among raft nodes before linearized reading' (duration: 2.776145301s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:09.16166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:06.385368Z","time spent":"2.776287065s","remote":"127.0.0.1:39690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-23T01:06:09.161634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.568257939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-04-23T01:06:09.161745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.832046871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.233\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-04-23T01:06:09.16194Z","caller":"traceutil/trace.go:171","msg":"trace[262973660] transaction","detail":"{read_only:false; response_revision:24864; number_of_response:1; }","duration":"837.292499ms","start":"2026-04-23T01:06:08.324636Z","end":"2026-04-23T01:06:09.161928Z","steps":["trace[262973660] 'process raft request' (duration: 836.183744ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:09.162007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:08.324601Z","time spent":"837.365301ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:06:09.161759Z","caller":"traceutil/trace.go:171","msg":"trace[161364051] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24864; }","duration":"1.568465686s","start":"2026-04-23T01:06:07.593269Z","end":"2026-04-23T01:06:09.161735Z","steps":["trace[161364051] 'agreement among raft nodes before linearized reading' (duration: 1.568023712s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:09.162127Z","caller":"traceutil/trace.go:171","msg":"trace[930619192] range","detail":"{range_begin:/registry/masterleases/199.204.45.233; range_end:; response_count:1; response_revision:24864; }","duration":"2.832459074s","start":"2026-04-23T01:06:06.329643Z","end":"2026-04-23T01:06:09.162102Z","steps":["trace[930619192] 'agreement among raft nodes before linearized reading' (duration: 2.831879296s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:09.162143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:07.439056Z","time spent":"1.722122861s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:06:09.162199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:07.593244Z","time spent":"1.568939842s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-23T01:06:09.162212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:06.329624Z","time spent":"2.832573228s","remote":"127.0.0.1:39318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.233\" "} {"level":"warn","ts":"2026-04-23T01:06:09.162257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.345932511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-04-23T01:06:09.16269Z","caller":"traceutil/trace.go:171","msg":"trace[350870341] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24864; }","duration":"1.346331434s","start":"2026-04-23T01:06:07.816302Z","end":"2026-04-23T01:06:09.162634Z","steps":["trace[350870341] 'agreement among raft nodes before linearized reading' (duration: 1.345460366s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:09.162765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:07.816258Z","time spent":"1.346480568s","remote":"127.0.0.1:39424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-23T01:06:09.79596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.02225ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:06:09.7963Z","caller":"traceutil/trace.go:171","msg":"trace[491542794] linearizableReadLoop","detail":"{readStateIndex:25719; appliedIndex:25718; }","duration":"635.340065ms","start":"2026-04-23T01:06:09.16094Z","end":"2026-04-23T01:06:09.79628Z","steps":["trace[491542794] 'read index received' (duration: 231.982445ms)","trace[491542794] 'applied index is now lower than readState.Index' (duration: 403.35577ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:06:09.796335Z","caller":"traceutil/trace.go:171","msg":"trace[895963301] transaction","detail":"{read_only:false; response_revision:24865; number_of_response:1; }","duration":"953.910391ms","start":"2026-04-23T01:06:08.842391Z","end":"2026-04-23T01:06:09.796302Z","steps":["trace[895963301] 'process raft request' (duration: 550.386526ms)","trace[895963301] 'compare' (duration: 402.870394ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:06:09.796429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.641622843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:06:09.796454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.596196515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:06:09.796489Z","caller":"traceutil/trace.go:171","msg":"trace[812810745] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24865; }","duration":"1.641709816s","start":"2026-04-23T01:06:08.154759Z","end":"2026-04-23T01:06:09.796469Z","steps":["trace[812810745] 'agreement among raft nodes before linearized reading' (duration: 1.641607783s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:09.79651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:08.842364Z","time spent":"954.053366ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:06:09.796532Z","caller":"traceutil/trace.go:171","msg":"trace[526894032] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:24865; }","duration":"1.596316879s","start":"2026-04-23T01:06:08.200191Z","end":"2026-04-23T01:06:09.796508Z","steps":["trace[526894032] 'agreement among raft nodes before linearized reading' (duration: 1.596178645s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:09.796541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:08.15474Z","time spent":"1.641786749s","remote":"127.0.0.1:39512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-23T01:06:09.796525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.283467985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:06:09.796583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:08.200175Z","time spent":"1.596394441s","remote":"127.0.0.1:56008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:06:09.796584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.527043435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-23T01:06:09.796635Z","caller":"traceutil/trace.go:171","msg":"trace[284224352] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24865; }","duration":"1.28362953s","start":"2026-04-23T01:06:08.512982Z","end":"2026-04-23T01:06:09.796612Z","steps":["trace[284224352] 'agreement among raft nodes before linearized reading' (duration: 1.283415003s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:09.796696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:08.512962Z","time spent":"1.283725752s","remote":"127.0.0.1:39300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T01:06:09.796701Z","caller":"traceutil/trace.go:171","msg":"trace[1365047808] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24865; }","duration":"1.52717729s","start":"2026-04-23T01:06:08.269497Z","end":"2026-04-23T01:06:09.796674Z","steps":["trace[1365047808] 'agreement among raft nodes before linearized reading' (duration: 1.526830519s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:09.796755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:08.269418Z","time spent":"1.527326575s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T01:06:09.805921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:09.164902Z","time spent":"641.014885ms","remote":"127.0.0.1:39318","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-23T01:06:09.806359Z","caller":"traceutil/trace.go:171","msg":"trace[1443395110] transaction","detail":"{read_only:false; response_revision:24866; number_of_response:1; }","duration":"638.463074ms","start":"2026-04-23T01:06:09.167871Z","end":"2026-04-23T01:06:09.806334Z","steps":["trace[1443395110] 'process raft request' (duration: 637.798963ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:09.806467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:09.167858Z","time spent":"638.537976ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:06:09.806643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.773685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:06:09.806716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.969882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-771b7ddc-7662-460c-8003-b9b30f0f5417\" ","response":"range_response_count:1 size:1304"} {"level":"info","ts":"2026-04-23T01:06:09.806763Z","caller":"traceutil/trace.go:171","msg":"trace[919291043] range","detail":"{range_begin:/registry/persistentvolumes/pvc-771b7ddc-7662-460c-8003-b9b30f0f5417; range_end:; response_count:1; response_revision:24867; }","duration":"640.047934ms","start":"2026-04-23T01:06:09.166698Z","end":"2026-04-23T01:06:09.806746Z","steps":["trace[919291043] 'agreement among raft nodes before linearized reading' (duration: 639.909439ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:09.806802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:09.166675Z","time spent":"640.119116ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1327,"request content":"key:\"/registry/persistentvolumes/pvc-771b7ddc-7662-460c-8003-b9b30f0f5417\" "} {"level":"info","ts":"2026-04-23T01:06:09.806903Z","caller":"traceutil/trace.go:171","msg":"trace[1682214606] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24867; }","duration":"639.855738ms","start":"2026-04-23T01:06:09.166838Z","end":"2026-04-23T01:06:09.806694Z","steps":["trace[1682214606] 'agreement among raft nodes before linearized reading' (duration: 639.716034ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:09.806946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:09.166831Z","time spent":"640.106426ms","remote":"127.0.0.1:39466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-23T01:06:09.807196Z","caller":"traceutil/trace.go:171","msg":"trace[716009592] transaction","detail":"{read_only:false; response_revision:24867; number_of_response:1; }","duration":"638.109603ms","start":"2026-04-23T01:06:09.169072Z","end":"2026-04-23T01:06:09.807181Z","steps":["trace[716009592] 'process raft request' (duration: 636.723339ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:09.807384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.723514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-23T01:06:09.807394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:09.169065Z","time spent":"638.158694ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:06:09.807426Z","caller":"traceutil/trace.go:171","msg":"trace[1104872718] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24867; }","duration":"374.810187ms","start":"2026-04-23T01:06:09.432605Z","end":"2026-04-23T01:06:09.807415Z","steps":["trace[1104872718] 'agreement among raft nodes before linearized reading' (duration: 374.703063ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:09.807462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:09.432577Z","time spent":"374.877058ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T01:06:09.80762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.63888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:06:09.807655Z","caller":"traceutil/trace.go:171","msg":"trace[1033325382] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:24867; }","duration":"259.715442ms","start":"2026-04-23T01:06:09.54793Z","end":"2026-04-23T01:06:09.807645Z","steps":["trace[1033325382] 'agreement among raft nodes before linearized reading' (duration: 259.6578ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:10.33975Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581741608219404470,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T01:06:10.545023Z","caller":"traceutil/trace.go:171","msg":"trace[1317686726] linearizableReadLoop","detail":"{readStateIndex:25726; appliedIndex:25723; }","duration":"705.30261ms","start":"2026-04-23T01:06:09.839684Z","end":"2026-04-23T01:06:10.544986Z","steps":["trace[1317686726] 'read index received' (duration: 642.210093ms)","trace[1317686726] 'applied index is now lower than readState.Index' (duration: 63.091067ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:06:10.545385Z","caller":"traceutil/trace.go:171","msg":"trace[1664690088] transaction","detail":"{read_only:false; response_revision:24869; number_of_response:1; }","duration":"737.185699ms","start":"2026-04-23T01:06:09.808182Z","end":"2026-04-23T01:06:10.545368Z","steps":["trace[1664690088] 'process raft request' (duration: 673.693609ms)","trace[1664690088] 'compare' (duration: 62.053525ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:06:10.545452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:09.842488Z","time spent":"702.955696ms","remote":"127.0.0.1:39362","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-23T01:06:10.545518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:09.808163Z","time spent":"737.259191ms","remote":"127.0.0.1:39318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:06:10.545925Z","caller":"traceutil/trace.go:171","msg":"trace[764029819] transaction","detail":"{read_only:false; response_revision:24870; number_of_response:1; }","duration":"734.020779ms","start":"2026-04-23T01:06:09.811882Z","end":"2026-04-23T01:06:10.545903Z","steps":["trace[764029819] 'process raft request' (duration: 732.847752ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:10.546116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.366915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:06:10.546165Z","caller":"traceutil/trace.go:171","msg":"trace[344297872] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:24870; }","duration":"291.472558ms","start":"2026-04-23T01:06:10.254678Z","end":"2026-04-23T01:06:10.546151Z","steps":["trace[344297872] 'agreement among raft nodes before linearized reading' (duration: 291.397666ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:10.546129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:09.811851Z","time spent":"734.187175ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:06:10.546368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.877508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:06:10.546403Z","caller":"traceutil/trace.go:171","msg":"trace[433658781] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:24870; }","duration":"337.97418ms","start":"2026-04-23T01:06:10.20842Z","end":"2026-04-23T01:06:10.546395Z","steps":["trace[433658781] 'agreement among raft nodes before linearized reading' (duration: 337.915748ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:10.546439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:10.208387Z","time spent":"338.043822ms","remote":"127.0.0.1:36234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:06:10.545925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.058061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-04-23T01:06:10.54653Z","caller":"traceutil/trace.go:171","msg":"trace[1981307402] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24870; }","duration":"734.69552ms","start":"2026-04-23T01:06:09.81181Z","end":"2026-04-23T01:06:10.546506Z","steps":["trace[1981307402] 'agreement among raft nodes before linearized reading' (duration: 733.949017ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:10.54661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:09.811784Z","time spent":"734.797804ms","remote":"127.0.0.1:39458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-23T01:06:10.546648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.956701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-23T01:06:10.546689Z","caller":"traceutil/trace.go:171","msg":"trace[560996247] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24870; }","duration":"393.014423ms","start":"2026-04-23T01:06:10.153665Z","end":"2026-04-23T01:06:10.546679Z","steps":["trace[560996247] 'agreement among raft nodes before linearized reading' (duration: 392.909419ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:10.546726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:10.153654Z","time spent":"393.062914ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T01:06:10.546951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.567497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-23T01:06:10.545989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.446311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:06:10.547145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.460178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-23T01:06:10.547514Z","caller":"traceutil/trace.go:171","msg":"trace[2058577848] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24870; }","duration":"394.847241ms","start":"2026-04-23T01:06:10.152654Z","end":"2026-04-23T01:06:10.547502Z","steps":["trace[2058577848] 'agreement among raft nodes before linearized reading' (duration: 394.380116ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:10.547556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:10.15264Z","time spent":"394.903512ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T01:06:10.547239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.685794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T01:06:10.547612Z","caller":"traceutil/trace.go:171","msg":"trace[286390284] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24870; }","duration":"705.086433ms","start":"2026-04-23T01:06:09.842509Z","end":"2026-04-23T01:06:10.547595Z","steps":["trace[286390284] 'agreement among raft nodes before linearized reading' (duration: 703.451881ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:10.547666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:09.842485Z","time spent":"705.169316ms","remote":"127.0.0.1:39300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T01:06:10.547658Z","caller":"traceutil/trace.go:171","msg":"trace[2124376871] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24870; }","duration":"394.119047ms","start":"2026-04-23T01:06:10.153523Z","end":"2026-04-23T01:06:10.547642Z","steps":["trace[2124376871] 'agreement among raft nodes before linearized reading' (duration: 393.619171ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:10.547377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.001275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-04-23T01:06:10.547775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:10.153516Z","time spent":"394.19111ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-23T01:06:10.547787Z","caller":"traceutil/trace.go:171","msg":"trace[526993442] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24870; }","duration":"395.45854ms","start":"2026-04-23T01:06:10.152301Z","end":"2026-04-23T01:06:10.54776Z","steps":["trace[526993442] 'agreement among raft nodes before linearized reading' (duration: 394.807819ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:10.547884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:10.152266Z","time spent":"395.586864ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-23T01:06:10.547582Z","caller":"traceutil/trace.go:171","msg":"trace[1853404093] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:24870; }","duration":"398.193307ms","start":"2026-04-23T01:06:10.149371Z","end":"2026-04-23T01:06:10.547564Z","steps":["trace[1853404093] 'agreement among raft nodes before linearized reading' (duration: 397.419662ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:10.54809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:10.149299Z","time spent":"398.770405ms","remote":"127.0.0.1:39568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":175,"response size":32,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:06:11.053587Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581741608219404474,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T01:06:11.05885Z","caller":"traceutil/trace.go:171","msg":"trace[609789765] transaction","detail":"{read_only:false; response_revision:24871; number_of_response:1; }","duration":"505.490484ms","start":"2026-04-23T01:06:10.553333Z","end":"2026-04-23T01:06:11.058823Z","steps":["trace[609789765] 'process raft request' (duration: 505.247426ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:11.059009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:10.553312Z","time spent":"505.590607ms","remote":"127.0.0.1:39362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:06:11.181573Z","caller":"traceutil/trace.go:171","msg":"trace[1514777871] transaction","detail":"{read_only:false; response_revision:24872; number_of_response:1; }","duration":"628.157068ms","start":"2026-04-23T01:06:10.553389Z","end":"2026-04-23T01:06:11.181546Z","steps":["trace[1514777871] 'process raft request' (duration: 626.33028ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:11.181756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:10.553376Z","time spent":"628.287561ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:06:11.181955Z","caller":"traceutil/trace.go:171","msg":"trace[767695235] transaction","detail":"{read_only:false; response_revision:24873; number_of_response:1; }","duration":"628.434716ms","start":"2026-04-23T01:06:10.553498Z","end":"2026-04-23T01:06:11.181933Z","steps":["trace[767695235] 'process raft request' (duration: 627.93636ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:11.182188Z","caller":"traceutil/trace.go:171","msg":"trace[2075006370] transaction","detail":"{read_only:false; response_revision:24874; number_of_response:1; }","duration":"628.643643ms","start":"2026-04-23T01:06:10.55353Z","end":"2026-04-23T01:06:11.182174Z","steps":["trace[2075006370] 'process raft request' (duration: 628.263881ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:11.182192Z","caller":"traceutil/trace.go:171","msg":"trace[1818681486] linearizableReadLoop","detail":"{readStateIndex:25731; appliedIndex:25726; }","duration":"628.718375ms","start":"2026-04-23T01:06:10.553453Z","end":"2026-04-23T01:06:11.182171Z","steps":["trace[1818681486] 'read index received' (duration: 505.129262ms)","trace[1818681486] 'applied index is now lower than readState.Index' (duration: 123.588213ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:06:11.182274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:10.553499Z","time spent":"628.728965ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:06:11.182255Z","caller":"traceutil/trace.go:171","msg":"trace[258715672] transaction","detail":"{read_only:false; response_revision:24875; number_of_response:1; }","duration":"623.006814ms","start":"2026-04-23T01:06:10.559209Z","end":"2026-04-23T01:06:11.182215Z","steps":["trace[258715672] 'process raft request' (duration: 622.88093ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:11.182273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:10.553481Z","time spent":"628.647453ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:06:11.182428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.962663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-04-23T01:06:11.182436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:10.559179Z","time spent":"623.160999ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:06:11.182467Z","caller":"traceutil/trace.go:171","msg":"trace[878790788] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24875; }","duration":"629.063517ms","start":"2026-04-23T01:06:10.553394Z","end":"2026-04-23T01:06:11.182458Z","steps":["trace[878790788] 'agreement among raft nodes before linearized reading' (duration: 628.880451ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:11.182498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:10.553372Z","time spent":"629.118198ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-23T01:06:12.458874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.677201ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:06:12.459703Z","caller":"traceutil/trace.go:171","msg":"trace[2035431212] transaction","detail":"{read_only:false; response_revision:24879; number_of_response:1; }","duration":"1.292860561s","start":"2026-04-23T01:06:11.166781Z","end":"2026-04-23T01:06:12.459642Z","steps":["trace[2035431212] 'process raft request' (duration: 1.292331514s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:12.459866Z","caller":"traceutil/trace.go:171","msg":"trace[1983484064] transaction","detail":"{read_only:false; response_revision:24880; number_of_response:1; }","duration":"1.291734115s","start":"2026-04-23T01:06:11.168109Z","end":"2026-04-23T01:06:12.459843Z","steps":["trace[1983484064] 'process raft request' (duration: 1.29124839s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:12.459853Z","caller":"traceutil/trace.go:171","msg":"trace[1326337714] transaction","detail":"{read_only:false; response_revision:24876; number_of_response:1; }","duration":"1.293964096s","start":"2026-04-23T01:06:11.165845Z","end":"2026-04-23T01:06:12.45981Z","steps":["trace[1326337714] 'process raft request' (duration: 515.224961ms)","trace[1326337714] 'compare' (duration: 777.249298ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:06:12.460039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:11.165782Z","time spent":"1.294158852s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:06:12.460685Z","caller":"traceutil/trace.go:171","msg":"trace[1856912007] linearizableReadLoop","detail":"{readStateIndex:25738; appliedIndex:25731; }","duration":"1.278388853s","start":"2026-04-23T01:06:11.182257Z","end":"2026-04-23T01:06:12.460646Z","steps":["trace[1856912007] 'read index received' (duration: 499.463852ms)","trace[1856912007] 'applied index is now lower than readState.Index' (duration: 778.91599ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:06:12.460855Z","caller":"traceutil/trace.go:171","msg":"trace[656689330] transaction","detail":"{read_only:false; response_revision:24881; number_of_response:1; }","duration":"1.292278723s","start":"2026-04-23T01:06:11.168563Z","end":"2026-04-23T01:06:12.460841Z","steps":["trace[656689330] 'process raft request' (duration: 1.290833677s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:12.460963Z","caller":"traceutil/trace.go:171","msg":"trace[644973801] transaction","detail":"{read_only:false; response_revision:24877; number_of_response:1; }","duration":"1.294327628s","start":"2026-04-23T01:06:11.166478Z","end":"2026-04-23T01:06:12.460806Z","steps":["trace[644973801] 'process raft request' (duration: 1.29251896s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:12.461021Z","caller":"traceutil/trace.go:171","msg":"trace[344715627] transaction","detail":"{read_only:false; response_revision:24882; number_of_response:1; }","duration":"1.292267422s","start":"2026-04-23T01:06:11.168739Z","end":"2026-04-23T01:06:12.461007Z","steps":["trace[344715627] 'process raft request' (duration: 1.290695472s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:12.461073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:11.168717Z","time spent":"1.292336105s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:06:12.461199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.583927276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:06:12.461274Z","caller":"traceutil/trace.go:171","msg":"trace[2052153528] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24883; }","duration":"1.584034599s","start":"2026-04-23T01:06:10.87722Z","end":"2026-04-23T01:06:12.461255Z","steps":["trace[2052153528] 'agreement among raft nodes before linearized reading' (duration: 1.583898865s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:12.46129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.527051916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:06:12.461301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.507397013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:06:12.46132Z","caller":"traceutil/trace.go:171","msg":"trace[460439296] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:24883; }","duration":"1.527129188s","start":"2026-04-23T01:06:10.934182Z","end":"2026-04-23T01:06:12.461311Z","steps":["trace[460439296] 'agreement among raft nodes before linearized reading' (duration: 1.527049005s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:12.461327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:10.877197Z","time spent":"1.584118132s","remote":"127.0.0.1:39306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:06:12.46135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:10.934154Z","time spent":"1.52719053s","remote":"127.0.0.1:39550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:06:12.461349Z","caller":"traceutil/trace.go:171","msg":"trace[367280685] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:24883; }","duration":"1.507535777s","start":"2026-04-23T01:06:10.953799Z","end":"2026-04-23T01:06:12.461335Z","steps":["trace[367280685] 'agreement among raft nodes before linearized reading' (duration: 1.507418324s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:12.46139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:10.953783Z","time spent":"1.507595459s","remote":"127.0.0.1:39712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:06:12.461414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.90562688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18367"} {"level":"warn","ts":"2026-04-23T01:06:12.461407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.632319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:06:12.46146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.038727815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:06:12.461451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"946.835577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:06:12.461484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.276743891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-04-23T01:06:12.461535Z","caller":"traceutil/trace.go:171","msg":"trace[45504962] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24883; }","duration":"1.038856189s","start":"2026-04-23T01:06:11.422659Z","end":"2026-04-23T01:06:12.461515Z","steps":["trace[45504962] 'agreement among raft nodes before linearized reading' (duration: 1.038723575s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:12.461551Z","caller":"traceutil/trace.go:171","msg":"trace[1330750738] transaction","detail":"{read_only:false; response_revision:24878; number_of_response:1; }","duration":"1.294345987s","start":"2026-04-23T01:06:11.166545Z","end":"2026-04-23T01:06:12.460891Z","steps":["trace[1330750738] 'process raft request' (duration: 1.29252779s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:12.461568Z","caller":"traceutil/trace.go:171","msg":"trace[764092642] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24883; }","duration":"946.960711ms","start":"2026-04-23T01:06:11.514575Z","end":"2026-04-23T01:06:12.461536Z","steps":["trace[764092642] 'agreement among raft nodes before linearized reading' (duration: 946.757184ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:12.461587Z","caller":"traceutil/trace.go:171","msg":"trace[1471602198] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:24883; }","duration":"1.276910056s","start":"2026-04-23T01:06:11.184655Z","end":"2026-04-23T01:06:12.461565Z","steps":["trace[1471602198] 'agreement among raft nodes before linearized reading' (duration: 1.276600716s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:12.461432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:11.166441Z","time spent":"1.294581146s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:06:12.461608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.279567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:06:12.461637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:11.18463Z","time spent":"1.276997099s","remote":"127.0.0.1:39318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-04-23T01:06:12.460977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:11.168546Z","time spent":"1.292342514s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:06:12.461664Z","caller":"traceutil/trace.go:171","msg":"trace[1076427149] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:24883; }","duration":"270.38773ms","start":"2026-04-23T01:06:12.191259Z","end":"2026-04-23T01:06:12.461647Z","steps":["trace[1076427149] 'agreement among raft nodes before linearized reading' (duration: 270.303648ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:12.461586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:11.422629Z","time spent":"1.038940362s","remote":"127.0.0.1:36398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:06:12.461478Z","caller":"traceutil/trace.go:171","msg":"trace[1692523354] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24883; }","duration":"1.905701173s","start":"2026-04-23T01:06:10.555754Z","end":"2026-04-23T01:06:12.461456Z","steps":["trace[1692523354] 'agreement among raft nodes before linearized reading' (duration: 1.905465526s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:12.461697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:11.166514Z","time spent":"1.295097751s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:06:12.461525Z","caller":"traceutil/trace.go:171","msg":"trace[40080334] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:24883; }","duration":"355.824376ms","start":"2026-04-23T01:06:12.10568Z","end":"2026-04-23T01:06:12.461504Z","steps":["trace[40080334] 'agreement among raft nodes before linearized reading' (duration: 355.597629ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:12.46176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.912812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-23T01:06:12.46179Z","caller":"traceutil/trace.go:171","msg":"trace[981653593] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24883; }","duration":"617.035136ms","start":"2026-04-23T01:06:11.844747Z","end":"2026-04-23T01:06:12.461783Z","steps":["trace[981653593] 'agreement among raft nodes before linearized reading' (duration: 616.916232ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:12.461862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:11.844713Z","time spent":"617.144219ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T01:06:12.461861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:12.105651Z","time spent":"356.190288ms","remote":"127.0.0.1:40930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:06:12.461633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:11.514511Z","time spent":"947.109356ms","remote":"127.0.0.1:39300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:06:12.46174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:10.555737Z","time spent":"1.905983972s","remote":"127.0.0.1:39452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18390,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-23T01:06:12.462549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:11.168091Z","time spent":"1.291822877s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:06:12.463404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:11.16675Z","time spent":"1.293058867s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:06:14.218163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.34238533s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:06:14.218665Z","caller":"traceutil/trace.go:171","msg":"trace[798143201] transaction","detail":"{read_only:false; response_revision:24884; number_of_response:1; }","duration":"1.750301405s","start":"2026-04-23T01:06:12.468315Z","end":"2026-04-23T01:06:14.218617Z","steps":["trace[798143201] 'process raft request' (duration: 407.369548ms)","trace[798143201] 'compare' (duration: 1.341328696s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:06:14.218886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:12.468274Z","time spent":"1.75049335s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:06:14.219069Z","caller":"traceutil/trace.go:171","msg":"trace[1282473370] linearizableReadLoop","detail":"{readStateIndex:25740; appliedIndex:25739; }","duration":"1.744252993s","start":"2026-04-23T01:06:12.474779Z","end":"2026-04-23T01:06:14.219032Z","steps":["trace[1282473370] 'read index received' (duration: 400.775419ms)","trace[1282473370] 'applied index is now lower than readState.Index' (duration: 1.343473894s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:06:14.514045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000680991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T01:06:14.514168Z","caller":"traceutil/trace.go:171","msg":"trace[1859370129] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000878528s","start":"2026-04-23T01:06:12.513264Z","end":"2026-04-23T01:06:14.514142Z","steps":["trace[1859370129] 'agreement among raft nodes before linearized reading' (duration: 2.000713683s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:14.51423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:12.513239Z","time spent":"2.000980182s","remote":"127.0.0.1:39306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:06:15.521126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.302829157s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-04-23T01:06:15.521406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.046602845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"info","ts":"2026-04-23T01:06:15.521513Z","caller":"traceutil/trace.go:171","msg":"trace[1785652317] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:24884; }","duration":"3.046749319s","start":"2026-04-23T01:06:12.474731Z","end":"2026-04-23T01:06:15.52148Z","steps":["trace[1785652317] 'agreement among raft nodes before linearized reading' (duration: 1.744481591s)","trace[1785652317] 'range keys from in-memory index tree' (duration: 1.302017291s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:06:15.521568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:12.474706Z","time spent":"3.046852412s","remote":"127.0.0.1:40058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5707,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-23T01:06:15.52163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.970760503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-23T01:06:15.521683Z","caller":"traceutil/trace.go:171","msg":"trace[849228581] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24884; }","duration":"2.970880546s","start":"2026-04-23T01:06:12.550791Z","end":"2026-04-23T01:06:15.521672Z","steps":["trace[849228581] 'agreement among raft nodes before linearized reading' (duration: 2.97067524s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:15.521731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:12.55076Z","time spent":"2.970960789s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T01:06:15.521908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.845358ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:06:15.52206Z","caller":"traceutil/trace.go:171","msg":"trace[1337987293] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24884; }","duration":"755.009073ms","start":"2026-04-23T01:06:14.767026Z","end":"2026-04-23T01:06:15.522035Z","steps":["trace[1337987293] 'range keys from in-memory index tree' (duration: 754.825016ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:15.522156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.347642715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1987"} {"level":"info","ts":"2026-04-23T01:06:15.522208Z","caller":"traceutil/trace.go:171","msg":"trace[1769695668] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:24884; }","duration":"1.347742568s","start":"2026-04-23T01:06:14.174451Z","end":"2026-04-23T01:06:15.522193Z","steps":["trace[1769695668] 'agreement among raft nodes before linearized reading' (duration: 1.347641225s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:15.522239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:14.174424Z","time spent":"1.34780781s","remote":"127.0.0.1:39466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2010,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-04-23T01:06:15.522679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.685198852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-23T01:06:15.522722Z","caller":"traceutil/trace.go:171","msg":"trace[817006140] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:24884; }","duration":"1.685297095s","start":"2026-04-23T01:06:13.837415Z","end":"2026-04-23T01:06:15.522712Z","steps":["trace[817006140] 'agreement among raft nodes before linearized reading' (duration: 1.685049067s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:15.522762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:13.837387Z","time spent":"1.685362157s","remote":"127.0.0.1:39580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":179,"response size":32,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:06:15.523001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.33483253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-23T01:06:15.523041Z","caller":"traceutil/trace.go:171","msg":"trace[1441304618] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24884; }","duration":"2.334885951s","start":"2026-04-23T01:06:13.188146Z","end":"2026-04-23T01:06:15.523032Z","steps":["trace[1441304618] 'agreement among raft nodes before linearized reading' (duration: 2.334772108s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:15.523074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:13.188142Z","time spent":"2.334923232s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T01:06:15.523315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.335438839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-23T01:06:15.52143Z","caller":"traceutil/trace.go:171","msg":"trace[1819230788] linearizableReadLoop","detail":"{readStateIndex:25741; appliedIndex:25740; }","duration":"1.302263019s","start":"2026-04-23T01:06:14.219145Z","end":"2026-04-23T01:06:15.521408Z","steps":["trace[1819230788] 'read index received' (duration: 92.573µs)","trace[1819230788] 'applied index is now lower than readState.Index' (duration: 1.302168646s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:06:15.523461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.335613085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-23T01:06:15.523493Z","caller":"traceutil/trace.go:171","msg":"trace[1911510072] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24884; }","duration":"2.335654096s","start":"2026-04-23T01:06:13.187829Z","end":"2026-04-23T01:06:15.523483Z","steps":["trace[1911510072] 'agreement among raft nodes before linearized reading' (duration: 2.335553122s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:15.523519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:13.187825Z","time spent":"2.335687177s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T01:06:15.523706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.33612069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-23T01:06:15.523739Z","caller":"traceutil/trace.go:171","msg":"trace[1810714209] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24884; }","duration":"2.336200012s","start":"2026-04-23T01:06:13.187531Z","end":"2026-04-23T01:06:15.523731Z","steps":["trace[1810714209] 'agreement among raft nodes before linearized reading' (duration: 2.33611671s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:15.523767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:13.187504Z","time spent":"2.336255234s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-23T01:06:15.523847Z","caller":"traceutil/trace.go:171","msg":"trace[1742059259] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24884; }","duration":"2.335980906s","start":"2026-04-23T01:06:13.187858Z","end":"2026-04-23T01:06:15.523839Z","steps":["trace[1742059259] 'agreement among raft nodes before linearized reading' (duration: 2.335380107s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:15.523877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:13.187855Z","time spent":"2.336016217s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T01:06:15.523867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.79726768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:06:15.523978Z","caller":"traceutil/trace.go:171","msg":"trace[1342379903] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:24884; }","duration":"2.797460367s","start":"2026-04-23T01:06:12.726493Z","end":"2026-04-23T01:06:15.523953Z","steps":["trace[1342379903] 'agreement among raft nodes before linearized reading' (duration: 2.79726706s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:15.524039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:12.726463Z","time spent":"2.79756112s","remote":"127.0.0.1:55066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:06:15.524112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.739581533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:06:15.524169Z","caller":"traceutil/trace.go:171","msg":"trace[1558568418] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:24884; }","duration":"2.739677377s","start":"2026-04-23T01:06:12.784466Z","end":"2026-04-23T01:06:15.524143Z","steps":["trace[1558568418] 'agreement among raft nodes before linearized reading' (duration: 2.739595664s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:15.524203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:12.784419Z","time spent":"2.73977689s","remote":"127.0.0.1:39932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:06:15.52445Z","caller":"traceutil/trace.go:171","msg":"trace[1166863899] transaction","detail":"{read_only:false; response_revision:24885; number_of_response:1; }","duration":"1.054132083s","start":"2026-04-23T01:06:14.470297Z","end":"2026-04-23T01:06:15.524429Z","steps":["trace[1166863899] 'process raft request' (duration: 1.050976543s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:15.524596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:14.470259Z","time spent":"1.054249896s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:06:16.023536Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581741608219404503,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:06:16.515027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000274737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T01:06:16.515124Z","caller":"traceutil/trace.go:171","msg":"trace[738506339] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000467873s","start":"2026-04-23T01:06:14.514634Z","end":"2026-04-23T01:06:16.515102Z","steps":["trace[738506339] 'agreement among raft nodes before linearized reading' (duration: 2.000323938s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:16.51518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:14.514602Z","time spent":"2.000562806s","remote":"127.0.0.1:39300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:06:16.523962Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581741608219404503,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:06:16.676393Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.707121387s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T01:06:16.694894Z","caller":"traceutil/trace.go:171","msg":"trace[1745998550] transaction","detail":"{read_only:false; response_revision:24886; number_of_response:1; }","duration":"2.224496686s","start":"2026-04-23T01:06:14.470359Z","end":"2026-04-23T01:06:16.694856Z","steps":["trace[1745998550] 'process raft request' (duration: 2.206244139s)","trace[1745998550] 'compare' (duration: 17.595576ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:06:16.69494Z","caller":"traceutil/trace.go:171","msg":"trace[988660154] transaction","detail":"{read_only:false; response_revision:24887; number_of_response:1; }","duration":"2.224435355s","start":"2026-04-23T01:06:14.470472Z","end":"2026-04-23T01:06:16.694908Z","steps":["trace[988660154] 'process raft request' (duration: 2.22427199s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:16.695062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:14.470317Z","time spent":"2.224658262s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:06:16.695139Z","caller":"traceutil/trace.go:171","msg":"trace[201385372] transaction","detail":"{read_only:false; response_revision:24888; number_of_response:1; }","duration":"2.224640531s","start":"2026-04-23T01:06:14.470472Z","end":"2026-04-23T01:06:16.695113Z","steps":["trace[201385372] 'process raft request' (duration: 2.224385583s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:16.695151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:14.470428Z","time spent":"2.22461416s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:06:16.695255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:14.470428Z","time spent":"2.224762785s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:06:16.695469Z","caller":"traceutil/trace.go:171","msg":"trace[2087091677] transaction","detail":"{read_only:false; response_revision:24889; number_of_response:1; }","duration":"2.224984132s","start":"2026-04-23T01:06:14.470472Z","end":"2026-04-23T01:06:16.695456Z","steps":["trace[2087091677] 'process raft request' (duration: 2.22458665s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:16.695503Z","caller":"traceutil/trace.go:171","msg":"trace[1682950718] transaction","detail":"{read_only:false; response_revision:24890; number_of_response:1; }","duration":"2.224962301s","start":"2026-04-23T01:06:14.470521Z","end":"2026-04-23T01:06:16.695483Z","steps":["trace[1682950718] 'process raft request' (duration: 2.224808006s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:16.695543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:14.470438Z","time spent":"2.225068195s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:06:16.695604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:14.47051Z","time spent":"2.225039724s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:06:16.695734Z","caller":"traceutil/trace.go:171","msg":"trace[708053333] transaction","detail":"{read_only:false; response_revision:24892; number_of_response:1; }","duration":"1.891580697s","start":"2026-04-23T01:06:14.804142Z","end":"2026-04-23T01:06:16.695723Z","steps":["trace[708053333] 'process raft request' (duration: 1.891512435s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:16.695745Z","caller":"traceutil/trace.go:171","msg":"trace[1069412239] transaction","detail":"{read_only:false; response_revision:24891; number_of_response:1; }","duration":"2.225193499s","start":"2026-04-23T01:06:14.470526Z","end":"2026-04-23T01:06:16.695719Z","steps":["trace[1069412239] 'process raft request' (duration: 2.22491773s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:16.695802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:14.804108Z","time spent":"1.891658929s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:06:16.695899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:14.470475Z","time spent":"2.225347374s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:06:16.737598Z","caller":"traceutil/trace.go:171","msg":"trace[637053445] transaction","detail":"{read_only:false; response_revision:24894; number_of_response:1; }","duration":"1.207472809s","start":"2026-04-23T01:06:15.530092Z","end":"2026-04-23T01:06:16.737565Z","steps":["trace[637053445] 'process raft request' (duration: 1.207359145s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:16.7379Z","caller":"traceutil/trace.go:171","msg":"trace[487315354] transaction","detail":"{read_only:false; response_revision:24893; number_of_response:1; }","duration":"1.207861391s","start":"2026-04-23T01:06:15.529998Z","end":"2026-04-23T01:06:16.737859Z","steps":["trace[487315354] 'process raft request' (duration: 1.207241961s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:16.737956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:15.530084Z","time spent":"1.207623063s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:06:16.738075Z","caller":"traceutil/trace.go:171","msg":"trace[628558625] transaction","detail":"{read_only:false; response_revision:24895; number_of_response:1; }","duration":"1.206783707s","start":"2026-04-23T01:06:15.531184Z","end":"2026-04-23T01:06:16.737968Z","steps":["trace[628558625] 'process raft request' (duration: 1.206334973s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:16.738193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.356118085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:06:16.738236Z","caller":"traceutil/trace.go:171","msg":"trace[1660324480] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:24897; }","duration":"1.356240739s","start":"2026-04-23T01:06:15.381987Z","end":"2026-04-23T01:06:16.738228Z","steps":["trace[1660324480] 'agreement among raft nodes before linearized reading' (duration: 1.356073273s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:16.73826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:15.381955Z","time spent":"1.35629948s","remote":"127.0.0.1:39494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":81,"response size":31,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:06:16.738272Z","caller":"traceutil/trace.go:171","msg":"trace[2069517384] transaction","detail":"{read_only:false; response_revision:24896; number_of_response:1; }","duration":"1.206957612s","start":"2026-04-23T01:06:15.531285Z","end":"2026-04-23T01:06:16.738243Z","steps":["trace[2069517384] 'process raft request' (duration: 1.206597781s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:16.738357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.904667711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:1 size:987"} {"level":"info","ts":"2026-04-23T01:06:16.738429Z","caller":"traceutil/trace.go:171","msg":"trace[1598105291] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-cainjector; range_end:; response_count:1; response_revision:24897; }","duration":"1.904770264s","start":"2026-04-23T01:06:14.83364Z","end":"2026-04-23T01:06:16.738411Z","steps":["trace[1598105291] 'agreement among raft nodes before linearized reading' (duration: 1.904534737s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:16.738442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:15.531258Z","time spent":"1.207096257s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:06:16.738509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:14.833624Z","time spent":"1.904847206s","remote":"127.0.0.1:39478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1010,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" "} {"level":"warn","ts":"2026-04-23T01:06:16.738516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:15.531172Z","time spent":"1.207041175s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:06:16.738584Z","caller":"traceutil/trace.go:171","msg":"trace[545813066] transaction","detail":"{read_only:false; response_revision:24897; number_of_response:1; }","duration":"1.207229821s","start":"2026-04-23T01:06:15.531327Z","end":"2026-04-23T01:06:16.738557Z","steps":["trace[545813066] 'process raft request' (duration: 1.206664453s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:16.738097Z","caller":"traceutil/trace.go:171","msg":"trace[1501703072] linearizableReadLoop","detail":"{readStateIndex:25754; appliedIndex:25742; }","duration":"1.214723039s","start":"2026-04-23T01:06:15.523349Z","end":"2026-04-23T01:06:16.738072Z","steps":["trace[1501703072] 'read index received' (duration: 1.153257243s)","trace[1501703072] 'applied index is now lower than readState.Index' (duration: 61.434345ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:06:16.738122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:15.529968Z","time spent":"1.208029256s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:06:16.738807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.409252047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:06:16.738956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.207443668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra\" ","response":"range_response_count:1 size:729"} {"level":"info","ts":"2026-04-23T01:06:16.739015Z","caller":"traceutil/trace.go:171","msg":"trace[1158241795] range","detail":"{range_begin:/registry/ingress/openstack/container-infra; range_end:; response_count:1; response_revision:24897; }","duration":"1.20750414s","start":"2026-04-23T01:06:15.531496Z","end":"2026-04-23T01:06:16.739Z","steps":["trace[1158241795] 'agreement among raft nodes before linearized reading' (duration: 1.207343635s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:16.739025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.178299595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:06:16.739072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:15.53144Z","time spent":"1.207619744s","remote":"127.0.0.1:39538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":752,"request content":"key:\"/registry/ingress/openstack/container-infra\" "} {"level":"warn","ts":"2026-04-23T01:06:16.739148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.363793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:06:16.738961Z","caller":"traceutil/trace.go:171","msg":"trace[594858209] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:24897; }","duration":"1.409415532s","start":"2026-04-23T01:06:15.329488Z","end":"2026-04-23T01:06:16.738904Z","steps":["trace[594858209] 'agreement among raft nodes before linearized reading' (duration: 1.408639047s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:16.739274Z","caller":"traceutil/trace.go:171","msg":"trace[1751771282] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:24897; }","duration":"103.541198ms","start":"2026-04-23T01:06:16.635693Z","end":"2026-04-23T01:06:16.739234Z","steps":["trace[1751771282] 'agreement among raft nodes before linearized reading' (duration: 103.337362ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:16.739242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.060901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8d5b5e5f325ed\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-04-23T01:06:16.738963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.37986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:06:16.739334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:15.329461Z","time spent":"1.409853626s","remote":"127.0.0.1:39556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":20,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:06:16.739368Z","caller":"traceutil/trace.go:171","msg":"trace[1614026089] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24897; }","duration":"215.814513ms","start":"2026-04-23T01:06:16.523545Z","end":"2026-04-23T01:06:16.73936Z","steps":["trace[1614026089] 'agreement among raft nodes before linearized reading' (duration: 215.39173ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:16.73935Z","caller":"traceutil/trace.go:171","msg":"trace[159542760] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a8d5b5e5f325ed; range_end:; response_count:1; response_revision:24897; }","duration":"216.205326ms","start":"2026-04-23T01:06:16.523127Z","end":"2026-04-23T01:06:16.739333Z","steps":["trace[159542760] 'agreement among raft nodes before linearized reading' (duration: 215.879695ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:16.73945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.417068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-23T01:06:16.73924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.207340625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra-registry\" ","response":"range_response_count:1 size:784"} {"level":"info","ts":"2026-04-23T01:06:16.739524Z","caller":"traceutil/trace.go:171","msg":"trace[794321323] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24897; }","duration":"515.527772ms","start":"2026-04-23T01:06:16.223981Z","end":"2026-04-23T01:06:16.739509Z","steps":["trace[794321323] 'agreement among raft nodes before linearized reading' (duration: 515.350466ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:16.739563Z","caller":"traceutil/trace.go:171","msg":"trace[1218380691] range","detail":"{range_begin:/registry/ingress/openstack/container-infra-registry; range_end:; response_count:1; response_revision:24897; }","duration":"1.207686945s","start":"2026-04-23T01:06:15.53186Z","end":"2026-04-23T01:06:16.739547Z","steps":["trace[1218380691] 'agreement among raft nodes before linearized reading' (duration: 1.207157149s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:16.739606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:15.531851Z","time spent":"1.207743778s","remote":"127.0.0.1:39538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":807,"request content":"key:\"/registry/ingress/openstack/container-infra-registry\" "} {"level":"warn","ts":"2026-04-23T01:06:16.739595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:16.223921Z","time spent":"515.663746ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T01:06:16.739686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.018494425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-23T01:06:16.739734Z","caller":"traceutil/trace.go:171","msg":"trace[381037576] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:24897; }","duration":"2.018595478s","start":"2026-04-23T01:06:14.721127Z","end":"2026-04-23T01:06:16.739723Z","steps":["trace[381037576] 'agreement among raft nodes before linearized reading' (duration: 2.017024378s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:16.739776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:14.721101Z","time spent":"2.0186671s","remote":"127.0.0.1:39362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2694,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:06:16.739804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.451284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.233\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-04-23T01:06:16.739865Z","caller":"traceutil/trace.go:171","msg":"trace[379707235] range","detail":"{range_begin:/registry/masterleases/199.204.45.233; range_end:; response_count:1; response_revision:24897; }","duration":"409.554837ms","start":"2026-04-23T01:06:16.330294Z","end":"2026-04-23T01:06:16.739849Z","steps":["trace[379707235] 'agreement among raft nodes before linearized reading' (duration: 408.583006ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:16.739913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:16.330269Z","time spent":"409.631419ms","remote":"127.0.0.1:39318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.233\" "} {"level":"info","ts":"2026-04-23T01:06:16.739076Z","caller":"traceutil/trace.go:171","msg":"trace[339606149] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:24897; }","duration":"1.178389248s","start":"2026-04-23T01:06:15.560673Z","end":"2026-04-23T01:06:16.739062Z","steps":["trace[339606149] 'agreement among raft nodes before linearized reading' (duration: 1.178213852s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:16.74014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:15.560626Z","time spent":"1.179450572s","remote":"127.0.0.1:54968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:06:16.739242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:15.531317Z","time spent":"1.207345784s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:06:17.244597Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581741608219404512,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:06:17.560227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:16.741933Z","time spent":"818.252254ms","remote":"127.0.0.1:39318","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-23T01:06:18.011505Z","caller":"traceutil/trace.go:171","msg":"trace[668221027] transaction","detail":"{read_only:false; response_revision:24898; number_of_response:1; }","duration":"1.268577981s","start":"2026-04-23T01:06:16.742865Z","end":"2026-04-23T01:06:18.011443Z","steps":["trace[668221027] 'process raft request' (duration: 1.2682311s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:18.011716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:16.742823Z","time spent":"1.268774597s","remote":"127.0.0.1:39362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:06:18.011713Z","caller":"traceutil/trace.go:171","msg":"trace[649947127] transaction","detail":"{read_only:false; response_revision:24899; number_of_response:1; }","duration":"1.266822665s","start":"2026-04-23T01:06:16.744835Z","end":"2026-04-23T01:06:18.011657Z","steps":["trace[649947127] 'process raft request' (duration: 1.266460494s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:18.011913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:16.744808Z","time spent":"1.266997801s","remote":"127.0.0.1:39538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":869,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:06:18.011926Z","caller":"traceutil/trace.go:171","msg":"trace[699521396] linearizableReadLoop","detail":"{readStateIndex:25759; appliedIndex:25754; }","duration":"1.26822344s","start":"2026-04-23T01:06:16.743668Z","end":"2026-04-23T01:06:18.011891Z","steps":["trace[699521396] 'read index received' (duration: 759.634358ms)","trace[699521396] 'applied index is now lower than readState.Index' (duration: 508.586631ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:06:18.012001Z","caller":"traceutil/trace.go:171","msg":"trace[1888884805] transaction","detail":"{read_only:false; response_revision:24901; number_of_response:1; }","duration":"1.266520315s","start":"2026-04-23T01:06:16.74543Z","end":"2026-04-23T01:06:18.011951Z","steps":["trace[1888884805] 'process raft request' (duration: 1.26603355s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:18.012308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:16.745141Z","time spent":"1.266977551s","remote":"127.0.0.1:39538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":924,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:06:18.012363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.268644024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-cainjector-64b59ddb75-cztfk\" ","response":"range_response_count:1 size:3776"} {"level":"info","ts":"2026-04-23T01:06:18.012521Z","caller":"traceutil/trace.go:171","msg":"trace[1940669714] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-cainjector-64b59ddb75-cztfk; range_end:; response_count:1; response_revision:24901; }","duration":"1.26885272s","start":"2026-04-23T01:06:16.743629Z","end":"2026-04-23T01:06:18.012481Z","steps":["trace[1940669714] 'agreement among raft nodes before linearized reading' (duration: 1.268403226s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:18.012607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:16.743597Z","time spent":"1.268993535s","remote":"127.0.0.1:39458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":3799,"request content":"key:\"/registry/pods/cert-manager/cert-manager-cainjector-64b59ddb75-cztfk\" "} {"level":"info","ts":"2026-04-23T01:06:18.012636Z","caller":"traceutil/trace.go:171","msg":"trace[1147979778] transaction","detail":"{read_only:false; response_revision:24900; number_of_response:1; }","duration":"1.266492865s","start":"2026-04-23T01:06:16.745316Z","end":"2026-04-23T01:06:18.011808Z","steps":["trace[1147979778] 'process raft request' (duration: 1.266092952s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:18.012799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:16.7453Z","time spent":"1.267419765s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:06:18.512713Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581741608219404520,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:06:19.14088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.868824ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:06:19.141088Z","caller":"traceutil/trace.go:171","msg":"trace[796942646] linearizableReadLoop","detail":"{readStateIndex:25761; appliedIndex:25759; }","duration":"1.129069185s","start":"2026-04-23T01:06:18.012Z","end":"2026-04-23T01:06:19.14107Z","steps":["trace[796942646] 'read index received' (duration: 888.886641ms)","trace[796942646] 'applied index is now lower than readState.Index' (duration: 240.181044ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:06:19.141367Z","caller":"traceutil/trace.go:171","msg":"trace[404479543] transaction","detail":"{read_only:false; response_revision:24902; number_of_response:1; }","duration":"1.610501567s","start":"2026-04-23T01:06:17.530852Z","end":"2026-04-23T01:06:19.141353Z","steps":["trace[404479543] 'process raft request' (duration: 1.370073715s)","trace[404479543] 'compare' (duration: 238.854193ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:06:19.141434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:17.530797Z","time spent":"1.610601921s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:06:19.141604Z","caller":"traceutil/trace.go:171","msg":"trace[468501349] transaction","detail":"{read_only:false; response_revision:24903; number_of_response:1; }","duration":"1.578413731s","start":"2026-04-23T01:06:17.563181Z","end":"2026-04-23T01:06:19.141595Z","steps":["trace[468501349] 'process raft request' (duration: 1.577801902s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:19.141663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:17.563155Z","time spent":"1.578480583s","remote":"127.0.0.1:39318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:06:19.141851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.28556061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:06:19.141894Z","caller":"traceutil/trace.go:171","msg":"trace[901372491] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:24903; }","duration":"1.285647962s","start":"2026-04-23T01:06:17.856233Z","end":"2026-04-23T01:06:19.14188Z","steps":["trace[901372491] 'agreement among raft nodes before linearized reading' (duration: 1.285549509s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:19.141928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:17.856205Z","time spent":"1.285711914s","remote":"127.0.0.1:33300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:06:19.142135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.416902848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:06:19.142175Z","caller":"traceutil/trace.go:171","msg":"trace[1413099819] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:24903; }","duration":"1.41698567s","start":"2026-04-23T01:06:17.725179Z","end":"2026-04-23T01:06:19.142165Z","steps":["trace[1413099819] 'agreement among raft nodes before linearized reading' (duration: 1.416913448s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:19.142206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:17.725154Z","time spent":"1.417043772s","remote":"127.0.0.1:36432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:06:19.142374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.738299653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:06:19.14241Z","caller":"traceutil/trace.go:171","msg":"trace[819475813] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:24903; }","duration":"1.738380216s","start":"2026-04-23T01:06:17.404021Z","end":"2026-04-23T01:06:19.142401Z","steps":["trace[819475813] 'agreement among raft nodes before linearized reading' (duration: 1.738327224s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:19.142436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:17.403996Z","time spent":"1.738434147s","remote":"127.0.0.1:39452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:06:19.142581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.228989608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:06:19.142615Z","caller":"traceutil/trace.go:171","msg":"trace[945095717] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:24903; }","duration":"2.22906517s","start":"2026-04-23T01:06:16.913543Z","end":"2026-04-23T01:06:19.142608Z","steps":["trace[945095717] 'agreement among raft nodes before linearized reading' (duration: 2.229013918s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:19.142647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:16.913515Z","time spent":"2.229120762s","remote":"127.0.0.1:36180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:06:19.641959Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581741608219404527,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:06:20.085396Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.179276235s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T01:06:20.089916Z","caller":"traceutil/trace.go:171","msg":"trace[1744438075] transaction","detail":"{read_only:false; response_revision:24904; number_of_response:1; }","duration":"1.388596103s","start":"2026-04-23T01:06:18.701289Z","end":"2026-04-23T01:06:20.089885Z","steps":["trace[1744438075] 'process raft request' (duration: 1.384908416s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:20.090034Z","caller":"traceutil/trace.go:171","msg":"trace[422922945] transaction","detail":"{read_only:false; response_revision:24909; number_of_response:1; }","duration":"1.383990797s","start":"2026-04-23T01:06:18.706006Z","end":"2026-04-23T01:06:20.089997Z","steps":["trace[422922945] 'process raft request' (duration: 1.383896894s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:20.090281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:18.705975Z","time spent":"1.384169353s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:06:20.090408Z","caller":"traceutil/trace.go:171","msg":"trace[961294666] transaction","detail":"{read_only:false; response_revision:24906; number_of_response:1; }","duration":"1.387928501s","start":"2026-04-23T01:06:18.702443Z","end":"2026-04-23T01:06:20.090372Z","steps":["trace[961294666] 'process raft request' (duration: 1.387099995s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:20.090428Z","caller":"traceutil/trace.go:171","msg":"trace[1329929308] transaction","detail":"{read_only:false; response_revision:24905; number_of_response:1; }","duration":"1.388359965s","start":"2026-04-23T01:06:18.702041Z","end":"2026-04-23T01:06:20.090401Z","steps":["trace[1329929308] 'process raft request' (duration: 1.387420435s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:20.090448Z","caller":"traceutil/trace.go:171","msg":"trace[1115118281] transaction","detail":"{read_only:false; response_revision:24908; number_of_response:1; }","duration":"1.38724398s","start":"2026-04-23T01:06:18.703188Z","end":"2026-04-23T01:06:20.090432Z","steps":["trace[1115118281] 'process raft request' (duration: 1.386652281s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:20.090083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:18.701259Z","time spent":"1.388736117s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:06:20.090538Z","caller":"traceutil/trace.go:171","msg":"trace[238421784] transaction","detail":"{read_only:false; response_revision:24907; number_of_response:1; }","duration":"1.387529089s","start":"2026-04-23T01:06:18.703002Z","end":"2026-04-23T01:06:20.090531Z","steps":["trace[238421784] 'process raft request' (duration: 1.386747435s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:20.090531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:18.702413Z","time spent":"1.388053515s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:06:20.090532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:18.702035Z","time spent":"1.388437717s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:06:20.090583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:18.702995Z","time spent":"1.38756682s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:06:20.090506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:18.703157Z","time spent":"1.387321773s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:06:20.156825Z","caller":"traceutil/trace.go:171","msg":"trace[1800460954] transaction","detail":"{read_only:false; response_revision:24910; number_of_response:1; }","duration":"772.219378ms","start":"2026-04-23T01:06:19.384574Z","end":"2026-04-23T01:06:20.156793Z","steps":["trace[1800460954] 'process raft request' (duration: 771.989031ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:20.157024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:19.384539Z","time spent":"772.384043ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:06:20.157172Z","caller":"traceutil/trace.go:171","msg":"trace[1386219567] transaction","detail":"{read_only:false; response_revision:24911; number_of_response:1; }","duration":"595.853415ms","start":"2026-04-23T01:06:19.561287Z","end":"2026-04-23T01:06:20.157141Z","steps":["trace[1386219567] 'process raft request' (duration: 595.449082ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:20.157279Z","caller":"traceutil/trace.go:171","msg":"trace[354133715] linearizableReadLoop","detail":"{readStateIndex:25769; appliedIndex:25761; }","duration":"1.01609484s","start":"2026-04-23T01:06:19.14116Z","end":"2026-04-23T01:06:20.157255Z","steps":["trace[354133715] 'read index received' (duration: 947.293191ms)","trace[354133715] 'applied index is now lower than readState.Index' (duration: 68.800059ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:06:20.15732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:19.561249Z","time spent":"595.983969ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:06:20.157451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.024334071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:06:20.157741Z","caller":"traceutil/trace.go:171","msg":"trace[791966050] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:24912; }","duration":"1.024679132s","start":"2026-04-23T01:06:19.133045Z","end":"2026-04-23T01:06:20.157724Z","steps":["trace[791966050] 'agreement among raft nodes before linearized reading' (duration: 1.024251008s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:20.157842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.638965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:06:20.15785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.011097151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-04-23T01:06:20.15789Z","caller":"traceutil/trace.go:171","msg":"trace[894438610] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24912; }","duration":"292.741778ms","start":"2026-04-23T01:06:19.865134Z","end":"2026-04-23T01:06:20.157876Z","steps":["trace[894438610] 'agreement among raft nodes before linearized reading' (duration: 292.656916ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:20.157789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"717.385623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:06:20.157896Z","caller":"traceutil/trace.go:171","msg":"trace[1127697212] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24912; }","duration":"1.011190235s","start":"2026-04-23T01:06:19.146692Z","end":"2026-04-23T01:06:20.157883Z","steps":["trace[1127697212] 'agreement among raft nodes before linearized reading' (duration: 1.011003369s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:20.15794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:19.146664Z","time spent":"1.011268697s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-23T01:06:20.157758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.368598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:06:20.157502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.730480056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:06:20.157788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"976.519697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:06:20.157493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.403196206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"warn","ts":"2026-04-23T01:06:20.157918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.41123241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-23T01:06:20.158059Z","caller":"traceutil/trace.go:171","msg":"trace[2070145134] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:24912; }","duration":"1.403779964s","start":"2026-04-23T01:06:18.754261Z","end":"2026-04-23T01:06:20.158041Z","steps":["trace[2070145134] 'agreement among raft nodes before linearized reading' (duration: 1.403055611s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:20.158054Z","caller":"traceutil/trace.go:171","msg":"trace[154194729] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:24912; }","duration":"717.585869ms","start":"2026-04-23T01:06:19.44034Z","end":"2026-04-23T01:06:20.157926Z","steps":["trace[154194729] 'agreement among raft nodes before linearized reading' (duration: 717.382523ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:20.158118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:18.754251Z","time spent":"1.403847875s","remote":"127.0.0.1:39424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1875,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"info","ts":"2026-04-23T01:06:20.158117Z","caller":"traceutil/trace.go:171","msg":"trace[2038625455] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:24912; }","duration":"492.655148ms","start":"2026-04-23T01:06:19.665329Z","end":"2026-04-23T01:06:20.157984Z","steps":["trace[2038625455] 'agreement among raft nodes before linearized reading' (duration: 492.39634ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:20.157995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:19.13302Z","time spent":"1.024841327s","remote":"127.0.0.1:39666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:06:20.158169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:19.665295Z","time spent":"492.856564ms","remote":"127.0.0.1:39608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:06:20.157519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.410889889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-23T01:06:20.158251Z","caller":"traceutil/trace.go:171","msg":"trace[778145767] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:24912; }","duration":"1.731045054s","start":"2026-04-23T01:06:18.426956Z","end":"2026-04-23T01:06:20.158001Z","steps":["trace[778145767] 'agreement among raft nodes before linearized reading' (duration: 1.730496967s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:20.1583Z","caller":"traceutil/trace.go:171","msg":"trace[1426997530] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24912; }","duration":"1.411710345s","start":"2026-04-23T01:06:18.746556Z","end":"2026-04-23T01:06:20.158267Z","steps":["trace[1426997530] 'agreement among raft nodes before linearized reading' (duration: 1.410819917s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:20.158337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:18.426926Z","time spent":"1.731389954s","remote":"127.0.0.1:58018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:06:20.158369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:18.746532Z","time spent":"1.411817308s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T01:06:20.157596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.792861521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:06:20.158539Z","caller":"traceutil/trace.go:171","msg":"trace[610383398] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:24912; }","duration":"1.793847872s","start":"2026-04-23T01:06:18.364676Z","end":"2026-04-23T01:06:20.158523Z","steps":["trace[610383398] 'agreement among raft nodes before linearized reading' (duration: 1.792862571s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:20.158584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:18.364645Z","time spent":"1.793926974s","remote":"127.0.0.1:39424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":14,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:06:20.157583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.644905337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:06:20.158649Z","caller":"traceutil/trace.go:171","msg":"trace[378439096] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24912; }","duration":"1.646011931s","start":"2026-04-23T01:06:18.512618Z","end":"2026-04-23T01:06:20.15863Z","steps":["trace[378439096] 'agreement among raft nodes before linearized reading' (duration: 1.644935897s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:20.157612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.412533051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-04-23T01:06:20.158709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:18.512589Z","time spent":"1.646103694s","remote":"127.0.0.1:39306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T01:06:20.158675Z","caller":"traceutil/trace.go:171","msg":"trace[410168713] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24912; }","duration":"1.411435706s","start":"2026-04-23T01:06:18.746627Z","end":"2026-04-23T01:06:20.158063Z","steps":["trace[410168713] 'agreement among raft nodes before linearized reading' (duration: 1.410640811s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:20.158735Z","caller":"traceutil/trace.go:171","msg":"trace[281450645] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24912; }","duration":"1.413698408s","start":"2026-04-23T01:06:18.745025Z","end":"2026-04-23T01:06:20.158723Z","steps":["trace[281450645] 'agreement among raft nodes before linearized reading' (duration: 1.412515861s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:20.15764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.411095676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-23T01:06:20.158364Z","caller":"traceutil/trace.go:171","msg":"trace[423623816] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:24912; }","duration":"976.810816ms","start":"2026-04-23T01:06:19.181212Z","end":"2026-04-23T01:06:20.158023Z","steps":["trace[423623816] 'agreement among raft nodes before linearized reading' (duration: 976.538737ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:20.158791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:18.744997Z","time spent":"1.41378297s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-23T01:06:20.158825Z","caller":"traceutil/trace.go:171","msg":"trace[1804460515] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24912; }","duration":"1.412324074s","start":"2026-04-23T01:06:18.746487Z","end":"2026-04-23T01:06:20.158811Z","steps":["trace[1804460515] 'agreement among raft nodes before linearized reading' (duration: 1.411044353s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:20.157679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.139575258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra.18a8d6e6350a15c1\" ","response":"range_response_count:1 size:695"} {"level":"warn","ts":"2026-04-23T01:06:20.158862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:18.746461Z","time spent":"1.412392466s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-23T01:06:20.158879Z","caller":"traceutil/trace.go:171","msg":"trace[1601460439] range","detail":"{range_begin:/registry/events/openstack/container-infra.18a8d6e6350a15c1; range_end:; response_count:1; response_revision:24912; }","duration":"2.140811367s","start":"2026-04-23T01:06:18.018051Z","end":"2026-04-23T01:06:20.158862Z","steps":["trace[1601460439] 'agreement among raft nodes before linearized reading' (duration: 2.139561797s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:20.157677Z","caller":"traceutil/trace.go:171","msg":"trace[1741226533] transaction","detail":"{read_only:false; response_revision:24912; number_of_response:1; }","duration":"188.22965ms","start":"2026-04-23T01:06:19.969429Z","end":"2026-04-23T01:06:20.157659Z","steps":["trace[1741226533] 'process raft request' (duration: 187.581959ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:20.158932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:18.018028Z","time spent":"2.140889979s","remote":"127.0.0.1:39362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":718,"request content":"key:\"/registry/events/openstack/container-infra.18a8d6e6350a15c1\" "} {"level":"warn","ts":"2026-04-23T01:06:20.15749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.410501507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-23T01:06:20.158927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:19.181186Z","time spent":"977.632802ms","remote":"127.0.0.1:46338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":31,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:06:20.158764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:18.7466Z","time spent":"1.412151589s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-23T01:06:20.158985Z","caller":"traceutil/trace.go:171","msg":"trace[2060222486] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24912; }","duration":"1.412013624s","start":"2026-04-23T01:06:18.746955Z","end":"2026-04-23T01:06:20.158969Z","steps":["trace[2060222486] 'agreement among raft nodes before linearized reading' (duration: 1.410396873s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:20.159026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:18.746944Z","time spent":"1.412070016s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T01:06:20.157781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.387735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-23T01:06:20.159047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:19.440302Z","time spent":"717.839367ms","remote":"127.0.0.1:46352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:06:20.159123Z","caller":"traceutil/trace.go:171","msg":"trace[1583434354] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24912; }","duration":"141.763048ms","start":"2026-04-23T01:06:20.017345Z","end":"2026-04-23T01:06:20.159108Z","steps":["trace[1583434354] 'agreement among raft nodes before linearized reading' (duration: 140.373194ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:20.165018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.153502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:06:20.165119Z","caller":"traceutil/trace.go:171","msg":"trace[513939015] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24912; }","duration":"355.175485ms","start":"2026-04-23T01:06:19.80992Z","end":"2026-04-23T01:06:20.165095Z","steps":["trace[513939015] 'agreement among raft nodes before linearized reading' (duration: 352.261102ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:20.165273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:19.809853Z","time spent":"355.374241ms","remote":"127.0.0.1:39306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:06:20.665323Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581741608219404534,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:06:21.166273Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581741608219404534,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:06:21.666511Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581741608219404534,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:06:22.035164Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.871687567s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T01:06:22.036088Z","caller":"traceutil/trace.go:171","msg":"trace[714065641] transaction","detail":"{read_only:false; response_revision:24913; number_of_response:1; }","duration":"1.872745501s","start":"2026-04-23T01:06:20.163317Z","end":"2026-04-23T01:06:22.036062Z","steps":["trace[714065641] 'process raft request' (duration: 1.872094271s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:22.036265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:20.163291Z","time spent":"1.872872615s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:06:22.878308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000473424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:06:22.878377Z","caller":"traceutil/trace.go:171","msg":"trace[1852099243] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000600057s","start":"2026-04-23T01:06:20.87776Z","end":"2026-04-23T01:06:22.87836Z","steps":["trace[1852099243] 'agreement among raft nodes before linearized reading' (duration: 2.000510394s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:22.878411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:20.877732Z","time spent":"2.00067252s","remote":"127.0.0.1:39306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 01:06:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:06:23.513793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000706891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:06:23.51396Z","caller":"traceutil/trace.go:171","msg":"trace[1373714095] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000957849s","start":"2026-04-23T01:06:21.512971Z","end":"2026-04-23T01:06:23.513929Z","steps":["trace[1373714095] 'agreement among raft nodes before linearized reading' (duration: 2.000734682s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:23.514036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:21.512949Z","time spent":"2.001068362s","remote":"127.0.0.1:39300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 01:06:23 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:06:23.641776Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.606276043s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T01:06:23.642358Z","caller":"traceutil/trace.go:171","msg":"trace[1183495277] transaction","detail":"{read_only:false; response_revision:24914; number_of_response:1; }","duration":"3.478777506s","start":"2026-04-23T01:06:20.163548Z","end":"2026-04-23T01:06:23.642325Z","steps":["trace[1183495277] 'process raft request' (duration: 3.478497247s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:23.642552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:20.163528Z","time spent":"3.478929171s","remote":"127.0.0.1:39362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:06:23.642806Z","caller":"traceutil/trace.go:171","msg":"trace[1922251181] transaction","detail":"{read_only:false; response_revision:24915; number_of_response:1; }","duration":"3.478111155s","start":"2026-04-23T01:06:20.164651Z","end":"2026-04-23T01:06:23.642763Z","steps":["trace[1922251181] 'process raft request' (duration: 3.477604799s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:23.643001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:20.164643Z","time spent":"3.478255339s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:06:23.643044Z","caller":"traceutil/trace.go:171","msg":"trace[1790151298] transaction","detail":"{read_only:false; response_revision:24917; number_of_response:1; }","duration":"3.477779595s","start":"2026-04-23T01:06:20.165205Z","end":"2026-04-23T01:06:23.642985Z","steps":["trace[1790151298] 'process raft request' (duration: 3.477601409s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:23.643069Z","caller":"traceutil/trace.go:171","msg":"trace[847668536] transaction","detail":"{read_only:false; response_revision:24916; number_of_response:1; }","duration":"3.478301061s","start":"2026-04-23T01:06:20.164708Z","end":"2026-04-23T01:06:23.643009Z","steps":["trace[847668536] 'process raft request' (duration: 3.477883137s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:23.643368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:20.165194Z","time spent":"3.478000381s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:06:23.643404Z","caller":"traceutil/trace.go:171","msg":"trace[1806860896] transaction","detail":"{read_only:false; response_revision:24918; number_of_response:1; }","duration":"3.478134426s","start":"2026-04-23T01:06:20.165253Z","end":"2026-04-23T01:06:23.643388Z","steps":["trace[1806860896] 'process raft request' (duration: 3.47763459s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:23.643538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:20.164703Z","time spent":"3.478599371s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:06:23.643556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:20.165247Z","time spent":"3.478233229s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:06:23.643957Z","caller":"traceutil/trace.go:171","msg":"trace[1803107372] transaction","detail":"{read_only:false; response_revision:24919; number_of_response:1; }","duration":"3.477130694s","start":"2026-04-23T01:06:20.166813Z","end":"2026-04-23T01:06:23.643944Z","steps":["trace[1803107372] 'process raft request' (duration: 3.476334459s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:23.644071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:20.166804Z","time spent":"3.477190826s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:06:23.644306Z","caller":"traceutil/trace.go:171","msg":"trace[395892993] linearizableReadLoop","detail":"{readStateIndex:25778; appliedIndex:25770; }","duration":"3.479873981s","start":"2026-04-23T01:06:20.16442Z","end":"2026-04-23T01:06:23.644293Z","steps":["trace[395892993] 'read index received' (duration: 1.871146351s)","trace[395892993] 'applied index is now lower than readState.Index' (duration: 1.60872643s)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:06:23.644342Z","caller":"traceutil/trace.go:171","msg":"trace[427800456] transaction","detail":"{read_only:false; response_revision:24920; number_of_response:1; }","duration":"2.495027071s","start":"2026-04-23T01:06:21.149266Z","end":"2026-04-23T01:06:23.644293Z","steps":["trace[427800456] 'process raft request' (duration: 2.494547876s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:23.644473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.480050517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-23T01:06:23.644505Z","caller":"traceutil/trace.go:171","msg":"trace[1360283375] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:24921; }","duration":"3.480098518s","start":"2026-04-23T01:06:20.164399Z","end":"2026-04-23T01:06:23.644498Z","steps":["trace[1360283375] 'agreement among raft nodes before linearized reading' (duration: 3.479962063s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:23.644513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:21.149234Z","time spent":"2.495213607s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:06:23.644527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:20.164391Z","time spent":"3.480130619s","remote":"127.0.0.1:39512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-04-23T01:06:23.644376Z","caller":"traceutil/trace.go:171","msg":"trace[1679161474] transaction","detail":"{read_only:false; response_revision:24921; number_of_response:1; }","duration":"1.940726791s","start":"2026-04-23T01:06:21.703635Z","end":"2026-04-23T01:06:23.644361Z","steps":["trace[1679161474] 'process raft request' (duration: 1.940566276s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:23.644737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:21.703598Z","time spent":"1.941099943s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:06:24.144733Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581741608219404550,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:06:24.644919Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581741608219404550,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:06:24.66953Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.022478701s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T01:06:24.670777Z","caller":"traceutil/trace.go:171","msg":"trace[1771261679] transaction","detail":"{read_only:false; response_revision:24922; number_of_response:1; }","duration":"2.573565957s","start":"2026-04-23T01:06:22.097179Z","end":"2026-04-23T01:06:24.670745Z","steps":["trace[1771261679] 'process raft request' (duration: 2.57332705s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:24.670974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:22.097158Z","time spent":"2.573714701s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:06:24.671241Z","caller":"traceutil/trace.go:171","msg":"trace[432421613] transaction","detail":"{read_only:false; response_revision:24924; number_of_response:1; }","duration":"2.573753753s","start":"2026-04-23T01:06:22.09746Z","end":"2026-04-23T01:06:24.671214Z","steps":["trace[432421613] 'process raft request' (duration: 2.573541796s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:24.67142Z","caller":"traceutil/trace.go:171","msg":"trace[1597151307] transaction","detail":"{read_only:false; response_revision:24923; number_of_response:1; }","duration":"2.57398303s","start":"2026-04-23T01:06:22.09742Z","end":"2026-04-23T01:06:24.671403Z","steps":["trace[1597151307] 'process raft request' (duration: 2.573274447s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:24.671474Z","caller":"traceutil/trace.go:171","msg":"trace[1869865134] transaction","detail":"{read_only:false; response_revision:24925; number_of_response:1; }","duration":"2.573387021s","start":"2026-04-23T01:06:22.098066Z","end":"2026-04-23T01:06:24.671453Z","steps":["trace[1869865134] 'process raft request' (duration: 2.573095712s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:24.671498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:22.097376Z","time spent":"2.574086584s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:06:24.671519Z","caller":"traceutil/trace.go:171","msg":"trace[1322999090] linearizableReadLoop","detail":"{readStateIndex:25785; appliedIndex:25779; }","duration":"1.027154389s","start":"2026-04-23T01:06:23.644337Z","end":"2026-04-23T01:06:24.671491Z","steps":["trace[1322999090] 'read index received' (duration: 1.026289391s)","trace[1322999090] 'applied index is now lower than readState.Index' (duration: 863.468µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:06:24.671546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:22.09803Z","time spent":"2.573475774s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:06:24.671557Z","caller":"traceutil/trace.go:171","msg":"trace[1093123702] transaction","detail":"{read_only:false; response_revision:24926; number_of_response:1; }","duration":"2.573237896s","start":"2026-04-23T01:06:22.098269Z","end":"2026-04-23T01:06:24.671507Z","steps":["trace[1093123702] 'process raft request' (duration: 2.573073951s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:24.671667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.688610799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:06:24.67173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.744145967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:06:24.671742Z","caller":"traceutil/trace.go:171","msg":"trace[330998521] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24927; }","duration":"2.688769174s","start":"2026-04-23T01:06:21.982955Z","end":"2026-04-23T01:06:24.671724Z","steps":["trace[330998521] 'agreement among raft nodes before linearized reading' (duration: 2.688557107s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:24.671768Z","caller":"traceutil/trace.go:171","msg":"trace[716831937] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:24927; }","duration":"3.74424676s","start":"2026-04-23T01:06:20.927511Z","end":"2026-04-23T01:06:24.671758Z","steps":["trace[716831937] 'agreement among raft nodes before linearized reading' (duration: 3.744174358s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:24.671757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.42331769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:06:24.67178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:22.098256Z","time spent":"2.573402132s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:06:24.671796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:21.982929Z","time spent":"2.688856277s","remote":"127.0.0.1:39996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:06:24.671805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:20.927475Z","time spent":"3.744318872s","remote":"127.0.0.1:36232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:06:24.671807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.400931041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:06:24.671824Z","caller":"traceutil/trace.go:171","msg":"trace[2016906175] transaction","detail":"{read_only:false; response_revision:24927; number_of_response:1; }","duration":"2.573486754s","start":"2026-04-23T01:06:22.098325Z","end":"2026-04-23T01:06:24.671811Z","steps":["trace[2016906175] 'process raft request' (duration: 2.573112642s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:24.67183Z","caller":"traceutil/trace.go:171","msg":"trace[1650993356] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:24927; }","duration":"3.423437444s","start":"2026-04-23T01:06:21.248371Z","end":"2026-04-23T01:06:24.671809Z","steps":["trace[1650993356] 'agreement among raft nodes before linearized reading' (duration: 3.42330801s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:24.671853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.800553753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:06:24.671893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.487419669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:06:24.671895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:22.098308Z","time spent":"2.573548166s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:06:24.671895Z","caller":"traceutil/trace.go:171","msg":"trace[1928581377] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:24927; }","duration":"3.800634196s","start":"2026-04-23T01:06:20.871247Z","end":"2026-04-23T01:06:24.671881Z","steps":["trace[1928581377] 'agreement among raft nodes before linearized reading' (duration: 3.800573364s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:24.671897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:21.248344Z","time spent":"3.423536107s","remote":"127.0.0.1:55080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:06:24.671925Z","caller":"traceutil/trace.go:171","msg":"trace[1702642971] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24927; }","duration":"4.487476671s","start":"2026-04-23T01:06:20.184438Z","end":"2026-04-23T01:06:24.671915Z","steps":["trace[1702642971] 'agreement among raft nodes before linearized reading' (duration: 4.487424199s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:24.671941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:20.871221Z","time spent":"3.800707977s","remote":"127.0.0.1:36498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:06:24.671956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:20.184421Z","time spent":"4.487527522s","remote":"127.0.0.1:39466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-04-23T01:06:24.672004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.150100882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:06:24.672032Z","caller":"traceutil/trace.go:171","msg":"trace[245585444] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24927; }","duration":"1.150189234s","start":"2026-04-23T01:06:23.521832Z","end":"2026-04-23T01:06:24.672022Z","steps":["trace[245585444] 'agreement among raft nodes before linearized reading' (duration: 1.150140983s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:24.672062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:23.521783Z","time spent":"1.150273397s","remote":"127.0.0.1:39306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:06:24.672089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.243721605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:06:24.672175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.792410046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:06:24.672168Z","caller":"traceutil/trace.go:171","msg":"trace[165563694] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/trunks/; range_end:/registry/openstack.k-orc.cloud/trunks0; response_count:0; response_revision:24927; }","duration":"1.24387573s","start":"2026-04-23T01:06:23.428259Z","end":"2026-04-23T01:06:24.672135Z","steps":["trace[165563694] 'agreement among raft nodes before linearized reading' (duration: 1.243728945s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:24.672205Z","caller":"traceutil/trace.go:171","msg":"trace[1568304638] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:24927; }","duration":"1.792461818s","start":"2026-04-23T01:06:22.879735Z","end":"2026-04-23T01:06:24.672197Z","steps":["trace[1568304638] 'agreement among raft nodes before linearized reading' (duration: 1.792408396s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:24.672227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:22.879722Z","time spent":"1.79250019s","remote":"127.0.0.1:39920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:06:24.672224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:23.428199Z","time spent":"1.244012054s","remote":"127.0.0.1:36596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:06:24.672285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.092176956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:06:24.672301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.589042857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:06:24.671788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.139642319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-04-23T01:06:24.671843Z","caller":"traceutil/trace.go:171","msg":"trace[1800438871] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24927; }","duration":"4.400991232s","start":"2026-04-23T01:06:20.270841Z","end":"2026-04-23T01:06:24.671832Z","steps":["trace[1800438871] 'agreement among raft nodes before linearized reading' (duration: 4.40092993s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:24.671744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.037904497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:06:24.672355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.424688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-23T01:06:24.672366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.162690429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:06:24.672366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:20.270826Z","time spent":"4.40152404s","remote":"127.0.0.1:40012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:06:24.672378Z","caller":"traceutil/trace.go:171","msg":"trace[1262003878] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:24927; }","duration":"3.0386124s","start":"2026-04-23T01:06:21.633742Z","end":"2026-04-23T01:06:24.672354Z","steps":["trace[1262003878] 'agreement among raft nodes before linearized reading' (duration: 3.037895137s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:24.672391Z","caller":"traceutil/trace.go:171","msg":"trace[1415673723] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24927; }","duration":"623.4888ms","start":"2026-04-23T01:06:24.048892Z","end":"2026-04-23T01:06:24.67238Z","steps":["trace[1415673723] 'agreement among raft nodes before linearized reading' (duration: 623.388997ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:24.672396Z","caller":"traceutil/trace.go:171","msg":"trace[677772265] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:24927; }","duration":"2.162770092s","start":"2026-04-23T01:06:22.509615Z","end":"2026-04-23T01:06:24.672385Z","steps":["trace[677772265] 'agreement among raft nodes before linearized reading' (duration: 2.1627168s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:24.672428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:24.048875Z","time spent":"623.542981ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T01:06:24.672432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:22.509583Z","time spent":"2.162841504s","remote":"127.0.0.1:57996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:06:24.672436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:21.633708Z","time spent":"3.038711563s","remote":"127.0.0.1:39728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":38,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:06:24.67245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"819.436503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:06:24.671779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.789767202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8d5526659b8aa\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-04-23T01:06:24.672496Z","caller":"traceutil/trace.go:171","msg":"trace[682547717] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:24927; }","duration":"819.515115ms","start":"2026-04-23T01:06:23.852963Z","end":"2026-04-23T01:06:24.672478Z","steps":["trace[682547717] 'agreement among raft nodes before linearized reading' (duration: 819.454843ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:24.672541Z","caller":"traceutil/trace.go:171","msg":"trace[1374023054] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a8d5526659b8aa; range_end:; response_count:1; response_revision:24927; }","duration":"1.790545227s","start":"2026-04-23T01:06:22.881979Z","end":"2026-04-23T01:06:24.672524Z","steps":["trace[1374023054] 'agreement among raft nodes before linearized reading' (duration: 1.789663429s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:24.672554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:23.852939Z","time spent":"819.602008ms","remote":"127.0.0.1:36636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:06:24.672379Z","caller":"traceutil/trace.go:171","msg":"trace[513386376] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:24927; }","duration":"3.092323211s","start":"2026-04-23T01:06:21.58Z","end":"2026-04-23T01:06:24.672323Z","steps":["trace[513386376] 'agreement among raft nodes before linearized reading' (duration: 3.092174596s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:24.672576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:22.881968Z","time spent":"1.790599599s","remote":"127.0.0.1:39362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8d5526659b8aa\" "} {"level":"warn","ts":"2026-04-23T01:06:24.672597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.267735505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:06:24.672606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:21.579987Z","time spent":"3.09260812s","remote":"127.0.0.1:55044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:06:24.67263Z","caller":"traceutil/trace.go:171","msg":"trace[1010168297] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:24927; }","duration":"2.267825578s","start":"2026-04-23T01:06:22.404795Z","end":"2026-04-23T01:06:24.67262Z","steps":["trace[1010168297] 'agreement among raft nodes before linearized reading' (duration: 2.267769377s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:24.672662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:22.404762Z","time spent":"2.26789224s","remote":"127.0.0.1:46380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:06:24.672316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.024369891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra-registry.18a8d6e6c987cd0d\" ","response":"range_response_count:1 size:722"} {"level":"info","ts":"2026-04-23T01:06:24.672718Z","caller":"traceutil/trace.go:171","msg":"trace[1144598892] range","detail":"{range_begin:/registry/events/openstack/container-infra-registry.18a8d6e6c987cd0d; range_end:; response_count:1; response_revision:24927; }","duration":"1.024796704s","start":"2026-04-23T01:06:23.64791Z","end":"2026-04-23T01:06:24.672706Z","steps":["trace[1144598892] 'agreement among raft nodes before linearized reading' (duration: 1.024198225s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:24.672725Z","caller":"traceutil/trace.go:171","msg":"trace[1142067133] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24927; }","duration":"2.589129149s","start":"2026-04-23T01:06:22.083197Z","end":"2026-04-23T01:06:24.672327Z","steps":["trace[1142067133] 'agreement among raft nodes before linearized reading' (duration: 2.589065977s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:24.672741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.502206998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-433126e5-f42a-4cc7-b775-773fe5cb5fcf\" ","response":"range_response_count:1 size:1318"} {"level":"warn","ts":"2026-04-23T01:06:24.672773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:22.083166Z","time spent":"2.589592234s","remote":"127.0.0.1:40030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:06:24.672795Z","caller":"traceutil/trace.go:171","msg":"trace[1079979287] range","detail":"{range_begin:/registry/persistentvolumes/pvc-433126e5-f42a-4cc7-b775-773fe5cb5fcf; range_end:; response_count:1; response_revision:24927; }","duration":"4.502277489s","start":"2026-04-23T01:06:20.170498Z","end":"2026-04-23T01:06:24.672775Z","steps":["trace[1079979287] 'agreement among raft nodes before linearized reading' (duration: 4.502083613s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:24.67283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:20.17048Z","time spent":"4.502341182s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1341,"request content":"key:\"/registry/persistentvolumes/pvc-433126e5-f42a-4cc7-b775-773fe5cb5fcf\" "} {"level":"warn","ts":"2026-04-23T01:06:24.672392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.624916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:06:24.672849Z","caller":"traceutil/trace.go:171","msg":"trace[1637281893] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24927; }","duration":"4.140262329s","start":"2026-04-23T01:06:20.53208Z","end":"2026-04-23T01:06:24.672343Z","steps":["trace[1637281893] 'agreement among raft nodes before linearized reading' (duration: 4.139564807s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:24.672751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:23.64789Z","time spent":"1.024851366s","remote":"127.0.0.1:39362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":745,"request content":"key:\"/registry/events/openstack/container-infra-registry.18a8d6e6c987cd0d\" "} {"level":"warn","ts":"2026-04-23T01:06:24.672881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:20.532048Z","time spent":"4.140824276s","remote":"127.0.0.1:39458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-23T01:06:24.672875Z","caller":"traceutil/trace.go:171","msg":"trace[1718451770] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:24927; }","duration":"698.163333ms","start":"2026-04-23T01:06:23.974698Z","end":"2026-04-23T01:06:24.672862Z","steps":["trace[1718451770] 'agreement among raft nodes before linearized reading' (duration: 697.646057ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:24.67292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:23.974668Z","time spent":"698.234215ms","remote":"127.0.0.1:55012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:06:24.673088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:22.097448Z","time spent":"2.573879386s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:06:35.272322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.924818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:06:35.27243Z","caller":"traceutil/trace.go:171","msg":"trace[43946072] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:25005; }","duration":"350.081773ms","start":"2026-04-23T01:06:34.922324Z","end":"2026-04-23T01:06:35.272405Z","steps":["trace[43946072] 'count revisions from in-memory index tree' (duration: 349.836325ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:35.272482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:34.922311Z","time spent":"350.158306ms","remote":"127.0.0.1:39912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:06:35.272633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.777523ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:06:35.272769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.528263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:06:35.272804Z","caller":"traceutil/trace.go:171","msg":"trace[1575671369] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25005; }","duration":"505.964189ms","start":"2026-04-23T01:06:34.766809Z","end":"2026-04-23T01:06:35.272774Z","steps":["trace[1575671369] 'range keys from in-memory index tree' (duration: 505.751463ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:35.272797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.77003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:06:35.272859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.026671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-04-23T01:06:35.272864Z","caller":"traceutil/trace.go:171","msg":"trace[973084154] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:25005; }","duration":"329.668057ms","start":"2026-04-23T01:06:34.943172Z","end":"2026-04-23T01:06:35.27284Z","steps":["trace[973084154] 'count revisions from in-memory index tree' (duration: 329.452631ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:35.272892Z","caller":"traceutil/trace.go:171","msg":"trace[1240216614] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25005; }","duration":"356.077163ms","start":"2026-04-23T01:06:34.916804Z","end":"2026-04-23T01:06:35.272881Z","steps":["trace[1240216614] 'range keys from in-memory index tree' (duration: 355.873207ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:35.272889Z","caller":"traceutil/trace.go:171","msg":"trace[1113368445] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:25005; }","duration":"359.935536ms","start":"2026-04-23T01:06:34.912928Z","end":"2026-04-23T01:06:35.272863Z","steps":["trace[1113368445] 'count revisions from in-memory index tree' (duration: 359.676488ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:35.272886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.413641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-04-23T01:06:35.272926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:34.916796Z","time spent":"356.123715ms","remote":"127.0.0.1:39458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-23T01:06:35.272919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:34.943163Z","time spent":"329.743139ms","remote":"127.0.0.1:36600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:06:35.272943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:34.912898Z","time spent":"360.033669ms","remote":"127.0.0.1:36760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:06:35.272953Z","caller":"traceutil/trace.go:171","msg":"trace[742783137] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:25005; }","duration":"469.499744ms","start":"2026-04-23T01:06:34.803431Z","end":"2026-04-23T01:06:35.27293Z","steps":["trace[742783137] 'range keys from in-memory index tree' (duration: 469.268637ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:35.27299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:34.803412Z","time spent":"469.570337ms","remote":"127.0.0.1:39424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-04-23T01:06:40.889429Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581741608219404952,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:06:41.390528Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581741608219404952,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:06:41.891667Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581741608219404952,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:06:42.002792Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.621743894s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T01:06:42.003306Z","caller":"traceutil/trace.go:171","msg":"trace[717326117] transaction","detail":"{read_only:false; response_revision:25083; number_of_response:1; }","duration":"1.622331502s","start":"2026-04-23T01:06:40.380934Z","end":"2026-04-23T01:06:42.003266Z","steps":["trace[717326117] 'process raft request' (duration: 1.622139486s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:42.003502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:40.38091Z","time spent":"1.622506658s","remote":"127.0.0.1:39696","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9481,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:06:42.512712Z","caller":"traceutil/trace.go:171","msg":"trace[1022964585] transaction","detail":"{read_only:false; response_revision:25084; number_of_response:1; }","duration":"2.114508245s","start":"2026-04-23T01:06:40.398154Z","end":"2026-04-23T01:06:42.512662Z","steps":["trace[1022964585] 'process raft request' (duration: 2.113757171s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:42.512891Z","caller":"traceutil/trace.go:171","msg":"trace[530155443] transaction","detail":"{read_only:false; response_revision:25085; number_of_response:1; }","duration":"1.959434636s","start":"2026-04-23T01:06:40.553418Z","end":"2026-04-23T01:06:42.512853Z","steps":["trace[530155443] 'process raft request' (duration: 1.958983942s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:42.512986Z","caller":"traceutil/trace.go:171","msg":"trace[1143788858] transaction","detail":"{read_only:false; response_revision:25086; number_of_response:1; }","duration":"1.830168033s","start":"2026-04-23T01:06:40.682699Z","end":"2026-04-23T01:06:42.512867Z","steps":["trace[1143788858] 'process raft request' (duration: 1.829781581s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:42.513031Z","caller":"traceutil/trace.go:171","msg":"trace[837282364] transaction","detail":"{read_only:false; response_revision:25087; number_of_response:1; }","duration":"1.76561611s","start":"2026-04-23T01:06:40.747381Z","end":"2026-04-23T01:06:42.512997Z","steps":["trace[837282364] 'process raft request' (duration: 1.765164195s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:42.513062Z","caller":"traceutil/trace.go:171","msg":"trace[845272193] transaction","detail":"{read_only:false; number_of_response:1; response_revision:25084; }","duration":"2.108062452s","start":"2026-04-23T01:06:40.404936Z","end":"2026-04-23T01:06:42.512999Z","steps":["trace[845272193] 'process raft request' (duration: 2.10737956s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:42.513137Z","caller":"traceutil/trace.go:171","msg":"trace[1070600219] transaction","detail":"{read_only:false; response_revision:25089; number_of_response:1; }","duration":"1.758788314s","start":"2026-04-23T01:06:40.754334Z","end":"2026-04-23T01:06:42.513123Z","steps":["trace[1070600219] 'process raft request' (duration: 1.758293038s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:42.513176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:40.68266Z","time spent":"1.830401051s","remote":"127.0.0.1:33162","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7516,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:06:42.513166Z","caller":"traceutil/trace.go:171","msg":"trace[1824372264] transaction","detail":"{read_only:false; response_revision:25090; number_of_response:1; }","duration":"1.757046988s","start":"2026-04-23T01:06:40.756082Z","end":"2026-04-23T01:06:42.513129Z","steps":["trace[1824372264] 'process raft request' (duration: 1.756867472s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:42.513241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:40.754298Z","time spent":"1.758885026s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:06:42.51324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:40.747363Z","time spent":"1.765770284s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:06:42.513264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:40.404913Z","time spent":"2.108245287s","remote":"127.0.0.1:39696","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":59,"response count":0,"response size":9534,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:06:42.513362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:40.756066Z","time spent":"1.757188903s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:06:42.513083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:40.553405Z","time spent":"1.95957291s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:06:42.512919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:40.39812Z","time spent":"2.114698171s","remote":"127.0.0.1:39362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":709,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T01:06:42.513542Z","caller":"traceutil/trace.go:171","msg":"trace[223292996] transaction","detail":"{read_only:false; response_revision:25091; number_of_response:1; }","duration":"1.757265095s","start":"2026-04-23T01:06:40.756266Z","end":"2026-04-23T01:06:42.513532Z","steps":["trace[223292996] 'process raft request' (duration: 1.75681649s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:42.513614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:40.756232Z","time spent":"1.757341318s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:06:42.513657Z","caller":"traceutil/trace.go:171","msg":"trace[998212153] transaction","detail":"{read_only:false; response_revision:25093; number_of_response:1; }","duration":"1.711802265s","start":"2026-04-23T01:06:40.801844Z","end":"2026-04-23T01:06:42.513646Z","steps":["trace[998212153] 'process raft request' (duration: 1.711616099s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:42.513695Z","caller":"traceutil/trace.go:171","msg":"trace[45513112] transaction","detail":"{read_only:false; response_revision:25092; number_of_response:1; }","duration":"1.75646977s","start":"2026-04-23T01:06:40.757173Z","end":"2026-04-23T01:06:42.513643Z","steps":["trace[45513112] 'process raft request' (duration: 1.75615627s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:42.513716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:40.801785Z","time spent":"1.711902408s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:06:42.513774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:40.757161Z","time spent":"1.756568313s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:06:42.513944Z","caller":"traceutil/trace.go:171","msg":"trace[174302536] transaction","detail":"{read_only:false; response_revision:25088; number_of_response:1; }","duration":"1.763666287s","start":"2026-04-23T01:06:40.749004Z","end":"2026-04-23T01:06:42.51267Z","steps":["trace[174302536] 'process raft request' (duration: 1.763581475s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:42.514171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:40.748965Z","time spent":"1.765166786s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:06:42.877331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00001217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T01:06:42.87748Z","caller":"traceutil/trace.go:171","msg":"trace[805315095] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000262638s","start":"2026-04-23T01:06:40.877186Z","end":"2026-04-23T01:06:42.877448Z","steps":["trace[805315095] 'agreement among raft nodes before linearized reading' (duration: 2.000071782s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:42.877763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:40.877161Z","time spent":"2.000541457s","remote":"127.0.0.1:39306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:06:43.08971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.178692ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-23T01:06:43.090815Z","caller":"traceutil/trace.go:171","msg":"trace[1241262282] linearizableReadLoop","detail":"{readStateIndex:25958; appliedIndex:25944; }","duration":"2.701488719s","start":"2026-04-23T01:06:40.389253Z","end":"2026-04-23T01:06:43.090741Z","steps":["trace[1241262282] 'read index received' (duration: 1.613821423s)","trace[1241262282] 'applied index is now lower than readState.Index' (duration: 1.087665716s)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:06:43.090967Z","caller":"traceutil/trace.go:171","msg":"trace[1577437769] transaction","detail":"{read_only:false; response_revision:25094; number_of_response:1; }","duration":"1.320302651s","start":"2026-04-23T01:06:41.770623Z","end":"2026-04-23T01:06:43.090925Z","steps":["trace[1577437769] 'process raft request' (duration: 1.319265228s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:43.091085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:41.770596Z","time spent":"1.320422115s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:06:43.373502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.9842119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4727"} {"level":"info","ts":"2026-04-23T01:06:43.373606Z","caller":"traceutil/trace.go:171","msg":"trace[1644067183] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:25094; }","duration":"2.984380666s","start":"2026-04-23T01:06:40.389197Z","end":"2026-04-23T01:06:43.373578Z","steps":["trace[1644067183] 'agreement among raft nodes before linearized reading' (duration: 2.701774498s)","trace[1644067183] 'range keys from in-memory index tree' (duration: 282.338729ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:06:43.373655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:40.38911Z","time spent":"2.984534881s","remote":"127.0.0.1:57996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":4750,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-04-23T01:06:43.374815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.403283ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:06:43.37511Z","caller":"traceutil/trace.go:171","msg":"trace[1222924313] linearizableReadLoop","detail":"{readStateIndex:25960; appliedIndex:25958; }","duration":"284.158496ms","start":"2026-04-23T01:06:43.090929Z","end":"2026-04-23T01:06:43.375088Z","steps":["trace[1222924313] 'read index received' (duration: 113.984649ms)","trace[1222924313] 'applied index is now lower than readState.Index' (duration: 170.172457ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:06:43.375256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.581753448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:06:43.375362Z","caller":"traceutil/trace.go:171","msg":"trace[1469164593] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:25096; }","duration":"1.581834571s","start":"2026-04-23T01:06:41.793448Z","end":"2026-04-23T01:06:43.375283Z","steps":["trace[1469164593] 'agreement among raft nodes before linearized reading' (duration: 1.581760939s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:43.375358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.578514356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-23T01:06:43.375441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.573314251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:06:43.375466Z","caller":"traceutil/trace.go:171","msg":"trace[846369399] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25096; }","duration":"1.578661911s","start":"2026-04-23T01:06:41.796786Z","end":"2026-04-23T01:06:43.375448Z","steps":["trace[846369399] 'agreement among raft nodes before linearized reading' (duration: 1.57831633s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:43.375513Z","caller":"traceutil/trace.go:171","msg":"trace[290457819] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:25096; }","duration":"2.573435135s","start":"2026-04-23T01:06:40.802056Z","end":"2026-04-23T01:06:43.375491Z","steps":["trace[290457819] 'agreement among raft nodes before linearized reading' (duration: 2.573303991s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:43.375549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:41.796778Z","time spent":"1.578760943s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T01:06:43.375568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:40.802025Z","time spent":"2.573529378s","remote":"127.0.0.1:39936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:06:43.375578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.98329072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ed6ff780-569b-4a9d-ab9e-cfdaadd81c37\" ","response":"range_response_count:1 size:2578"} {"level":"info","ts":"2026-04-23T01:06:43.375616Z","caller":"traceutil/trace.go:171","msg":"trace[293857811] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ed6ff780-569b-4a9d-ab9e-cfdaadd81c37; range_end:; response_count:1; response_revision:25096; }","duration":"2.983362213s","start":"2026-04-23T01:06:40.392243Z","end":"2026-04-23T01:06:43.375605Z","steps":["trace[293857811] 'agreement among raft nodes before linearized reading' (duration: 2.983196597s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:43.37565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:40.392219Z","time spent":"2.983425205s","remote":"127.0.0.1:39458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":2601,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ed6ff780-569b-4a9d-ab9e-cfdaadd81c37\" "} {"level":"warn","ts":"2026-04-23T01:06:43.375635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.822657365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:898"} {"level":"warn","ts":"2026-04-23T01:06:43.375694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.610352703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-23T01:06:43.375735Z","caller":"traceutil/trace.go:171","msg":"trace[296697030] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:25096; }","duration":"2.82279531s","start":"2026-04-23T01:06:40.552914Z","end":"2026-04-23T01:06:43.375709Z","steps":["trace[296697030] 'agreement among raft nodes before linearized reading' (duration: 2.82249691s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:43.3758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:40.552907Z","time spent":"2.822883372s","remote":"127.0.0.1:39478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":921,"request content":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" "} {"level":"info","ts":"2026-04-23T01:06:43.375805Z","caller":"traceutil/trace.go:171","msg":"trace[1372812024] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25096; }","duration":"2.610535179s","start":"2026-04-23T01:06:40.765243Z","end":"2026-04-23T01:06:43.375778Z","steps":["trace[1372812024] 'agreement among raft nodes before linearized reading' (duration: 2.610193748s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:43.375854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"857.088665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18367"} {"level":"warn","ts":"2026-04-23T01:06:43.37586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:40.765196Z","time spent":"2.610653063s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T01:06:43.375885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.705044932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:06:43.375903Z","caller":"traceutil/trace.go:171","msg":"trace[1210048994] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:25096; }","duration":"857.176049ms","start":"2026-04-23T01:06:42.518714Z","end":"2026-04-23T01:06:43.37589Z","steps":["trace[1210048994] 'agreement among raft nodes before linearized reading' (duration: 857.056495ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:43.37594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:42.518693Z","time spent":"857.23625ms","remote":"127.0.0.1:39452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18390,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-04-23T01:06:43.375932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.543987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-23T01:06:43.376003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.706803877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:06:43.376048Z","caller":"traceutil/trace.go:171","msg":"trace[1429077108] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:25096; }","duration":"1.706883389s","start":"2026-04-23T01:06:41.669153Z","end":"2026-04-23T01:06:43.376037Z","steps":["trace[1429077108] 'agreement among raft nodes before linearized reading' (duration: 1.706811987s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:43.375626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.922100413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-04-23T01:06:43.376104Z","caller":"traceutil/trace.go:171","msg":"trace[126681742] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25096; }","duration":"2.92264642s","start":"2026-04-23T01:06:40.453447Z","end":"2026-04-23T01:06:43.376093Z","steps":["trace[126681742] 'agreement among raft nodes before linearized reading' (duration: 2.921957158s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:43.376109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:41.66913Z","time spent":"1.706960572s","remote":"127.0.0.1:33188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:06:43.376143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"980.223783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:06:43.376165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:40.453407Z","time spent":"2.922743484s","remote":"127.0.0.1:39458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-23T01:06:43.376186Z","caller":"traceutil/trace.go:171","msg":"trace[277110742] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:25096; }","duration":"980.311107ms","start":"2026-04-23T01:06:42.395865Z","end":"2026-04-23T01:06:43.376176Z","steps":["trace[277110742] 'agreement among raft nodes before linearized reading' (duration: 980.234914ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:43.376207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.261762937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:06:43.376262Z","caller":"traceutil/trace.go:171","msg":"trace[1588390994] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:25096; }","duration":"2.261819689s","start":"2026-04-23T01:06:41.114426Z","end":"2026-04-23T01:06:43.376246Z","steps":["trace[1588390994] 'agreement among raft nodes before linearized reading' (duration: 2.261731206s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:43.376291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.249692255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:06:43.376302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.571831874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-23T01:06:43.376319Z","caller":"traceutil/trace.go:171","msg":"trace[1869399088] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:25096; }","duration":"2.249794208s","start":"2026-04-23T01:06:41.126518Z","end":"2026-04-23T01:06:43.376312Z","steps":["trace[1869399088] 'agreement among raft nodes before linearized reading' (duration: 2.249740506s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:43.376342Z","caller":"traceutil/trace.go:171","msg":"trace[1228440672] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25096; }","duration":"1.571893246s","start":"2026-04-23T01:06:41.804441Z","end":"2026-04-23T01:06:43.376334Z","steps":["trace[1228440672] 'agreement among raft nodes before linearized reading' (duration: 1.571794092s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:43.376346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:41.126507Z","time spent":"2.24983374s","remote":"127.0.0.1:36354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:06:43.376346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.991314425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ed6ff780-569b-4a9d-ab9e-cfdaadd81c37\" ","response":"range_response_count:1 size:2578"} {"level":"warn","ts":"2026-04-23T01:06:43.376372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:41.804424Z","time spent":"1.571940828s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-23T01:06:43.376393Z","caller":"traceutil/trace.go:171","msg":"trace[892099907] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ed6ff780-569b-4a9d-ab9e-cfdaadd81c37; range_end:; response_count:1; response_revision:25096; }","duration":"1.991410508s","start":"2026-04-23T01:06:41.384965Z","end":"2026-04-23T01:06:43.376376Z","steps":["trace[892099907] 'agreement among raft nodes before linearized reading' (duration: 1.991288454s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:43.376412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.573364372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-04-23T01:06:43.376425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:41.384938Z","time spent":"1.99148036s","remote":"127.0.0.1:39458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":2601,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ed6ff780-569b-4a9d-ab9e-cfdaadd81c37\" "} {"level":"info","ts":"2026-04-23T01:06:43.376453Z","caller":"traceutil/trace.go:171","msg":"trace[1365249420] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25096; }","duration":"1.573418324s","start":"2026-04-23T01:06:41.803025Z","end":"2026-04-23T01:06:43.376443Z","steps":["trace[1365249420] 'agreement among raft nodes before linearized reading' (duration: 1.573309071s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:43.376481Z","caller":"traceutil/trace.go:171","msg":"trace[915588411] transaction","detail":"{read_only:false; response_revision:25095; number_of_response:1; }","duration":"831.382012ms","start":"2026-04-23T01:06:42.545082Z","end":"2026-04-23T01:06:43.376464Z","steps":["trace[915588411] 'process raft request' (duration: 545.760569ms)","trace[915588411] 'compare' (duration: 282.838545ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:06:43.376555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.864317204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:06:43.375939Z","caller":"traceutil/trace.go:171","msg":"trace[1175499263] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:25096; }","duration":"1.705132925s","start":"2026-04-23T01:06:41.670789Z","end":"2026-04-23T01:06:43.375922Z","steps":["trace[1175499263] 'agreement among raft nodes before linearized reading' (duration: 1.705045082s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:43.376053Z","caller":"traceutil/trace.go:171","msg":"trace[1578720061] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:25096; }","duration":"777.750634ms","start":"2026-04-23T01:06:42.598277Z","end":"2026-04-23T01:06:43.376028Z","steps":["trace[1578720061] 'agreement among raft nodes before linearized reading' (duration: 777.335811ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:43.376587Z","caller":"traceutil/trace.go:171","msg":"trace[261060093] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25096; }","duration":"1.864387006s","start":"2026-04-23T01:06:41.512193Z","end":"2026-04-23T01:06:43.37658Z","steps":["trace[261060093] 'agreement among raft nodes before linearized reading' (duration: 1.864337165s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:43.376616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:41.512164Z","time spent":"1.864448188s","remote":"127.0.0.1:39300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:06:43.376615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:42.545067Z","time spent":"831.473114ms","remote":"127.0.0.1:39696","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9584,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:06:43.376631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:42.598234Z","time spent":"778.381623ms","remote":"127.0.0.1:39382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":143,"response size":32,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:06:43.376644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.577549155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-23T01:06:43.376619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:41.670773Z","time spent":"1.705828306s","remote":"127.0.0.1:36326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:06:43.376676Z","caller":"traceutil/trace.go:171","msg":"trace[492918839] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25096; }","duration":"1.577615047s","start":"2026-04-23T01:06:41.799052Z","end":"2026-04-23T01:06:43.376667Z","steps":["trace[492918839] 'agreement among raft nodes before linearized reading' (duration: 1.577539965s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:43.376679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.830249235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2212892"} {"level":"warn","ts":"2026-04-23T01:06:43.375409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:41.793423Z","time spent":"1.581972915s","remote":"127.0.0.1:40918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:06:43.376483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.574175618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:06:43.376773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.891766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:06:43.376783Z","caller":"traceutil/trace.go:171","msg":"trace[1014832825] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:25096; }","duration":"2.574522819s","start":"2026-04-23T01:06:40.802239Z","end":"2026-04-23T01:06:43.376761Z","steps":["trace[1014832825] 'agreement among raft nodes before linearized reading' (duration: 2.574089365s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:43.376809Z","caller":"traceutil/trace.go:171","msg":"trace[243532113] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:25096; }","duration":"535.966198ms","start":"2026-04-23T01:06:42.840832Z","end":"2026-04-23T01:06:43.376798Z","steps":["trace[243532113] 'agreement among raft nodes before linearized reading' (duration: 535.914587ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:43.376217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:42.39584Z","time spent":"980.368719ms","remote":"127.0.0.1:39484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:06:43.37683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:42.840806Z","time spent":"536.01921ms","remote":"127.0.0.1:39954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:06:43.376836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:40.802216Z","time spent":"2.574605762s","remote":"127.0.0.1:39750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":54,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:06:43.376488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:41.803015Z","time spent":"1.573466935s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-23T01:06:43.376887Z","caller":"traceutil/trace.go:171","msg":"trace[524396709] transaction","detail":"{read_only:false; response_revision:25096; number_of_response:1; }","duration":"597.759065ms","start":"2026-04-23T01:06:42.779113Z","end":"2026-04-23T01:06:43.376872Z","steps":["trace[524396709] 'process raft request' (duration: 595.848404ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:43.376983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.450694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8d5526659b8aa\" ","response":"range_response_count:1 size:775"} {"level":"info","ts":"2026-04-23T01:06:43.377008Z","caller":"traceutil/trace.go:171","msg":"trace[857809630] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a8d5526659b8aa; range_end:; response_count:1; response_revision:25096; }","duration":"494.516127ms","start":"2026-04-23T01:06:42.882483Z","end":"2026-04-23T01:06:43.376999Z","steps":["trace[857809630] 'agreement among raft nodes before linearized reading' (duration: 494.442864ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:43.377027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:42.882457Z","time spent":"494.565617ms","remote":"127.0.0.1:39362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8d5526659b8aa\" "} {"level":"warn","ts":"2026-04-23T01:06:43.377043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:42.779086Z","time spent":"597.91739ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:06:43.376302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:41.1144Z","time spent":"2.261892831s","remote":"127.0.0.1:36644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:06:43.377102Z","caller":"traceutil/trace.go:171","msg":"trace[1856377458] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:25096; }","duration":"2.830674988s","start":"2026-04-23T01:06:40.546414Z","end":"2026-04-23T01:06:43.377089Z","steps":["trace[1856377458] 'agreement among raft nodes before linearized reading' (duration: 2.829260404s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:43.37682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.775361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:06:43.377149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:40.546388Z","time spent":"2.830749321s","remote":"127.0.0.1:39382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2212915,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-04-23T01:06:43.377193Z","caller":"traceutil/trace.go:171","msg":"trace[1001670707] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:25096; }","duration":"571.179513ms","start":"2026-04-23T01:06:42.805996Z","end":"2026-04-23T01:06:43.377176Z","steps":["trace[1001670707] 'agreement among raft nodes before linearized reading' (duration: 570.784711ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:43.377253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:42.805968Z","time spent":"571.266126ms","remote":"127.0.0.1:57966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:06:43.376711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:41.799037Z","time spent":"1.577666068s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T01:06:43.376569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.574475438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-23T01:06:43.377563Z","caller":"traceutil/trace.go:171","msg":"trace[541065953] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25096; }","duration":"1.575481799s","start":"2026-04-23T01:06:41.802068Z","end":"2026-04-23T01:06:43.37755Z","steps":["trace[541065953] 'agreement among raft nodes before linearized reading' (duration: 1.574439036s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:43.377616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:41.802057Z","time spent":"1.575532671s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-23T01:06:43.812043Z","caller":"traceutil/trace.go:171","msg":"trace[402635144] linearizableReadLoop","detail":"{readStateIndex:25961; appliedIndex:25960; }","duration":"430.026994ms","start":"2026-04-23T01:06:43.381993Z","end":"2026-04-23T01:06:43.81202Z","steps":["trace[402635144] 'read index received' (duration: 416.848266ms)","trace[402635144] 'applied index is now lower than readState.Index' (duration: 13.177887ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:06:43.812186Z","caller":"traceutil/trace.go:171","msg":"trace[549478514] transaction","detail":"{read_only:false; response_revision:25097; number_of_response:1; }","duration":"430.566031ms","start":"2026-04-23T01:06:43.381557Z","end":"2026-04-23T01:06:43.812123Z","steps":["trace[549478514] 'process raft request' (duration: 416.852656ms)","trace[549478514] 'compare' (duration: 13.151697ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:06:43.812254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.24061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ed6ff780-569b-4a9d-ab9e-cfdaadd81c37\" ","response":"range_response_count:1 size:2578"} {"level":"info","ts":"2026-04-23T01:06:43.812284Z","caller":"traceutil/trace.go:171","msg":"trace[711542852] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ed6ff780-569b-4a9d-ab9e-cfdaadd81c37; range_end:; response_count:1; response_revision:25097; }","duration":"430.309063ms","start":"2026-04-23T01:06:43.381964Z","end":"2026-04-23T01:06:43.812273Z","steps":["trace[711542852] 'agreement among raft nodes before linearized reading' (duration: 430.157778ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:43.812309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:43.381945Z","time spent":"430.357864ms","remote":"127.0.0.1:39458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":2601,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ed6ff780-569b-4a9d-ab9e-cfdaadd81c37\" "} {"level":"warn","ts":"2026-04-23T01:06:43.812364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:43.381527Z","time spent":"430.740296ms","remote":"127.0.0.1:39362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:06:44.312335Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581741608219404982,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T01:06:44.424627Z","caller":"traceutil/trace.go:171","msg":"trace[1586034347] transaction","detail":"{read_only:false; response_revision:25099; number_of_response:1; }","duration":"1.038314662s","start":"2026-04-23T01:06:43.386293Z","end":"2026-04-23T01:06:44.424607Z","steps":["trace[1586034347] 'process raft request' (duration: 1.038030003s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:44.42475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:43.386274Z","time spent":"1.038412676s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:06:44.424412Z","caller":"traceutil/trace.go:171","msg":"trace[1979389061] transaction","detail":"{read_only:false; response_revision:25098; number_of_response:1; }","duration":"1.041467482s","start":"2026-04-23T01:06:43.382901Z","end":"2026-04-23T01:06:44.424368Z","steps":["trace[1979389061] 'process raft request' (duration: 942.503168ms)","trace[1979389061] 'compare' (duration: 98.635073ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:06:44.425429Z","caller":"traceutil/trace.go:171","msg":"trace[1408497393] transaction","detail":"{read_only:false; response_revision:25102; number_of_response:1; }","duration":"1.037709263s","start":"2026-04-23T01:06:43.387693Z","end":"2026-04-23T01:06:44.425402Z","steps":["trace[1408497393] 'process raft request' (duration: 1.03727453s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:44.425499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:43.382888Z","time spent":"1.042526756s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:06:44.425623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:43.387684Z","time spent":"1.037827227s","remote":"127.0.0.1:39458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:06:44.42573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.04044554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-04-23T01:06:44.425806Z","caller":"traceutil/trace.go:171","msg":"trace[40555304] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25106; }","duration":"1.040539423s","start":"2026-04-23T01:06:43.38525Z","end":"2026-04-23T01:06:44.425789Z","steps":["trace[40555304] 'agreement among raft nodes before linearized reading' (duration: 1.040239143s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:44.425909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:43.385242Z","time spent":"1.040652557s","remote":"127.0.0.1:39458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-23T01:06:44.425938Z","caller":"traceutil/trace.go:171","msg":"trace[733851062] transaction","detail":"{read_only:false; response_revision:25104; number_of_response:1; }","duration":"1.036781374s","start":"2026-04-23T01:06:43.389135Z","end":"2026-04-23T01:06:44.425917Z","steps":["trace[733851062] 'process raft request' (duration: 1.036016409s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:44.425954Z","caller":"traceutil/trace.go:171","msg":"trace[854811790] transaction","detail":"{read_only:false; response_revision:25105; number_of_response:1; }","duration":"1.035968548s","start":"2026-04-23T01:06:43.389951Z","end":"2026-04-23T01:06:44.42592Z","steps":["trace[854811790] 'process raft request' (duration: 1.035269076s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:44.426008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:43.389104Z","time spent":"1.036866346s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:06:44.426059Z","caller":"traceutil/trace.go:171","msg":"trace[422786285] transaction","detail":"{read_only:false; response_revision:25101; number_of_response:1; }","duration":"1.038582581s","start":"2026-04-23T01:06:43.387469Z","end":"2026-04-23T01:06:44.426051Z","steps":["trace[422786285] 'process raft request' (duration: 1.037362272s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:44.426111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:43.387461Z","time spent":"1.038622002s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:06:44.426121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:43.389943Z","time spent":"1.036087862s","remote":"127.0.0.1:39808","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3198,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:06:44.426204Z","caller":"traceutil/trace.go:171","msg":"trace[2117149495] transaction","detail":"{read_only:false; response_revision:25106; number_of_response:1; }","duration":"704.907538ms","start":"2026-04-23T01:06:43.721275Z","end":"2026-04-23T01:06:44.426182Z","steps":["trace[2117149495] 'process raft request' (duration: 704.034ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:44.426279Z","caller":"traceutil/trace.go:171","msg":"trace[327525296] transaction","detail":"{read_only:false; response_revision:25103; number_of_response:1; }","duration":"1.03853435s","start":"2026-04-23T01:06:43.387733Z","end":"2026-04-23T01:06:44.426267Z","steps":["trace[327525296] 'process raft request' (duration: 1.037328512s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:44.426313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:43.721235Z","time spent":"705.019001ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:06:44.42635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:43.38772Z","time spent":"1.038594441s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:06:44.426026Z","caller":"traceutil/trace.go:171","msg":"trace[1191806169] transaction","detail":"{read_only:false; response_revision:25100; number_of_response:1; }","duration":"1.039201311s","start":"2026-04-23T01:06:43.386808Z","end":"2026-04-23T01:06:44.42601Z","steps":["trace[1191806169] 'process raft request' (duration: 1.037727234s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:44.426443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.038451807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:06:44.426463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:43.386761Z","time spent":"1.039674885s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:06:44.426478Z","caller":"traceutil/trace.go:171","msg":"trace[516504082] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25106; }","duration":"1.038510938s","start":"2026-04-23T01:06:43.387959Z","end":"2026-04-23T01:06:44.42647Z","steps":["trace[516504082] 'agreement among raft nodes before linearized reading' (duration: 1.038453716s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:44.425422Z","caller":"traceutil/trace.go:171","msg":"trace[1514977840] linearizableReadLoop","detail":"{readStateIndex:25970; appliedIndex:25961; }","duration":"613.286807ms","start":"2026-04-23T01:06:43.812098Z","end":"2026-04-23T01:06:44.425385Z","steps":["trace[1514977840] 'read index received' (duration: 513.282601ms)","trace[1514977840] 'applied index is now lower than readState.Index' (duration: 100.002606ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:06:44.426499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:43.38795Z","time spent":"1.03854577s","remote":"127.0.0.1:39306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:06:44.426578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.019268839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1818"} {"level":"info","ts":"2026-04-23T01:06:44.426609Z","caller":"traceutil/trace.go:171","msg":"trace[918603126] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:25106; }","duration":"1.019358112s","start":"2026-04-23T01:06:43.407241Z","end":"2026-04-23T01:06:44.426599Z","steps":["trace[918603126] 'agreement among raft nodes before linearized reading' (duration: 1.019201447s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:44.426629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:43.407226Z","time spent":"1.019398473s","remote":"127.0.0.1:39380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1841,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"warn","ts":"2026-04-23T01:06:44.426686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.88458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:06:44.426752Z","caller":"traceutil/trace.go:171","msg":"trace[1126195728] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25106; }","duration":"459.999163ms","start":"2026-04-23T01:06:43.966733Z","end":"2026-04-23T01:06:44.426732Z","steps":["trace[1126195728] 'agreement among raft nodes before linearized reading' (duration: 459.861749ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:44.42681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:43.966707Z","time spent":"460.075086ms","remote":"127.0.0.1:40000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:06:44.426927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.300641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-23T01:06:44.427028Z","caller":"traceutil/trace.go:171","msg":"trace[693828648] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25106; }","duration":"242.500368ms","start":"2026-04-23T01:06:44.184501Z","end":"2026-04-23T01:06:44.427001Z","steps":["trace[693828648] 'agreement among raft nodes before linearized reading' (duration: 242.264471ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:44.957032Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581741608219404988,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:06:45.457657Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581741608219404988,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:06:45.519423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"752.322979ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:06:45.519586Z","caller":"traceutil/trace.go:171","msg":"trace[1237871855] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25106; }","duration":"752.504284ms","start":"2026-04-23T01:06:44.767059Z","end":"2026-04-23T01:06:45.519564Z","steps":["trace[1237871855] 'range keys from in-memory index tree' (duration: 752.306518ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:45.566962Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.121761195s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T01:06:45.56742Z","caller":"traceutil/trace.go:171","msg":"trace[2033876693] transaction","detail":"{read_only:false; response_revision:25107; number_of_response:1; }","duration":"1.122342363s","start":"2026-04-23T01:06:44.445055Z","end":"2026-04-23T01:06:45.567398Z","steps":["trace[2033876693] 'process raft request' (duration: 1.122126676s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:45.56758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:44.445031Z","time spent":"1.122460517s","remote":"127.0.0.1:39808","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3218,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:06:46.230559Z","caller":"traceutil/trace.go:171","msg":"trace[177044539] transaction","detail":"{read_only:false; response_revision:25108; number_of_response:1; }","duration":"1.710020459s","start":"2026-04-23T01:06:44.520499Z","end":"2026-04-23T01:06:46.23052Z","steps":["trace[177044539] 'process raft request' (duration: 1.709760911s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:46.230746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:44.520474Z","time spent":"1.710177394s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:06:46.23102Z","caller":"traceutil/trace.go:171","msg":"trace[524113775] transaction","detail":"{read_only:false; response_revision:25109; number_of_response:1; }","duration":"1.710316688s","start":"2026-04-23T01:06:44.520647Z","end":"2026-04-23T01:06:46.230963Z","steps":["trace[524113775] 'process raft request' (duration: 1.709834073s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:46.231088Z","caller":"traceutil/trace.go:171","msg":"trace[513618684] transaction","detail":"{read_only:false; response_revision:25110; number_of_response:1; }","duration":"1.710322519s","start":"2026-04-23T01:06:44.520688Z","end":"2026-04-23T01:06:46.23101Z","steps":["trace[513618684] 'process raft request' (duration: 1.710096921s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:46.231216Z","caller":"traceutil/trace.go:171","msg":"trace[535685706] transaction","detail":"{read_only:false; response_revision:25111; number_of_response:1; }","duration":"1.710477404s","start":"2026-04-23T01:06:44.520725Z","end":"2026-04-23T01:06:46.231203Z","steps":["trace[535685706] 'process raft request' (duration: 1.710216815s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:46.231277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:44.520684Z","time spent":"1.710487684s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:06:46.231296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:44.520721Z","time spent":"1.710527885s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:06:46.231275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:44.52064Z","time spent":"1.710500344s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:06:46.231276Z","caller":"traceutil/trace.go:171","msg":"trace[1191306312] transaction","detail":"{read_only:false; response_revision:25112; number_of_response:1; }","duration":"1.710488033s","start":"2026-04-23T01:06:44.520766Z","end":"2026-04-23T01:06:46.231254Z","steps":["trace[1191306312] 'process raft request' (duration: 1.710334398s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:46.231391Z","caller":"traceutil/trace.go:171","msg":"trace[474974650] transaction","detail":"{read_only:false; response_revision:25114; number_of_response:1; }","duration":"1.132903207s","start":"2026-04-23T01:06:45.098477Z","end":"2026-04-23T01:06:46.231381Z","steps":["trace[474974650] 'process raft request' (duration: 1.132768313s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:46.23141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:44.52076Z","time spent":"1.710578837s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:06:46.231444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:45.098439Z","time spent":"1.132981281s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:06:46.231373Z","caller":"traceutil/trace.go:171","msg":"trace[1534630319] linearizableReadLoop","detail":"{readStateIndex:25979; appliedIndex:25970; }","duration":"1.775413569s","start":"2026-04-23T01:06:44.455941Z","end":"2026-04-23T01:06:46.231355Z","steps":["trace[1534630319] 'read index received' (duration: 1.111234072s)","trace[1534630319] 'applied index is now lower than readState.Index' (duration: 664.177907ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:06:46.231488Z","caller":"traceutil/trace.go:171","msg":"trace[1668188584] transaction","detail":"{read_only:false; response_revision:25113; number_of_response:1; }","duration":"1.710670289s","start":"2026-04-23T01:06:44.520804Z","end":"2026-04-23T01:06:46.231474Z","steps":["trace[1668188584] 'process raft request' (duration: 1.710396491s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:46.231548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.775598055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3566"} {"level":"warn","ts":"2026-04-23T01:06:46.23157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:44.520799Z","time spent":"1.710715211s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:06:46.231595Z","caller":"traceutil/trace.go:171","msg":"trace[1298324888] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:25115; }","duration":"1.775671188s","start":"2026-04-23T01:06:44.455911Z","end":"2026-04-23T01:06:46.231582Z","steps":["trace[1298324888] 'agreement among raft nodes before linearized reading' (duration: 1.775497782s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:46.231587Z","caller":"traceutil/trace.go:171","msg":"trace[1136440654] transaction","detail":"{read_only:false; response_revision:25115; number_of_response:1; }","duration":"886.920389ms","start":"2026-04-23T01:06:45.344621Z","end":"2026-04-23T01:06:46.231541Z","steps":["trace[1136440654] 'process raft request' (duration: 886.662281ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:46.231631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.754703554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:06:46.231635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:44.455895Z","time spent":"1.775731099s","remote":"127.0.0.1:39380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3589,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"info","ts":"2026-04-23T01:06:46.231664Z","caller":"traceutil/trace.go:171","msg":"trace[70458560] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25115; }","duration":"1.754755715s","start":"2026-04-23T01:06:44.476899Z","end":"2026-04-23T01:06:46.231655Z","steps":["trace[70458560] 'agreement among raft nodes before linearized reading' (duration: 1.754682523s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:46.231695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:44.476887Z","time spent":"1.754802017s","remote":"127.0.0.1:40058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:06:46.2317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.153527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx-backend\" ","response":"range_response_count:1 size:1042"} {"level":"info","ts":"2026-04-23T01:06:46.231729Z","caller":"traceutil/trace.go:171","msg":"trace[12321752] range","detail":"{range_begin:/registry/serviceaccounts/ingress-nginx/ingress-nginx-backend; range_end:; response_count:1; response_revision:25115; }","duration":"447.219619ms","start":"2026-04-23T01:06:45.784498Z","end":"2026-04-23T01:06:46.231717Z","steps":["trace[12321752] 'agreement among raft nodes before linearized reading' (duration: 447.157057ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:46.231754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:45.784474Z","time spent":"447.269561ms","remote":"127.0.0.1:39478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":1065,"request content":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx-backend\" "} {"level":"warn","ts":"2026-04-23T01:06:46.231751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:45.344577Z","time spent":"887.086975ms","remote":"127.0.0.1:33254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2228,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T01:06:46.231819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.666847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ed6ff780-569b-4a9d-ab9e-cfdaadd81c37\" ","response":"range_response_count:1 size:3644"} {"level":"info","ts":"2026-04-23T01:06:46.231867Z","caller":"traceutil/trace.go:171","msg":"trace[1269850111] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ed6ff780-569b-4a9d-ab9e-cfdaadd81c37; range_end:; response_count:1; response_revision:25115; }","duration":"799.75914ms","start":"2026-04-23T01:06:45.432088Z","end":"2026-04-23T01:06:46.231847Z","steps":["trace[1269850111] 'agreement among raft nodes before linearized reading' (duration: 799.564364ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:46.2319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:45.43206Z","time spent":"799.832732ms","remote":"127.0.0.1:39458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3667,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ed6ff780-569b-4a9d-ab9e-cfdaadd81c37\" "} {"level":"warn","ts":"2026-04-23T01:06:46.23192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.5945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:06:46.231935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.082609606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3236"} {"level":"info","ts":"2026-04-23T01:06:46.231945Z","caller":"traceutil/trace.go:171","msg":"trace[2104778882] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/addressscopes/; range_end:/registry/openstack.k-orc.cloud/addressscopes0; response_count:0; response_revision:25115; }","duration":"314.649092ms","start":"2026-04-23T01:06:45.917287Z","end":"2026-04-23T01:06:46.231936Z","steps":["trace[2104778882] 'agreement among raft nodes before linearized reading' (duration: 314.58978ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:46.231958Z","caller":"traceutil/trace.go:171","msg":"trace[1870069181] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25115; }","duration":"1.082665587s","start":"2026-04-23T01:06:45.149285Z","end":"2026-04-23T01:06:46.231951Z","steps":["trace[1870069181] 'agreement among raft nodes before linearized reading' (duration: 1.082547394s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:46.231967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:45.917267Z","time spent":"314.694244ms","remote":"127.0.0.1:36558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:06:46.231978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:45.149268Z","time spent":"1.082706208s","remote":"127.0.0.1:39808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3259,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-04-23T01:06:46.231959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.942312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" ","response":"range_response_count:1 size:1155"} {"level":"info","ts":"2026-04-23T01:06:46.232049Z","caller":"traceutil/trace.go:171","msg":"trace[1999792802] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-manila-default-user; range_end:; response_count:1; response_revision:25115; }","duration":"659.101797ms","start":"2026-04-23T01:06:45.572925Z","end":"2026-04-23T01:06:46.232027Z","steps":["trace[1999792802] 'agreement among raft nodes before linearized reading' (duration: 658.855519ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:46.232081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.486443841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:06:46.232094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:45.572879Z","time spent":"659.205951ms","remote":"127.0.0.1:39380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1178,"request content":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" "} {"level":"warn","ts":"2026-04-23T01:06:46.232133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.703304937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:06:46.232126Z","caller":"traceutil/trace.go:171","msg":"trace[503490780] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25115; }","duration":"1.486517793s","start":"2026-04-23T01:06:44.745595Z","end":"2026-04-23T01:06:46.232113Z","steps":["trace[503490780] 'agreement among raft nodes before linearized reading' (duration: 1.486440681s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:46.232156Z","caller":"traceutil/trace.go:171","msg":"trace[991931068] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25115; }","duration":"1.703349668s","start":"2026-04-23T01:06:44.528799Z","end":"2026-04-23T01:06:46.232149Z","steps":["trace[991931068] 'agreement among raft nodes before linearized reading' (duration: 1.703305586s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:46.232175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:44.528784Z","time spent":"1.703386569s","remote":"127.0.0.1:39690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-23T01:06:46.232168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:44.745575Z","time spent":"1.486584315s","remote":"127.0.0.1:39964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:06:46.232194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.064227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:06:46.232204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.468274226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:06:46.232226Z","caller":"traceutil/trace.go:171","msg":"trace[1268773993] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25115; }","duration":"720.180921ms","start":"2026-04-23T01:06:45.512035Z","end":"2026-04-23T01:06:46.232216Z","steps":["trace[1268773993] 'agreement among raft nodes before linearized reading' (duration: 720.119639ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:46.232256Z","caller":"traceutil/trace.go:171","msg":"trace[1036349485] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25115; }","duration":"1.468331768s","start":"2026-04-23T01:06:44.763909Z","end":"2026-04-23T01:06:46.232241Z","steps":["trace[1036349485] 'agreement among raft nodes before linearized reading' (duration: 1.468237045s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:46.232258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:45.512007Z","time spent":"720.245703ms","remote":"127.0.0.1:39306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:06:46.232296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:44.763886Z","time spent":"1.468397909s","remote":"127.0.0.1:36478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-23T01:06:46.232347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.258972529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18a8d6f4e8141fd9\" ","response":"range_response_count:1 size:1010"} {"level":"info","ts":"2026-04-23T01:06:46.232432Z","caller":"traceutil/trace.go:171","msg":"trace[1692252988] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-manila-server-0.18a8d6f4e8141fd9; range_end:; response_count:1; response_revision:25115; }","duration":"1.259122634s","start":"2026-04-23T01:06:44.973287Z","end":"2026-04-23T01:06:46.232409Z","steps":["trace[1692252988] 'agreement among raft nodes before linearized reading' (duration: 1.258823574s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:46.232484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:44.973256Z","time spent":"1.259217997s","remote":"127.0.0.1:39362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1033,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18a8d6f4e8141fd9\" "} {"level":"info","ts":"2026-04-23T01:06:46.380475Z","caller":"traceutil/trace.go:171","msg":"trace[1936923029] linearizableReadLoop","detail":"{readStateIndex:25980; appliedIndex:25979; }","duration":"142.870553ms","start":"2026-04-23T01:06:46.237554Z","end":"2026-04-23T01:06:46.380424Z","steps":["trace[1936923029] 'read index received' (duration: 142.47177ms)","trace[1936923029] 'applied index is now lower than readState.Index' (duration: 397.073µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:06:46.380523Z","caller":"traceutil/trace.go:171","msg":"trace[1418720425] transaction","detail":"{read_only:false; response_revision:25116; number_of_response:1; }","duration":"144.294348ms","start":"2026-04-23T01:06:46.236195Z","end":"2026-04-23T01:06:46.380489Z","steps":["trace[1418720425] 'process raft request' (duration: 143.953247ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:46.380691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.114781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:06:46.380904Z","caller":"traceutil/trace.go:171","msg":"trace[532711236] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25116; }","duration":"143.370269ms","start":"2026-04-23T01:06:46.237502Z","end":"2026-04-23T01:06:46.380872Z","steps":["trace[532711236] 'agreement among raft nodes before linearized reading' (duration: 143.06996ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:46.380951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.616485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3566"} {"level":"warn","ts":"2026-04-23T01:06:46.38099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.61691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:06:46.381039Z","caller":"traceutil/trace.go:171","msg":"trace[1278152346] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:25116; }","duration":"142.695768ms","start":"2026-04-23T01:06:46.23832Z","end":"2026-04-23T01:06:46.381016Z","steps":["trace[1278152346] 'agreement among raft nodes before linearized reading' (duration: 142.43502ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:46.381085Z","caller":"traceutil/trace.go:171","msg":"trace[257204487] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25116; }","duration":"139.737644ms","start":"2026-04-23T01:06:46.241323Z","end":"2026-04-23T01:06:46.38106Z","steps":["trace[257204487] 'agreement among raft nodes before linearized reading' (duration: 139.562059ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:46.381068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.654832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-manila-nodes\" ","response":"range_response_count:1 size:1258"} {"level":"info","ts":"2026-04-23T01:06:46.381153Z","caller":"traceutil/trace.go:171","msg":"trace[1389476658] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-manila-nodes; range_end:; response_count:1; response_revision:25116; }","duration":"139.782946ms","start":"2026-04-23T01:06:46.241352Z","end":"2026-04-23T01:06:46.381134Z","steps":["trace[1389476658] 'agreement among raft nodes before linearized reading' (duration: 139.472526ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:47.054322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.980944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:697"} {"level":"info","ts":"2026-04-23T01:06:47.054443Z","caller":"traceutil/trace.go:171","msg":"trace[1900209977] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:25133; }","duration":"268.14932ms","start":"2026-04-23T01:06:46.786266Z","end":"2026-04-23T01:06:47.054415Z","steps":["trace[1900209977] 'range keys from in-memory index tree' (duration: 267.743137ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:47.563954Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581741608219405075,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:06:48.065059Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581741608219405075,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:06:48.087435Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.024322569s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T01:06:48.087955Z","caller":"traceutil/trace.go:171","msg":"trace[125814823] linearizableReadLoop","detail":"{readStateIndex:25999; appliedIndex:25998; }","duration":"1.024199825s","start":"2026-04-23T01:06:47.063733Z","end":"2026-04-23T01:06:48.087933Z","steps":["trace[125814823] 'read index received' (duration: 1.023997028s)","trace[125814823] 'applied index is now lower than readState.Index' (duration: 201.277µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:06:48.088061Z","caller":"traceutil/trace.go:171","msg":"trace[2087823790] transaction","detail":"{read_only:false; response_revision:25134; number_of_response:1; }","duration":"1.025082004s","start":"2026-04-23T01:06:47.062942Z","end":"2026-04-23T01:06:48.088024Z","steps":["trace[2087823790] 'process raft request' (duration: 1.024818855s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:48.088189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.024446133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:994"} {"level":"info","ts":"2026-04-23T01:06:48.088223Z","caller":"traceutil/trace.go:171","msg":"trace[348258428] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:25134; }","duration":"1.024527096s","start":"2026-04-23T01:06:47.063686Z","end":"2026-04-23T01:06:48.088213Z","steps":["trace[348258428] 'agreement among raft nodes before linearized reading' (duration: 1.024383051s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:48.08826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:47.063669Z","time spent":"1.024578008s","remote":"127.0.0.1:39466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":1017,"request content":"key:\"/registry/services/specs/monitoring/prometheus-operated\" "} {"level":"warn","ts":"2026-04-23T01:06:48.0883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"851.490077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ed6ff780-569b-4a9d-ab9e-cfdaadd81c37\" ","response":"range_response_count:1 size:3764"} {"level":"warn","ts":"2026-04-23T01:06:48.088323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.749288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:06:48.088305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.473652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:06:48.088383Z","caller":"traceutil/trace.go:171","msg":"trace[112980302] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ed6ff780-569b-4a9d-ab9e-cfdaadd81c37; range_end:; response_count:1; response_revision:25134; }","duration":"851.641442ms","start":"2026-04-23T01:06:47.23672Z","end":"2026-04-23T01:06:48.088362Z","steps":["trace[112980302] 'agreement among raft nodes before linearized reading' (duration: 851.411255ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:48.088397Z","caller":"traceutil/trace.go:171","msg":"trace[1091610611] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25134; }","duration":"575.878082ms","start":"2026-04-23T01:06:47.512489Z","end":"2026-04-23T01:06:48.088367Z","steps":["trace[1091610611] 'agreement among raft nodes before linearized reading' (duration: 575.661496ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:48.088397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"844.864678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:06:48.088409Z","caller":"traceutil/trace.go:171","msg":"trace[1880806473] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:25134; }","duration":"173.650658ms","start":"2026-04-23T01:06:47.914734Z","end":"2026-04-23T01:06:48.088385Z","steps":["trace[1880806473] 'agreement among raft nodes before linearized reading' (duration: 173.442421ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:48.088437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:47.236697Z","time spent":"851.729524ms","remote":"127.0.0.1:39458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ed6ff780-569b-4a9d-ab9e-cfdaadd81c37\" "} {"level":"warn","ts":"2026-04-23T01:06:48.088459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:47.512465Z","time spent":"575.985986ms","remote":"127.0.0.1:39300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T01:06:48.088465Z","caller":"traceutil/trace.go:171","msg":"trace[809880934] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:25134; }","duration":"844.971712ms","start":"2026-04-23T01:06:47.24347Z","end":"2026-04-23T01:06:48.088442Z","steps":["trace[809880934] 'agreement among raft nodes before linearized reading' (duration: 844.763815ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:48.088509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:47.243458Z","time spent":"845.041124ms","remote":"127.0.0.1:36224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:06:48.088947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:47.062906Z","time spent":"1.025208087s","remote":"127.0.0.1:39458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3746,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:06:48.861958Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581741608219405080,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:06:49.155638Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.041203494s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T01:06:49.254037Z","caller":"traceutil/trace.go:171","msg":"trace[1781526316] transaction","detail":"{read_only:false; response_revision:25135; number_of_response:1; }","duration":"1.139759504s","start":"2026-04-23T01:06:48.114245Z","end":"2026-04-23T01:06:49.254005Z","steps":["trace[1781526316] 'process raft request' (duration: 1.041845414s)","trace[1781526316] 'compare' (duration: 97.548309ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:06:49.254205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:48.114216Z","time spent":"1.139899309s","remote":"127.0.0.1:57950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7439,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:06:50.207426Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.051298944s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T01:06:50.512987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000534787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:06:50.513079Z","caller":"traceutil/trace.go:171","msg":"trace[1163742543] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000679721s","start":"2026-04-23T01:06:48.512373Z","end":"2026-04-23T01:06:50.513053Z","steps":["trace[1163742543] 'agreement among raft nodes before linearized reading' (duration: 2.000556837s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:50.513122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:48.512353Z","time spent":"2.000760763s","remote":"127.0.0.1:39306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 01:06:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:06:50.824549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.822887ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:06:50.824869Z","caller":"traceutil/trace.go:171","msg":"trace[1638595930] transaction","detail":"{read_only:false; response_revision:25136; number_of_response:1; }","duration":"2.584923937s","start":"2026-04-23T01:06:48.239907Z","end":"2026-04-23T01:06:50.82483Z","steps":["trace[1638595930] 'process raft request' (duration: 1.967703917s)","trace[1638595930] 'compare' (duration: 616.022112ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:06:50.824983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:48.239865Z","time spent":"2.585067832s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:06:50.825192Z","caller":"traceutil/trace.go:171","msg":"trace[1413315924] linearizableReadLoop","detail":"{readStateIndex:26007; appliedIndex:25999; }","duration":"2.465152735s","start":"2026-04-23T01:06:48.360018Z","end":"2026-04-23T01:06:50.825171Z","steps":["trace[1413315924] 'read index received' (duration: 796.093494ms)","trace[1413315924] 'applied index is now lower than readState.Index' (duration: 1.669058031s)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:06:50.825436Z","caller":"traceutil/trace.go:171","msg":"trace[311334006] transaction","detail":"{read_only:false; response_revision:25140; number_of_response:1; }","duration":"2.583262315s","start":"2026-04-23T01:06:48.242156Z","end":"2026-04-23T01:06:50.825418Z","steps":["trace[311334006] 'process raft request' (duration: 2.5827976s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:50.825528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:48.241935Z","time spent":"2.583552774s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:06:50.825549Z","caller":"traceutil/trace.go:171","msg":"trace[1978772888] transaction","detail":"{read_only:false; response_revision:25141; number_of_response:1; }","duration":"2.583160941s","start":"2026-04-23T01:06:48.242369Z","end":"2026-04-23T01:06:50.82553Z","steps":["trace[1978772888] 'process raft request' (duration: 2.582708767s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:50.825647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:48.242361Z","time spent":"2.583236383s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:06:50.825693Z","caller":"traceutil/trace.go:171","msg":"trace[61456785] transaction","detail":"{read_only:false; response_revision:25137; number_of_response:1; }","duration":"2.58564679s","start":"2026-04-23T01:06:48.240032Z","end":"2026-04-23T01:06:50.825679Z","steps":["trace[61456785] 'process raft request' (duration: 2.58470305s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:50.82576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:48.240023Z","time spent":"2.585695331s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:06:50.825893Z","caller":"traceutil/trace.go:171","msg":"trace[699574722] transaction","detail":"{read_only:false; response_revision:25142; number_of_response:1; }","duration":"2.582615354s","start":"2026-04-23T01:06:48.243261Z","end":"2026-04-23T01:06:50.825876Z","steps":["trace[699574722] 'process raft request' (duration: 2.581862821s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:50.825986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:48.243255Z","time spent":"2.582683676s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:06:50.826137Z","caller":"traceutil/trace.go:171","msg":"trace[1064383463] transaction","detail":"{read_only:false; response_revision:25139; number_of_response:1; }","duration":"2.585792685s","start":"2026-04-23T01:06:48.240322Z","end":"2026-04-23T01:06:50.826115Z","steps":["trace[1064383463] 'process raft request' (duration: 2.584589577s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:50.826227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.466212839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:06:50.826283Z","caller":"traceutil/trace.go:171","msg":"trace[1150967947] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:25142; }","duration":"2.466320762s","start":"2026-04-23T01:06:48.359948Z","end":"2026-04-23T01:06:50.826269Z","steps":["trace[1150967947] 'agreement among raft nodes before linearized reading' (duration: 2.466223129s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:50.826338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:48.359918Z","time spent":"2.466404034s","remote":"127.0.0.1:33284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:06:50.826891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:48.240317Z","time spent":"2.585872577s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:06:50.827236Z","caller":"traceutil/trace.go:171","msg":"trace[1448878483] transaction","detail":"{read_only:false; response_revision:25138; number_of_response:1; }","duration":"2.587085966s","start":"2026-04-23T01:06:48.240128Z","end":"2026-04-23T01:06:50.827214Z","steps":["trace[1448878483] 'process raft request' (duration: 2.584710141s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:50.827395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:48.240083Z","time spent":"2.58722869s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:06:52.513543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000284968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T01:06:52.513661Z","caller":"traceutil/trace.go:171","msg":"trace[1029162555] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000490494s","start":"2026-04-23T01:06:50.513143Z","end":"2026-04-23T01:06:52.513633Z","steps":["trace[1029162555] 'agreement among raft nodes before linearized reading' (duration: 2.000332159s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:52.513735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:50.513123Z","time spent":"2.000595767s","remote":"127.0.0.1:39300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 01:06:52 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:06:52.876776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000662331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:06:52.876891Z","caller":"traceutil/trace.go:171","msg":"trace[29995959] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000856776s","start":"2026-04-23T01:06:50.876008Z","end":"2026-04-23T01:06:52.876865Z","steps":["trace[29995959] 'agreement among raft nodes before linearized reading' (duration: 2.000698121s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:52.876955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:50.875983Z","time spent":"2.00095901s","remote":"127.0.0.1:39306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 01:06:52 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:06:53.048117Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.87966884s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T01:06:53.443305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998962245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:06:53.443497Z","caller":"traceutil/trace.go:171","msg":"trace[428887067] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999237994s","start":"2026-04-23T01:06:48.44423Z","end":"2026-04-23T01:06:53.443468Z","steps":["trace[428887067] 'agreement among raft nodes before linearized reading' (duration: 4.999013417s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:53.443605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:48.444197Z","time spent":"4.999393099s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/04/23 01:06:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:06:53.444776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999141961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:06:53.44485Z","caller":"traceutil/trace.go:171","msg":"trace[1124820481] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999245934s","start":"2026-04-23T01:06:48.445585Z","end":"2026-04-23T01:06:53.444831Z","steps":["trace[1124820481] 'agreement among raft nodes before linearized reading' (duration: 4.999161971s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:53.444904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:48.445567Z","time spent":"4.999323087s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/04/23 01:06:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:06:53.449328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998872993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:06:53.449491Z","caller":"traceutil/trace.go:171","msg":"trace[1263211268] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999057098s","start":"2026-04-23T01:06:48.450384Z","end":"2026-04-23T01:06:53.449441Z","steps":["trace[1263211268] 'agreement among raft nodes before linearized reading' (duration: 4.998837041s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:53.449629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:48.450374Z","time spent":"4.999237435s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/23 01:06:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:06:54.524858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000900127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T01:06:54.524976Z","caller":"traceutil/trace.go:171","msg":"trace[2101099212] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001068243s","start":"2026-04-23T01:06:52.523887Z","end":"2026-04-23T01:06:54.524955Z","steps":["trace[2101099212] 'agreement among raft nodes before linearized reading' (duration: 2.000921718s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:54.525026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:52.523874Z","time spent":"2.001141865s","remote":"127.0.0.1:39306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:06:55.283157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.856312ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:06:55.28332Z","caller":"traceutil/trace.go:171","msg":"trace[1154962709] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25142; }","duration":"516.040378ms","start":"2026-04-23T01:06:54.767261Z","end":"2026-04-23T01:06:55.283302Z","steps":["trace[1154962709] 'range keys from in-memory index tree' (duration: 515.835932ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:55.284686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.116143656s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:06:55.284848Z","caller":"traceutil/trace.go:171","msg":"trace[5282987] transaction","detail":"{read_only:false; response_revision:25143; number_of_response:1; }","duration":"5.850599807s","start":"2026-04-23T01:06:49.434215Z","end":"2026-04-23T01:06:55.284815Z","steps":["trace[5282987] 'process raft request' (duration: 1.734235054s)","trace[5282987] 'compare' (duration: 4.114238886s)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:06:55.284902Z","caller":"traceutil/trace.go:171","msg":"trace[989506070] linearizableReadLoop","detail":"{readStateIndex:26008; appliedIndex:26007; }","duration":"4.459634911s","start":"2026-04-23T01:06:50.825245Z","end":"2026-04-23T01:06:55.28488Z","steps":["trace[989506070] 'read index received' (duration: 343.207446ms)","trace[989506070] 'applied index is now lower than readState.Index' (duration: 4.116425645s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:06:55.285051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.987729879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:06:55.2851Z","caller":"traceutil/trace.go:171","msg":"trace[1584184789] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:25144; }","duration":"4.987829923s","start":"2026-04-23T01:06:50.297256Z","end":"2026-04-23T01:06:55.285086Z","steps":["trace[1584184789] 'agreement among raft nodes before linearized reading' (duration: 4.987733959s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:55.285142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:50.297229Z","time spent":"4.987902415s","remote":"127.0.0.1:54992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:06:55.285051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:49.434173Z","time spent":"5.850764742s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:06:55.285367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.894733284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:06:55.28539Z","caller":"traceutil/trace.go:171","msg":"trace[271622147] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:25144; }","duration":"6.894805477s","start":"2026-04-23T01:06:48.390577Z","end":"2026-04-23T01:06:55.285383Z","steps":["trace[271622147] 'agreement among raft nodes before linearized reading' (duration: 6.894754585s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:55.285414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:48.390543Z","time spent":"6.894864979s","remote":"127.0.0.1:33152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:06:55.285459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.835190139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-23T01:06:55.285515Z","caller":"traceutil/trace.go:171","msg":"trace[336972183] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25144; }","duration":"6.835309553s","start":"2026-04-23T01:06:48.450191Z","end":"2026-04-23T01:06:55.2855Z","steps":["trace[336972183] 'agreement among raft nodes before linearized reading' (duration: 6.835127667s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:55.284891Z","caller":"traceutil/trace.go:171","msg":"trace[1288208807] transaction","detail":"{read_only:false; response_revision:25144; number_of_response:1; }","duration":"4.400078165s","start":"2026-04-23T01:06:50.884797Z","end":"2026-04-23T01:06:55.284876Z","steps":["trace[1288208807] 'process raft request' (duration: 4.399995512s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:55.285552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:48.450159Z","time spent":"6.835385116s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T01:06:55.285578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.83995239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-23T01:06:55.285593Z","caller":"traceutil/trace.go:171","msg":"trace[1696158050] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25144; }","duration":"6.840014031s","start":"2026-04-23T01:06:48.445574Z","end":"2026-04-23T01:06:55.285588Z","steps":["trace[1696158050] 'agreement among raft nodes before linearized reading' (duration: 6.83996549s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:55.285612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:48.445551Z","time spent":"6.840056883s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T01:06:55.285608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:50.884759Z","time spent":"4.400804838s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:06:55.285684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.840095074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T01:06:55.285706Z","caller":"traceutil/trace.go:171","msg":"trace[984116751] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25144; }","duration":"6.840167847s","start":"2026-04-23T01:06:48.445529Z","end":"2026-04-23T01:06:55.285697Z","steps":["trace[984116751] 'agreement among raft nodes before linearized reading' (duration: 6.840123395s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:55.285719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:48.445499Z","time spent":"6.840216759s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T01:06:55.285767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.921816472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:06:55.285808Z","caller":"traceutil/trace.go:171","msg":"trace[500356588] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:25144; }","duration":"5.921859293s","start":"2026-04-23T01:06:49.363936Z","end":"2026-04-23T01:06:55.285795Z","steps":["trace[500356588] 'agreement among raft nodes before linearized reading' (duration: 5.921799521s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:55.285872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:49.363855Z","time spent":"5.922007308s","remote":"127.0.0.1:36412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:06:55.286018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.191971895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ed6ff780-569b-4a9d-ab9e-cfdaadd81c37\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-04-23T01:06:55.286035Z","caller":"traceutil/trace.go:171","msg":"trace[186041528] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ed6ff780-569b-4a9d-ab9e-cfdaadd81c37; range_end:; response_count:1; response_revision:25144; }","duration":"6.192039827s","start":"2026-04-23T01:06:49.093989Z","end":"2026-04-23T01:06:55.286028Z","steps":["trace[186041528] 'agreement among raft nodes before linearized reading' (duration: 6.191980295s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:55.286049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:49.093961Z","time spent":"6.192084469s","remote":"127.0.0.1:39458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ed6ff780-569b-4a9d-ab9e-cfdaadd81c37\" "} {"level":"warn","ts":"2026-04-23T01:06:55.286137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.432249703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:06:55.286151Z","caller":"traceutil/trace.go:171","msg":"trace[886480190] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:25144; }","duration":"6.432350805s","start":"2026-04-23T01:06:48.853795Z","end":"2026-04-23T01:06:55.286146Z","steps":["trace[886480190] 'agreement among raft nodes before linearized reading' (duration: 6.432322924s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:55.286165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:48.853748Z","time spent":"6.432411778s","remote":"127.0.0.1:36758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:06:55.286248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.54240624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-04-23T01:06:55.286286Z","caller":"traceutil/trace.go:171","msg":"trace[1244201013] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:25144; }","duration":"6.542444061s","start":"2026-04-23T01:06:48.743829Z","end":"2026-04-23T01:06:55.286273Z","steps":["trace[1244201013] 'agreement among raft nodes before linearized reading' (duration: 6.542301777s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:55.286307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:48.743759Z","time spent":"6.542542894s","remote":"127.0.0.1:39424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-04-23T01:06:55.286474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.530306146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:06:55.2865Z","caller":"traceutil/trace.go:171","msg":"trace[1271339532] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:25144; }","duration":"6.530375789s","start":"2026-04-23T01:06:48.756115Z","end":"2026-04-23T01:06:55.286491Z","steps":["trace[1271339532] 'agreement among raft nodes before linearized reading' (duration: 6.530323827s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:55.28652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:48.75609Z","time spent":"6.530423561s","remote":"127.0.0.1:36244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:06:55.785457Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581741608219405102,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:06:56.286047Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581741608219405102,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:06:56.526559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000284629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:06:56.526681Z","caller":"traceutil/trace.go:171","msg":"trace[1793267567] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000487655s","start":"2026-04-23T01:06:54.526167Z","end":"2026-04-23T01:06:56.526654Z","steps":["trace[1793267567] 'agreement among raft nodes before linearized reading' (duration: 2.0003104s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:56.526747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:54.526148Z","time spent":"2.000586289s","remote":"127.0.0.1:39300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 01:06:56 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:06:56.593335Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.545011803s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T01:06:57.104082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999832084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:06:57.104197Z","caller":"traceutil/trace.go:171","msg":"trace[936631428] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00002169s","start":"2026-04-23T01:06:55.104148Z","end":"2026-04-23T01:06:57.10417Z","steps":["trace[936631428] 'agreement among raft nodes before linearized reading' (duration: 1.999876866s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:57.104263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:55.10412Z","time spent":"2.000129124s","remote":"127.0.0.1:39306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 01:06:57 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:06:57.83032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:52.832714Z","time spent":"4.997591872s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/23 01:06:57 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:06:57.831113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:52.833956Z","time spent":"4.997151368s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/23 01:06:57 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:06:57.831236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:52.833458Z","time spent":"4.997766358s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/23 01:06:57 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:06:57.831493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:52.833793Z","time spent":"4.997697055s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-23T01:06:57.831778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:52.83414Z","time spent":"4.997634983s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-23T01:06:57.832089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:52.834186Z","time spent":"4.997900692s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/23 01:06:57 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:06:58.44308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997351845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:06:58.443205Z","caller":"traceutil/trace.go:171","msg":"trace[573940149] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.997546611s","start":"2026-04-23T01:06:55.445632Z","end":"2026-04-23T01:06:58.443178Z","steps":["trace[573940149] 'agreement among raft nodes before linearized reading' (duration: 2.997382326s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:58.443266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:55.445606Z","time spent":"2.997648535s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/04/23 01:06:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:06:58.4453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:55.292417Z","time spent":"3.152872218s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/23 01:06:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:06:58.445487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997910923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:06:58.445526Z","caller":"traceutil/trace.go:171","msg":"trace[1440880198] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.998008835s","start":"2026-04-23T01:06:55.447506Z","end":"2026-04-23T01:06:58.445515Z","steps":["trace[1440880198] 'agreement among raft nodes before linearized reading' (duration: 2.997962174s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:58.445572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:55.447474Z","time spent":"2.998091128s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/04/23 01:06:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:06:58.446891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:55.290785Z","time spent":"3.15609173s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/23 01:06:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:06:58.449096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:55.29109Z","time spent":"3.158003301s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/23 01:06:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:06:58.449751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998108089s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:06:58.449941Z","caller":"traceutil/trace.go:171","msg":"trace[738548297] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.998341436s","start":"2026-04-23T01:06:55.451572Z","end":"2026-04-23T01:06:58.449913Z","steps":["trace[738548297] 'agreement among raft nodes before linearized reading' (duration: 2.99812639s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:58.450015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:55.451555Z","time spent":"2.998446449s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/23 01:06:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:06:58.533723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999908085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T01:06:58.533863Z","caller":"traceutil/trace.go:171","msg":"trace[545609922] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000094171s","start":"2026-04-23T01:06:56.533706Z","end":"2026-04-23T01:06:58.5338Z","steps":["trace[545609922] 'agreement among raft nodes before linearized reading' (duration: 1.999966197s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:58.533914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:56.533674Z","time spent":"2.000230065s","remote":"127.0.0.1:39306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 01:06:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:06:58.6028Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"3f959db7b28b69f4","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-04-23T01:06:58.676121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.082511861s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-23T01:06:58.677247Z","caller":"traceutil/trace.go:171","msg":"trace[752938244] transaction","detail":"{read_only:false; response_revision:25145; number_of_response:1; }","duration":"6.023571084s","start":"2026-04-23T01:06:52.653458Z","end":"2026-04-23T01:06:58.677029Z","steps":["trace[752938244] 'process raft request' (duration: 6.022775639s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:58.677446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:52.653415Z","time spent":"6.023919705s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:06:59.33831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.182643ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:06:59.339022Z","caller":"traceutil/trace.go:171","msg":"trace[1149101973] transaction","detail":"{read_only:false; response_revision:25157; number_of_response:1; }","duration":"891.809175ms","start":"2026-04-23T01:06:58.447189Z","end":"2026-04-23T01:06:59.338999Z","steps":["trace[1149101973] 'process raft request' (duration: 891.765823ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:59.339138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:58.447158Z","time spent":"891.924748ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:06:59.339288Z","caller":"traceutil/trace.go:171","msg":"trace[698987276] transaction","detail":"{read_only:false; response_revision:25152; number_of_response:1; }","duration":"6.504675585s","start":"2026-04-23T01:06:52.834579Z","end":"2026-04-23T01:06:59.339255Z","steps":["trace[698987276] 'process raft request' (duration: 6.504173729s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:59.339416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.630395746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:06:59.339445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:52.834565Z","time spent":"6.50480834s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:06:59.339447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.479444047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-04-23T01:06:59.339509Z","caller":"traceutil/trace.go:171","msg":"trace[1067666860] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25157; }","duration":"4.479589792s","start":"2026-04-23T01:06:54.859904Z","end":"2026-04-23T01:06:59.339494Z","steps":["trace[1067666860] 'agreement among raft nodes before linearized reading' (duration: 4.479384586s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:59.339297Z","caller":"traceutil/trace.go:171","msg":"trace[1854198183] linearizableReadLoop","detail":"{readStateIndex:26022; appliedIndex:26009; }","duration":"4.054315168s","start":"2026-04-23T01:06:55.284956Z","end":"2026-04-23T01:06:59.339272Z","steps":["trace[1854198183] 'read index received' (duration: 1.308666403s)","trace[1854198183] 'applied index is now lower than readState.Index' (duration: 2.745646555s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:06:59.339551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.480547343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-04-23T01:06:59.339441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.48901563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:06:59.339555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.820647329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8d5b5e5f325ed\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-04-23T01:06:59.339619Z","caller":"traceutil/trace.go:171","msg":"trace[1918439563] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:25157; }","duration":"5.489298698s","start":"2026-04-23T01:06:53.850304Z","end":"2026-04-23T01:06:59.339603Z","steps":["trace[1918439563] 'agreement among raft nodes before linearized reading' (duration: 5.488970548s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:59.339638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.098115985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:06:59.339658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:53.850292Z","time spent":"5.48935832s","remote":"127.0.0.1:39396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:06:59.339656Z","caller":"traceutil/trace.go:171","msg":"trace[1088364949] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a8d5b5e5f325ed; range_end:; response_count:1; response_revision:25157; }","duration":"6.820826655s","start":"2026-04-23T01:06:52.518798Z","end":"2026-04-23T01:06:59.339624Z","steps":["trace[1088364949] 'agreement among raft nodes before linearized reading' (duration: 6.820579287s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:59.339678Z","caller":"traceutil/trace.go:171","msg":"trace[847489251] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/endpoints/; range_end:/registry/openstack.k-orc.cloud/endpoints0; response_count:0; response_revision:25157; }","duration":"4.098184187s","start":"2026-04-23T01:06:55.241482Z","end":"2026-04-23T01:06:59.339666Z","steps":["trace[847489251] 'agreement among raft nodes before linearized reading' (duration: 4.098118995s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:59.339699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.095386817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3236"} {"level":"warn","ts":"2026-04-23T01:06:59.339696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.234213643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-23T01:06:59.33971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:52.518761Z","time spent":"6.820940248s","remote":"127.0.0.1:39362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8d5b5e5f325ed\" "} {"level":"info","ts":"2026-04-23T01:06:59.339732Z","caller":"traceutil/trace.go:171","msg":"trace[1206945637] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25157; }","duration":"8.095419348s","start":"2026-04-23T01:06:51.244301Z","end":"2026-04-23T01:06:59.33972Z","steps":["trace[1206945637] 'agreement among raft nodes before linearized reading' (duration: 8.095341465s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:59.339742Z","caller":"traceutil/trace.go:171","msg":"trace[1693348761] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:25157; }","duration":"5.234257944s","start":"2026-04-23T01:06:54.105472Z","end":"2026-04-23T01:06:59.33973Z","steps":["trace[1693348761] 'agreement among raft nodes before linearized reading' (duration: 5.233999866s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:59.339762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:51.244224Z","time spent":"8.095533372s","remote":"127.0.0.1:39808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3259,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-04-23T01:06:59.339465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.028056205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:06:59.339771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:54.105378Z","time spent":"5.234386198s","remote":"127.0.0.1:39478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":240,"response size":32,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:06:59.339796Z","caller":"traceutil/trace.go:171","msg":"trace[1091157327] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:25157; }","duration":"7.028438618s","start":"2026-04-23T01:06:52.311349Z","end":"2026-04-23T01:06:59.339788Z","steps":["trace[1091157327] 'agreement among raft nodes before linearized reading' (duration: 7.028092337s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:59.339812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.477529257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:06:59.339828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:52.311318Z","time spent":"7.0285016s","remote":"127.0.0.1:33240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:06:59.339845Z","caller":"traceutil/trace.go:171","msg":"trace[1438880376] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:25157; }","duration":"4.477575648s","start":"2026-04-23T01:06:54.862258Z","end":"2026-04-23T01:06:59.339834Z","steps":["trace[1438880376] 'agreement among raft nodes before linearized reading' (duration: 4.477529267s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:59.339857Z","caller":"traceutil/trace.go:171","msg":"trace[1103743348] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25157; }","duration":"4.480572794s","start":"2026-04-23T01:06:54.858997Z","end":"2026-04-23T01:06:59.33957Z","steps":["trace[1103743348] 'agreement among raft nodes before linearized reading' (duration: 4.480483251s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:59.339889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:54.86225Z","time spent":"4.477625991s","remote":"127.0.0.1:36656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:06:59.339766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.177162978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:06:59.339416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.176051081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:06:59.339919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.502339112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:06:59.339938Z","caller":"traceutil/trace.go:171","msg":"trace[1264005683] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:25157; }","duration":"8.176624619s","start":"2026-04-23T01:06:51.163303Z","end":"2026-04-23T01:06:59.339927Z","steps":["trace[1264005683] 'agreement among raft nodes before linearized reading' (duration: 8.176049971s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:59.33994Z","caller":"traceutil/trace.go:171","msg":"trace[336312408] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:25157; }","duration":"4.177378294s","start":"2026-04-23T01:06:55.162548Z","end":"2026-04-23T01:06:59.339926Z","steps":["trace[336312408] 'agreement among raft nodes before linearized reading' (duration: 4.177186698s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:59.33997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:51.16328Z","time spent":"8.17668264s","remote":"127.0.0.1:55058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:06:59.339981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:55.162523Z","time spent":"4.177443366s","remote":"127.0.0.1:38162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:06:59.339714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:55.241458Z","time spent":"4.098247129s","remote":"127.0.0.1:36542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:06:59.339625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.911863696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-04-23T01:06:59.340091Z","caller":"traceutil/trace.go:171","msg":"trace[1514127449] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25157; }","duration":"7.912359912s","start":"2026-04-23T01:06:51.427723Z","end":"2026-04-23T01:06:59.340083Z","steps":["trace[1514127449] 'agreement among raft nodes before linearized reading' (duration: 7.911837266s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:59.340098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.558715936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-23T01:06:59.340121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:51.427697Z","time spent":"7.912417254s","remote":"127.0.0.1:39458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-23T01:06:59.340127Z","caller":"traceutil/trace.go:171","msg":"trace[2117421751] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:25157; }","duration":"5.558791908s","start":"2026-04-23T01:06:53.781323Z","end":"2026-04-23T01:06:59.340115Z","steps":["trace[2117421751] 'agreement among raft nodes before linearized reading' (duration: 5.558640073s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:59.339468Z","caller":"traceutil/trace.go:171","msg":"trace[1888154963] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:25157; }","duration":"4.63049883s","start":"2026-04-23T01:06:54.708956Z","end":"2026-04-23T01:06:59.339455Z","steps":["trace[1888154963] 'agreement among raft nodes before linearized reading' (duration: 4.630402357s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:59.340151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:53.781292Z","time spent":"5.5588543s","remote":"127.0.0.1:39330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":140,"response size":32,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:06:59.34018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:54.70893Z","time spent":"4.631236733s","remote":"127.0.0.1:36482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:06:59.339297Z","caller":"traceutil/trace.go:171","msg":"trace[984997898] transaction","detail":"{read_only:false; response_revision:25153; number_of_response:1; }","duration":"6.49188108s","start":"2026-04-23T01:06:52.847389Z","end":"2026-04-23T01:06:59.33927Z","steps":["trace[984997898] 'process raft request' (duration: 6.491406725s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:59.340241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.449620102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:06:59.340267Z","caller":"traceutil/trace.go:171","msg":"trace[1246639462] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:25157; }","duration":"6.449703215s","start":"2026-04-23T01:06:52.890557Z","end":"2026-04-23T01:06:59.34026Z","steps":["trace[1246639462] 'agreement among raft nodes before linearized reading' (duration: 6.44956125s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:59.340278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:52.847355Z","time spent":"6.492900043s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:06:59.340298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:52.890527Z","time spent":"6.449764377s","remote":"127.0.0.1:39586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":125,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:06:59.339899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:54.858915Z","time spent":"4.480973056s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-23T01:06:59.33953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.471190095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:06:59.340385Z","caller":"traceutil/trace.go:171","msg":"trace[1651445405] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:25157; }","duration":"7.472138445s","start":"2026-04-23T01:06:51.868222Z","end":"2026-04-23T01:06:59.34036Z","steps":["trace[1651445405] 'agreement among raft nodes before linearized reading' (duration: 7.471256907s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:59.339577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:54.859873Z","time spent":"4.479673515s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-23T01:06:59.340454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:51.868193Z","time spent":"7.472242158s","remote":"127.0.0.1:39660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:06:59.339947Z","caller":"traceutil/trace.go:171","msg":"trace[2097950280] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:25157; }","duration":"5.502371343s","start":"2026-04-23T01:06:53.837567Z","end":"2026-04-23T01:06:59.339939Z","steps":["trace[2097950280] 'agreement among raft nodes before linearized reading' (duration: 5.502316511s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:59.340664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:53.837493Z","time spent":"5.503156627s","remote":"127.0.0.1:55988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:07:00.1009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.414461ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:07:00.101201Z","caller":"traceutil/trace.go:171","msg":"trace[647123757] transaction","detail":"{read_only:false; response_revision:25158; number_of_response:1; }","duration":"1.65350679s","start":"2026-04-23T01:06:58.447658Z","end":"2026-04-23T01:07:00.101165Z","steps":["trace[647123757] 'process raft request' (duration: 1.015712917s)","trace[647123757] 'compare' (duration: 637.06669ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:07:00.101252Z","caller":"traceutil/trace.go:171","msg":"trace[204656871] linearizableReadLoop","detail":"{readStateIndex:26026; appliedIndex:26023; }","duration":"761.652824ms","start":"2026-04-23T01:06:59.339566Z","end":"2026-04-23T01:07:00.101218Z","steps":["trace[204656871] 'read index received' (duration: 123.82383ms)","trace[204656871] 'applied index is now lower than readState.Index' (duration: 637.827144ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:07:00.101392Z","caller":"traceutil/trace.go:171","msg":"trace[1864663553] transaction","detail":"{read_only:false; number_of_response:1; response_revision:25158; }","duration":"1.652078334s","start":"2026-04-23T01:06:58.449295Z","end":"2026-04-23T01:07:00.101374Z","steps":["trace[1864663553] 'process raft request' (duration: 1.651775715s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:00.101391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:58.447641Z","time spent":"1.653648035s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:07:00.101507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:58.449261Z","time spent":"1.652180368s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":46,"response count":0,"response size":472,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:07:00.101893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.269775109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:541"} {"level":"warn","ts":"2026-04-23T01:07:00.102005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.856042042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:07:00.102052Z","caller":"traceutil/trace.go:171","msg":"trace[1670759509] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:25158; }","duration":"1.856140586s","start":"2026-04-23T01:06:58.245897Z","end":"2026-04-23T01:07:00.102038Z","steps":["trace[1670759509] 'agreement among raft nodes before linearized reading' (duration: 1.856019902s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:07:00.102084Z","caller":"traceutil/trace.go:171","msg":"trace[417966020] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:25158; }","duration":"2.269983027s","start":"2026-04-23T01:06:57.832032Z","end":"2026-04-23T01:07:00.102015Z","steps":["trace[417966020] 'agreement among raft nodes before linearized reading' (duration: 2.269652056s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:07:00.102132Z","caller":"traceutil/trace.go:171","msg":"trace[1916130656] transaction","detail":"{read_only:false; number_of_response:1; response_revision:25158; }","duration":"1.650139433s","start":"2026-04-23T01:06:58.451982Z","end":"2026-04-23T01:07:00.102122Z","steps":["trace[1916130656] 'process raft request' (duration: 1.649174633s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:00.102145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:57.832004Z","time spent":"2.270127141s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":564,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-04-23T01:07:00.102214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:58.451949Z","time spent":"1.650220336s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":48,"response count":0,"response size":476,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:07:00.102334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.25302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:07:00.102369Z","caller":"traceutil/trace.go:171","msg":"trace[724627394] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:25158; }","duration":"766.289501ms","start":"2026-04-23T01:06:59.33607Z","end":"2026-04-23T01:07:00.102359Z","steps":["trace[724627394] 'agreement among raft nodes before linearized reading' (duration: 766.226869ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:00.102404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:59.335975Z","time spent":"766.421055ms","remote":"127.0.0.1:57998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:07:00.10249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.321469916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:07:00.102554Z","caller":"traceutil/trace.go:171","msg":"trace[804118208] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:25158; }","duration":"3.321575989s","start":"2026-04-23T01:06:56.780963Z","end":"2026-04-23T01:07:00.102539Z","steps":["trace[804118208] 'agreement among raft nodes before linearized reading' (duration: 3.321464936s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:00.102589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.568476118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:07:00.102599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:56.780934Z","time spent":"3.321655512s","remote":"127.0.0.1:46414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:07:00.10263Z","caller":"traceutil/trace.go:171","msg":"trace[516197201] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25158; }","duration":"1.568561091s","start":"2026-04-23T01:06:58.534055Z","end":"2026-04-23T01:07:00.102616Z","steps":["trace[516197201] 'agreement among raft nodes before linearized reading' (duration: 1.568501219s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:00.102662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:58.534025Z","time spent":"1.568632073s","remote":"127.0.0.1:39300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:07:00.102796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.663611008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:07:00.102817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.772227409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:07:00.102842Z","caller":"traceutil/trace.go:171","msg":"trace[134936897] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25158; }","duration":"3.663708821s","start":"2026-04-23T01:06:56.439116Z","end":"2026-04-23T01:07:00.102825Z","steps":["trace[134936897] 'agreement among raft nodes before linearized reading' (duration: 3.663640069s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:00.102879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:56.439079Z","time spent":"3.663793134s","remote":"127.0.0.1:36478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-23T01:07:00.103084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.771573686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.233\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-04-23T01:07:00.103125Z","caller":"traceutil/trace.go:171","msg":"trace[1365671073] range","detail":"{range_begin:/registry/masterleases/199.204.45.233; range_end:; response_count:1; response_revision:25158; }","duration":"3.771677269s","start":"2026-04-23T01:06:56.331435Z","end":"2026-04-23T01:07:00.103112Z","steps":["trace[1365671073] 'agreement among raft nodes before linearized reading' (duration: 3.771587187s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:00.103166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:56.331406Z","time spent":"3.771750292s","remote":"127.0.0.1:39318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.233\" "} {"level":"warn","ts":"2026-04-23T01:07:00.10321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.26945933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:552"} {"level":"info","ts":"2026-04-23T01:07:00.103263Z","caller":"traceutil/trace.go:171","msg":"trace[992629513] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:25158; }","duration":"2.269511842s","start":"2026-04-23T01:06:57.83374Z","end":"2026-04-23T01:07:00.103252Z","steps":["trace[992629513] 'agreement among raft nodes before linearized reading' (duration: 2.269346857s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:00.103292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:57.833718Z","time spent":"2.269567533s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":575,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-04-23T01:07:00.103408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.810707326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ed6ff780-569b-4a9d-ab9e-cfdaadd81c37\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-04-23T01:07:00.103436Z","caller":"traceutil/trace.go:171","msg":"trace[1682395830] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ed6ff780-569b-4a9d-ab9e-cfdaadd81c37; range_end:; response_count:1; response_revision:25158; }","duration":"3.810735066s","start":"2026-04-23T01:06:56.292692Z","end":"2026-04-23T01:07:00.103427Z","steps":["trace[1682395830] 'agreement among raft nodes before linearized reading' (duration: 3.810647204s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:00.103458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:56.292618Z","time spent":"3.810834599s","remote":"127.0.0.1:39458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ed6ff780-569b-4a9d-ab9e-cfdaadd81c37\" "} {"level":"warn","ts":"2026-04-23T01:07:00.103482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.269711488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-04-23T01:07:00.103511Z","caller":"traceutil/trace.go:171","msg":"trace[92256527] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:25158; }","duration":"2.269753249s","start":"2026-04-23T01:06:57.833749Z","end":"2026-04-23T01:07:00.103502Z","steps":["trace[92256527] 'agreement among raft nodes before linearized reading' (duration: 2.269668956s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:00.103545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:57.833735Z","time spent":"2.269804041s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-04-23T01:07:00.103623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.979776838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:07:00.103657Z","caller":"traceutil/trace.go:171","msg":"trace[2006151404] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:25158; }","duration":"3.979873421s","start":"2026-04-23T01:06:56.123776Z","end":"2026-04-23T01:07:00.10365Z","steps":["trace[2006151404] 'agreement among raft nodes before linearized reading' (duration: 3.979810699s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:00.103687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:56.123746Z","time spent":"3.979933943s","remote":"127.0.0.1:39526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:07:00.103863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.238131638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-23T01:07:00.103917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.270624557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-04-23T01:07:00.103928Z","caller":"traceutil/trace.go:171","msg":"trace[481173161] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:25158; }","duration":"2.238240011s","start":"2026-04-23T01:06:57.865674Z","end":"2026-04-23T01:07:00.103914Z","steps":["trace[481173161] 'agreement among raft nodes before linearized reading' (duration: 2.23631321s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:00.103942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.10272167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:07:00.103963Z","caller":"traceutil/trace.go:171","msg":"trace[1682984137] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:25158; }","duration":"2.270673138s","start":"2026-04-23T01:06:57.833274Z","end":"2026-04-23T01:07:00.103947Z","steps":["trace[1682984137] 'agreement among raft nodes before linearized reading' (duration: 2.270568255s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:00.103967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:57.865646Z","time spent":"2.238311363s","remote":"127.0.0.1:39748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2715,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:07:00.104002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:57.833271Z","time spent":"2.270724549s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":649,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-04-23T01:07:00.104021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.278359311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:07:00.104052Z","caller":"traceutil/trace.go:171","msg":"trace[1603535240] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:25158; }","duration":"4.278439274s","start":"2026-04-23T01:06:55.825603Z","end":"2026-04-23T01:07:00.104042Z","steps":["trace[1603535240] 'agreement among raft nodes before linearized reading' (duration: 4.278392742s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:00.104085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:55.825574Z","time spent":"4.278503346s","remote":"127.0.0.1:36292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:07:00.104269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.271007229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:516"} {"level":"warn","ts":"2026-04-23T01:07:00.102094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:58.245874Z","time spent":"1.856211327s","remote":"127.0.0.1:36646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:07:00.10431Z","caller":"traceutil/trace.go:171","msg":"trace[2126104579] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:25158; }","duration":"2.271079051s","start":"2026-04-23T01:06:57.833222Z","end":"2026-04-23T01:07:00.104301Z","steps":["trace[2126104579] 'agreement among raft nodes before linearized reading' (duration: 2.270986068s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:00.104345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:57.833204Z","time spent":"2.271134203s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":539,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"info","ts":"2026-04-23T01:07:00.102849Z","caller":"traceutil/trace.go:171","msg":"trace[1525980101] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:25158; }","duration":"1.772313911s","start":"2026-04-23T01:06:58.330525Z","end":"2026-04-23T01:07:00.102839Z","steps":["trace[1525980101] 'agreement among raft nodes before linearized reading' (duration: 1.772256729s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:00.104506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:58.330496Z","time spent":"1.773998914s","remote":"127.0.0.1:36528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:07:00.101901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.269018256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:539"} {"level":"info","ts":"2026-04-23T01:07:00.104792Z","caller":"traceutil/trace.go:171","msg":"trace[1796252521] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:25158; }","duration":"2.271974879s","start":"2026-04-23T01:06:57.832809Z","end":"2026-04-23T01:07:00.104784Z","steps":["trace[1796252521] 'agreement among raft nodes before linearized reading' (duration: 2.268869641s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:00.104829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:57.832775Z","time spent":"2.272044521s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":562,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"warn","ts":"2026-04-23T01:07:00.104285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.813987079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-70c7b3d2-162f-4b20-999b-e9c60bed09aa\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-04-23T01:07:00.105016Z","caller":"traceutil/trace.go:171","msg":"trace[2044787321] range","detail":"{range_begin:/registry/persistentvolumes/pvc-70c7b3d2-162f-4b20-999b-e9c60bed09aa; range_end:; response_count:1; response_revision:25158; }","duration":"4.814759913s","start":"2026-04-23T01:06:55.290245Z","end":"2026-04-23T01:07:00.105005Z","steps":["trace[2044787321] 'agreement among raft nodes before linearized reading' (duration: 4.813974888s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:00.105052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:55.290221Z","time spent":"4.814822845s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1474,"request content":"key:\"/registry/persistentvolumes/pvc-70c7b3d2-162f-4b20-999b-e9c60bed09aa\" "} {"level":"warn","ts":"2026-04-23T01:07:00.103891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.008683193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:07:00.105736Z","caller":"traceutil/trace.go:171","msg":"trace[734379654] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:25158; }","duration":"4.010530612s","start":"2026-04-23T01:06:56.095196Z","end":"2026-04-23T01:07:00.105727Z","steps":["trace[734379654] 'agreement among raft nodes before linearized reading' (duration: 4.008605591s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:00.105771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:56.094852Z","time spent":"4.010909423s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":91,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:07:00.10398Z","caller":"traceutil/trace.go:171","msg":"trace[203691451] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25158; }","duration":"4.102810554s","start":"2026-04-23T01:06:56.001159Z","end":"2026-04-23T01:07:00.103969Z","steps":["trace[203691451] 'agreement among raft nodes before linearized reading' (duration: 4.102749722s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:00.106787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:56.00113Z","time spent":"4.105634193s","remote":"127.0.0.1:40026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:07:00.108704Z","caller":"traceutil/trace.go:171","msg":"trace[1438145536] transaction","detail":"{read_only:false; response_revision:25159; number_of_response:1; }","duration":"763.004367ms","start":"2026-04-23T01:06:59.345687Z","end":"2026-04-23T01:07:00.108692Z","steps":["trace[1438145536] 'process raft request' (duration: 762.800391ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:00.108797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:59.345666Z","time spent":"763.078199ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:07:00.108955Z","caller":"traceutil/trace.go:171","msg":"trace[3182324] transaction","detail":"{read_only:false; response_revision:25160; number_of_response:1; }","duration":"763.220093ms","start":"2026-04-23T01:06:59.345724Z","end":"2026-04-23T01:07:00.108944Z","steps":["trace[3182324] 'process raft request' (duration: 762.905563ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:00.109004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:59.345714Z","time spent":"763.265095ms","remote":"127.0.0.1:39362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:07:00.109044Z","caller":"traceutil/trace.go:171","msg":"trace[540175811] transaction","detail":"{read_only:false; response_revision:25161; number_of_response:1; }","duration":"763.247675ms","start":"2026-04-23T01:06:59.345779Z","end":"2026-04-23T01:07:00.109026Z","steps":["trace[540175811] 'process raft request' (duration: 763.061109ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:00.109075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.455391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-04-23T01:07:00.109317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:59.345773Z","time spent":"763.310576ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:07:00.109315Z","caller":"traceutil/trace.go:171","msg":"trace[1656994566] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25161; }","duration":"763.538533ms","start":"2026-04-23T01:06:59.345574Z","end":"2026-04-23T01:07:00.109112Z","steps":["trace[1656994566] 'agreement among raft nodes before linearized reading' (duration: 763.380718ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:00.109349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:59.345552Z","time spent":"763.788632ms","remote":"127.0.0.1:39458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-23T01:07:01.287768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.008664294s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-04-23T01:07:01.287879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:00.108191Z","time spent":"1.179678379s","remote":"127.0.0.1:39318","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-23T01:07:01.287969Z","caller":"traceutil/trace.go:171","msg":"trace[787825700] linearizableReadLoop","detail":"{readStateIndex:26030; appliedIndex:26029; }","duration":"1.178572023s","start":"2026-04-23T01:07:00.109372Z","end":"2026-04-23T01:07:01.287944Z","steps":["trace[787825700] 'read index received' (duration: 169.64073ms)","trace[787825700] 'applied index is now lower than readState.Index' (duration: 1.008928673s)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:07:01.288004Z","caller":"traceutil/trace.go:171","msg":"trace[1781775406] transaction","detail":"{read_only:false; response_revision:25162; number_of_response:1; }","duration":"996.280422ms","start":"2026-04-23T01:07:00.291712Z","end":"2026-04-23T01:07:01.287993Z","steps":["trace[1781775406] 'process raft request' (duration: 996.154698ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:01.288096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:00.291671Z","time spent":"996.355695ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:07:01.288237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.178523182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:552"} {"level":"info","ts":"2026-04-23T01:07:01.288283Z","caller":"traceutil/trace.go:171","msg":"trace[2012938582] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:25162; }","duration":"1.178581113s","start":"2026-04-23T01:07:00.109684Z","end":"2026-04-23T01:07:01.288265Z","steps":["trace[2012938582] 'agreement among raft nodes before linearized reading' (duration: 1.178401858s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:01.288315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:00.10967Z","time spent":"1.178637116s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":575,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-04-23T01:07:01.288361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.85394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:07:01.288386Z","caller":"traceutil/trace.go:171","msg":"trace[124513210] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:25162; }","duration":"731.931833ms","start":"2026-04-23T01:07:00.556446Z","end":"2026-04-23T01:07:01.288378Z","steps":["trace[124513210] 'agreement among raft nodes before linearized reading' (duration: 731.885171ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:01.288407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:00.556416Z","time spent":"731.983174ms","remote":"127.0.0.1:39506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:07:01.288479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.174505125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:516"} {"level":"warn","ts":"2026-04-23T01:07:01.288446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.172407148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:07:01.288511Z","caller":"traceutil/trace.go:171","msg":"trace[752516709] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:25162; }","duration":"1.174617818s","start":"2026-04-23T01:07:00.113884Z","end":"2026-04-23T01:07:01.288502Z","steps":["trace[752516709] 'agreement among raft nodes before linearized reading' (duration: 1.174531845s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:01.28852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.11307495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-webhook\" ","response":"range_response_count:1 size:972"} {"level":"info","ts":"2026-04-23T01:07:01.288544Z","caller":"traceutil/trace.go:171","msg":"trace[1643304724] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25162; }","duration":"1.172533812s","start":"2026-04-23T01:07:00.115987Z","end":"2026-04-23T01:07:01.288521Z","steps":["trace[1643304724] 'agreement among raft nodes before linearized reading' (duration: 1.172350317s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:07:01.288583Z","caller":"traceutil/trace.go:171","msg":"trace[641724783] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-webhook; range_end:; response_count:1; response_revision:25162; }","duration":"1.113202964s","start":"2026-04-23T01:07:00.175359Z","end":"2026-04-23T01:07:01.288562Z","steps":["trace[641724783] 'agreement among raft nodes before linearized reading' (duration: 1.112965696s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:01.288594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:00.115982Z","time spent":"1.172602094s","remote":"127.0.0.1:39466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-04-23T01:07:01.288621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.174774463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:539"} {"level":"warn","ts":"2026-04-23T01:07:01.288632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:00.175338Z","time spent":"1.113285777s","remote":"127.0.0.1:39478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":995,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-webhook\" "} {"level":"info","ts":"2026-04-23T01:07:01.288657Z","caller":"traceutil/trace.go:171","msg":"trace[398306879] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:25162; }","duration":"1.174815534s","start":"2026-04-23T01:07:00.113829Z","end":"2026-04-23T01:07:01.288645Z","steps":["trace[398306879] 'agreement among raft nodes before linearized reading' (duration: 1.174728452s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:01.288694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:00.113805Z","time spent":"1.174882587s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":562,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"warn","ts":"2026-04-23T01:07:01.288707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.17500766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18367"} {"level":"info","ts":"2026-04-23T01:07:01.288727Z","caller":"traceutil/trace.go:171","msg":"trace[1893339903] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25162; }","duration":"1.175042122s","start":"2026-04-23T01:07:00.113679Z","end":"2026-04-23T01:07:01.288721Z","steps":["trace[1893339903] 'agreement among raft nodes before linearized reading' (duration: 1.174966759s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:01.288743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:00.113668Z","time spent":"1.175071532s","remote":"127.0.0.1:39452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18390,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-23T01:07:01.28854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:00.113868Z","time spent":"1.17466553s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":539,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-04-23T01:07:01.288804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.179243575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7112"} {"level":"warn","ts":"2026-04-23T01:07:01.288911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.179040368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-04-23T01:07:01.288945Z","caller":"traceutil/trace.go:171","msg":"trace[1178885793] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:25162; }","duration":"1.179086799s","start":"2026-04-23T01:07:00.10985Z","end":"2026-04-23T01:07:01.288936Z","steps":["trace[1178885793] 'agreement among raft nodes before linearized reading' (duration: 1.179000037s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:01.288957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.175248358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8d5526659b8aa\" ","response":"range_response_count:1 size:775"} {"level":"warn","ts":"2026-04-23T01:07:01.288973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:00.109839Z","time spent":"1.179126991s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-04-23T01:07:01.289008Z","caller":"traceutil/trace.go:171","msg":"trace[1914954293] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a8d5526659b8aa; range_end:; response_count:1; response_revision:25162; }","duration":"1.1753113s","start":"2026-04-23T01:07:00.113678Z","end":"2026-04-23T01:07:01.28899Z","steps":["trace[1914954293] 'agreement among raft nodes before linearized reading' (duration: 1.175189356s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:01.289045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:00.113666Z","time spent":"1.175372202s","remote":"127.0.0.1:39362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8d5526659b8aa\" "} {"level":"warn","ts":"2026-04-23T01:07:01.289057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.893367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ed6ff780-569b-4a9d-ab9e-cfdaadd81c37\" ","response":"range_response_count:1 size:3764"} {"level":"warn","ts":"2026-04-23T01:07:01.289055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.175275599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:07:01.289162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.179298786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-04-23T01:07:01.289179Z","caller":"traceutil/trace.go:171","msg":"trace[2077312770] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25162; }","duration":"1.175419274s","start":"2026-04-23T01:07:00.113742Z","end":"2026-04-23T01:07:01.289162Z","steps":["trace[2077312770] 'agreement among raft nodes before linearized reading' (duration: 1.175266809s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:07:01.289212Z","caller":"traceutil/trace.go:171","msg":"trace[696559134] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:25162; }","duration":"1.17940494s","start":"2026-04-23T01:07:00.109794Z","end":"2026-04-23T01:07:01.289199Z","steps":["trace[696559134] 'agreement among raft nodes before linearized reading' (duration: 1.179139461s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:01.289216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:00.113735Z","time spent":"1.175473085s","remote":"127.0.0.1:39306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T01:07:01.28908Z","caller":"traceutil/trace.go:171","msg":"trace[1214791300] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ed6ff780-569b-4a9d-ab9e-cfdaadd81c37; range_end:; response_count:1; response_revision:25162; }","duration":"174.957389ms","start":"2026-04-23T01:07:01.114115Z","end":"2026-04-23T01:07:01.289073Z","steps":["trace[1214791300] 'agreement among raft nodes before linearized reading' (duration: 174.882196ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:01.289243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:00.109785Z","time spent":"1.179451391s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":649,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"info","ts":"2026-04-23T01:07:01.288924Z","caller":"traceutil/trace.go:171","msg":"trace[809212335] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:25162; }","duration":"1.179579245s","start":"2026-04-23T01:07:00.109324Z","end":"2026-04-23T01:07:01.288904Z","steps":["trace[809212335] 'agreement among raft nodes before linearized reading' (duration: 1.178740579s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:01.289382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:00.109117Z","time spent":"1.180245696s","remote":"127.0.0.1:39458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7135,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-23T01:07:01.289523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.173615756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:541"} {"level":"warn","ts":"2026-04-23T01:07:01.289545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.41949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-04-23T01:07:01.289592Z","caller":"traceutil/trace.go:171","msg":"trace[332272376] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:25162; }","duration":"456.517143ms","start":"2026-04-23T01:07:00.833062Z","end":"2026-04-23T01:07:01.289579Z","steps":["trace[332272376] 'agreement among raft nodes before linearized reading' (duration: 456.402149ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:01.289657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:00.833035Z","time spent":"456.614606ms","remote":"127.0.0.1:39424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-04-23T01:07:01.289596Z","caller":"traceutil/trace.go:171","msg":"trace[1086358749] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:25162; }","duration":"1.173775992s","start":"2026-04-23T01:07:00.1158Z","end":"2026-04-23T01:07:01.289576Z","steps":["trace[1086358749] 'agreement among raft nodes before linearized reading' (duration: 1.172492271s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:01.289957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:00.115791Z","time spent":"1.17405913s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":564,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-04-23T01:07:01.951986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.101341ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:07:01.952367Z","caller":"traceutil/trace.go:171","msg":"trace[1376529067] transaction","detail":"{read_only:false; response_revision:25164; number_of_response:1; }","duration":"658.334441ms","start":"2026-04-23T01:07:01.293989Z","end":"2026-04-23T01:07:01.952324Z","steps":["trace[1376529067] 'process raft request' (duration: 508.746415ms)","trace[1376529067] 'compare' (duration: 148.921165ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:07:01.952398Z","caller":"traceutil/trace.go:171","msg":"trace[1951051698] transaction","detail":"{read_only:false; response_revision:25165; number_of_response:1; }","duration":"650.334458ms","start":"2026-04-23T01:07:01.302021Z","end":"2026-04-23T01:07:01.952355Z","steps":["trace[1951051698] 'process raft request' (duration: 650.117531ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:01.95252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:01.29396Z","time spent":"658.493916ms","remote":"127.0.0.1:39362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:07:01.952628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:01.301988Z","time spent":"650.499393ms","remote":"127.0.0.1:39458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:07:01.952639Z","caller":"traceutil/trace.go:171","msg":"trace[2100570799] linearizableReadLoop","detail":"{readStateIndex:26035; appliedIndex:26032; }","duration":"584.719951ms","start":"2026-04-23T01:07:01.367859Z","end":"2026-04-23T01:07:01.952579Z","steps":["trace[2100570799] 'read index received' (duration: 434.893898ms)","trace[2100570799] 'applied index is now lower than readState.Index' (duration: 149.822813ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:07:01.952743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.519376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:07:01.952841Z","caller":"traceutil/trace.go:171","msg":"trace[2008046477] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25166; }","duration":"591.673921ms","start":"2026-04-23T01:07:01.361146Z","end":"2026-04-23T01:07:01.95282Z","steps":["trace[2008046477] 'agreement among raft nodes before linearized reading' (duration: 591.487645ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:01.952894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:01.361119Z","time spent":"591.765114ms","remote":"127.0.0.1:39690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-23T01:07:01.952875Z","caller":"traceutil/trace.go:171","msg":"trace[832224017] transaction","detail":"{read_only:false; response_revision:25166; number_of_response:1; }","duration":"603.362701ms","start":"2026-04-23T01:07:01.34947Z","end":"2026-04-23T01:07:01.952833Z","steps":["trace[832224017] 'process raft request' (duration: 602.794463ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:01.952933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.819689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:07:01.953024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.050293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-62c4e78e-ad25-4afc-98a5-53f0e721178e\" ","response":"range_response_count:1 size:1323"} {"level":"warn","ts":"2026-04-23T01:07:01.953088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:01.349436Z","time spent":"603.533487ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:07:01.953098Z","caller":"traceutil/trace.go:171","msg":"trace[1879262177] range","detail":"{range_begin:/registry/persistentvolumes/pvc-62c4e78e-ad25-4afc-98a5-53f0e721178e; range_end:; response_count:1; response_revision:25166; }","duration":"658.140435ms","start":"2026-04-23T01:07:01.294939Z","end":"2026-04-23T01:07:01.95308Z","steps":["trace[1879262177] 'agreement among raft nodes before linearized reading' (duration: 657.909578ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:01.953046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.975456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:07:01.953154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:01.29493Z","time spent":"658.212608ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-62c4e78e-ad25-4afc-98a5-53f0e721178e\" "} {"level":"info","ts":"2026-04-23T01:07:01.953171Z","caller":"traceutil/trace.go:171","msg":"trace[363755004] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25166; }","duration":"661.13742ms","start":"2026-04-23T01:07:01.292014Z","end":"2026-04-23T01:07:01.953151Z","steps":["trace[363755004] 'agreement among raft nodes before linearized reading' (duration: 660.966065ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:01.953221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:01.291991Z","time spent":"661.217083ms","remote":"127.0.0.1:39300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T01:07:01.955434Z","caller":"traceutil/trace.go:171","msg":"trace[793894076] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25166; }","duration":"653.965394ms","start":"2026-04-23T01:07:01.299016Z","end":"2026-04-23T01:07:01.952981Z","steps":["trace[793894076] 'agreement among raft nodes before linearized reading' (duration: 653.788508ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:01.955537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:01.298993Z","time spent":"656.517094ms","remote":"127.0.0.1:39512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-23T01:07:03.283487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.010589974s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-23T01:07:03.283622Z","caller":"traceutil/trace.go:171","msg":"trace[1596909538] linearizableReadLoop","detail":"{readStateIndex:26036; appliedIndex:26035; }","duration":"1.330848894s","start":"2026-04-23T01:07:01.95275Z","end":"2026-04-23T01:07:03.283599Z","steps":["trace[1596909538] 'read index received' (duration: 319.995401ms)","trace[1596909538] 'applied index is now lower than readState.Index' (duration: 1.010851923s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:07:03.283879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.630342716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:07:03.283883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.79822338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:07:03.283921Z","caller":"traceutil/trace.go:171","msg":"trace[1412306696] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:25166; }","duration":"1.630437619s","start":"2026-04-23T01:07:01.65347Z","end":"2026-04-23T01:07:03.283908Z","steps":["trace[1412306696] 'agreement among raft nodes before linearized reading' (duration: 1.630346096s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:07:03.28393Z","caller":"traceutil/trace.go:171","msg":"trace[2141349510] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:25166; }","duration":"1.798287982s","start":"2026-04-23T01:07:01.485632Z","end":"2026-04-23T01:07:03.28392Z","steps":["trace[2141349510] 'agreement among raft nodes before linearized reading' (duration: 1.798174179s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:03.283956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:01.653444Z","time spent":"1.630500441s","remote":"127.0.0.1:40910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:07:03.283954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:01.485605Z","time spent":"1.798339714s","remote":"127.0.0.1:55174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:07:03.284026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.91383007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-04-23T01:07:03.284123Z","caller":"traceutil/trace.go:171","msg":"trace[783287419] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:25166; }","duration":"1.913967215s","start":"2026-04-23T01:07:01.370133Z","end":"2026-04-23T01:07:03.2841Z","steps":["trace[783287419] 'agreement among raft nodes before linearized reading' (duration: 1.913681196s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:03.284192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:01.37011Z","time spent":"1.914072279s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-04-23T01:07:03.41939Z","caller":"traceutil/trace.go:171","msg":"trace[1077121924] linearizableReadLoop","detail":"{readStateIndex:26037; appliedIndex:26036; }","duration":"135.710366ms","start":"2026-04-23T01:07:03.283645Z","end":"2026-04-23T01:07:03.419355Z","steps":["trace[1077121924] 'read index received' (duration: 135.558241ms)","trace[1077121924] 'applied index is now lower than readState.Index' (duration: 150.535µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:07:03.419595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.455967245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:07:03.41956Z","caller":"traceutil/trace.go:171","msg":"trace[1771554378] transaction","detail":"{read_only:false; response_revision:25167; number_of_response:1; }","duration":"628.158987ms","start":"2026-04-23T01:07:02.79135Z","end":"2026-04-23T01:07:03.419509Z","steps":["trace[1771554378] 'process raft request' (duration: 627.741604ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:07:03.41964Z","caller":"traceutil/trace.go:171","msg":"trace[1277975018] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25167; }","duration":"1.456050209s","start":"2026-04-23T01:07:01.963576Z","end":"2026-04-23T01:07:03.419627Z","steps":["trace[1277975018] 'agreement among raft nodes before linearized reading' (duration: 1.455946615s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:03.419678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.459137676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:07:03.419702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.113917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:07:03.419758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.460925272s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"info","ts":"2026-04-23T01:07:03.419803Z","caller":"traceutil/trace.go:171","msg":"trace[302127210] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:25167; }","duration":"1.460987154s","start":"2026-04-23T01:07:01.958806Z","end":"2026-04-23T01:07:03.419794Z","steps":["trace[302127210] 'agreement among raft nodes before linearized reading' (duration: 1.460758477s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:03.419839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:01.958799Z","time spent":"1.461034116s","remote":"127.0.0.1:39458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7328,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-04-23T01:07:03.419823Z","caller":"traceutil/trace.go:171","msg":"trace[1164619003] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:25167; }","duration":"629.260042ms","start":"2026-04-23T01:07:02.790528Z","end":"2026-04-23T01:07:03.419788Z","steps":["trace[1164619003] 'agreement among raft nodes before linearized reading' (duration: 629.004274ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:03.419695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:01.96357Z","time spent":"1.45610949s","remote":"127.0.0.1:39512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-23T01:07:03.419764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:02.791317Z","time spent":"628.349383ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:07:03.419751Z","caller":"traceutil/trace.go:171","msg":"trace[78626037] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25167; }","duration":"1.459210128s","start":"2026-04-23T01:07:01.96052Z","end":"2026-04-23T01:07:03.41973Z","steps":["trace[78626037] 'agreement among raft nodes before linearized reading' (duration: 1.459125595s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:03.419867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.461554812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8d5b5e5f325ed\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-04-23T01:07:03.419897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:02.790442Z","time spent":"629.436558ms","remote":"127.0.0.1:39724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":60,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:07:03.419754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.462010787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:07:03.419936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:01.960515Z","time spent":"1.459411485s","remote":"127.0.0.1:39306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:07:03.419584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.304827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:07:03.419955Z","caller":"traceutil/trace.go:171","msg":"trace[615016222] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a8d5b5e5f325ed; range_end:; response_count:1; response_revision:25167; }","duration":"1.461690857s","start":"2026-04-23T01:07:01.958245Z","end":"2026-04-23T01:07:03.419936Z","steps":["trace[615016222] 'agreement among raft nodes before linearized reading' (duration: 1.461383037s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:07:03.419974Z","caller":"traceutil/trace.go:171","msg":"trace[1921493423] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25167; }","duration":"1.462248584s","start":"2026-04-23T01:07:01.957708Z","end":"2026-04-23T01:07:03.419956Z","steps":["trace[1921493423] 'agreement among raft nodes before linearized reading' (duration: 1.462015597s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:03.419888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.416346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:07:03.420006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:01.958232Z","time spent":"1.46176633s","remote":"127.0.0.1:39362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8d5b5e5f325ed\" "} {"level":"info","ts":"2026-04-23T01:07:03.420002Z","caller":"traceutil/trace.go:171","msg":"trace[639117614] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:25167; }","duration":"155.825524ms","start":"2026-04-23T01:07:03.264151Z","end":"2026-04-23T01:07:03.419976Z","steps":["trace[639117614] 'agreement among raft nodes before linearized reading' (duration: 155.301497ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:03.42002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:01.957684Z","time spent":"1.462320317s","remote":"127.0.0.1:39466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-23T01:07:03.420061Z","caller":"traceutil/trace.go:171","msg":"trace[1374690945] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:25167; }","duration":"797.670043ms","start":"2026-04-23T01:07:02.622358Z","end":"2026-04-23T01:07:03.420028Z","steps":["trace[1374690945] 'agreement among raft nodes before linearized reading' (duration: 797.404345ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:03.420085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.12446088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ed6ff780-569b-4a9d-ab9e-cfdaadd81c37\" ","response":"range_response_count:1 size:3764"} {"level":"warn","ts":"2026-04-23T01:07:03.420135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:02.622327Z","time spent":"797.785647ms","remote":"127.0.0.1:39888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:07:03.420212Z","caller":"traceutil/trace.go:171","msg":"trace[1856711883] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ed6ff780-569b-4a9d-ab9e-cfdaadd81c37; range_end:; response_count:1; response_revision:25167; }","duration":"1.124625905s","start":"2026-04-23T01:07:02.295546Z","end":"2026-04-23T01:07:03.420172Z","steps":["trace[1856711883] 'agreement among raft nodes before linearized reading' (duration: 1.123866331s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:03.420277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:02.295521Z","time spent":"1.124742449s","remote":"127.0.0.1:39458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ed6ff780-569b-4a9d-ab9e-cfdaadd81c37\" "} {"level":"warn","ts":"2026-04-23T01:07:03.919907Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581741608219405136,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:07:04.420956Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581741608219405136,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:07:04.616046Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.196894764s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T01:07:04.616545Z","caller":"traceutil/trace.go:171","msg":"trace[1817467468] transaction","detail":"{read_only:false; response_revision:25168; number_of_response:1; }","duration":"1.320326081s","start":"2026-04-23T01:07:03.296181Z","end":"2026-04-23T01:07:04.616507Z","steps":["trace[1817467468] 'process raft request' (duration: 1.320058663s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:07:04.616543Z","caller":"traceutil/trace.go:171","msg":"trace[718260256] transaction","detail":"{read_only:false; response_revision:25169; number_of_response:1; }","duration":"1.320066504s","start":"2026-04-23T01:07:03.296459Z","end":"2026-04-23T01:07:04.616526Z","steps":["trace[718260256] 'process raft request' (duration: 1.319974691s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:04.61669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:03.296159Z","time spent":"1.320444375s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:07:04.616689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:03.296443Z","time spent":"1.320160556s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:07:04.616943Z","caller":"traceutil/trace.go:171","msg":"trace[2009557010] transaction","detail":"{read_only:false; response_revision:25170; number_of_response:1; }","duration":"1.320352233s","start":"2026-04-23T01:07:03.296514Z","end":"2026-04-23T01:07:04.616866Z","steps":["trace[2009557010] 'process raft request' (duration: 1.31997119s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:07:04.61705Z","caller":"traceutil/trace.go:171","msg":"trace[1125926734] transaction","detail":"{read_only:false; response_revision:25171; number_of_response:1; }","duration":"1.320488956s","start":"2026-04-23T01:07:03.296529Z","end":"2026-04-23T01:07:04.617018Z","steps":["trace[1125926734] 'process raft request' (duration: 1.320246659s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:07:04.617166Z","caller":"traceutil/trace.go:171","msg":"trace[1730630126] transaction","detail":"{read_only:false; response_revision:25173; number_of_response:1; }","duration":"1.320251399s","start":"2026-04-23T01:07:03.296903Z","end":"2026-04-23T01:07:04.617155Z","steps":["trace[1730630126] 'process raft request' (duration: 1.320173896s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:04.617179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:03.296481Z","time spent":"1.320571899s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:07:04.617248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:03.296474Z","time spent":"1.320679043s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:07:04.61726Z","caller":"traceutil/trace.go:171","msg":"trace[1678928629] transaction","detail":"{read_only:false; response_revision:25172; number_of_response:1; }","duration":"1.32060208s","start":"2026-04-23T01:07:03.296608Z","end":"2026-04-23T01:07:04.61721Z","steps":["trace[1678928629] 'process raft request' (duration: 1.320346842s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:04.617342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:03.296587Z","time spent":"1.320716584s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:07:04.617265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:03.296894Z","time spent":"1.320313501s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:07:05.422219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00033602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T01:07:05.422311Z","caller":"traceutil/trace.go:171","msg":"trace[1206665787] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000494584s","start":"2026-04-23T01:07:03.421796Z","end":"2026-04-23T01:07:05.422291Z","steps":["trace[1206665787] 'agreement among raft nodes before linearized reading' (duration: 2.0003605s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:05.422362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:03.421776Z","time spent":"2.000576447s","remote":"127.0.0.1:39300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:07:06.521368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.754313211s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:07:06.521495Z","caller":"traceutil/trace.go:171","msg":"trace[832886762] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25173; }","duration":"1.754455615s","start":"2026-04-23T01:07:04.767019Z","end":"2026-04-23T01:07:06.521474Z","steps":["trace[832886762] 'range keys from in-memory index tree' (duration: 1.754291019s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:06.558164Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.648667275s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T01:07:06.558782Z","caller":"traceutil/trace.go:171","msg":"trace[2112857653] linearizableReadLoop","detail":"{readStateIndex:26046; appliedIndex:26037; }","duration":"3.139276328s","start":"2026-04-23T01:07:03.419479Z","end":"2026-04-23T01:07:06.558756Z","steps":["trace[2112857653] 'read index received' (duration: 1.1967673s)","trace[2112857653] 'applied index is now lower than readState.Index' (duration: 1.942508158s)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:07:06.558866Z","caller":"traceutil/trace.go:171","msg":"trace[365115403] transaction","detail":"{read_only:false; response_revision:25174; number_of_response:1; }","duration":"3.136047116s","start":"2026-04-23T01:07:03.422807Z","end":"2026-04-23T01:07:06.558855Z","steps":["trace[365115403] 'process raft request' (duration: 3.135660933s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:06.559008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:03.42278Z","time spent":"3.136115398s","remote":"127.0.0.1:39362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:07:06.559304Z","caller":"traceutil/trace.go:171","msg":"trace[1421087074] transaction","detail":"{read_only:false; response_revision:25176; number_of_response:1; }","duration":"2.59987393s","start":"2026-04-23T01:07:03.959422Z","end":"2026-04-23T01:07:06.559296Z","steps":["trace[1421087074] 'process raft request' (duration: 2.599288702s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:06.559352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:03.959388Z","time spent":"2.599938692s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:07:06.559522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.272666281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-04-23T01:07:06.559554Z","caller":"traceutil/trace.go:171","msg":"trace[1198790335] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:25176; }","duration":"3.272750703s","start":"2026-04-23T01:07:03.286796Z","end":"2026-04-23T01:07:06.559547Z","steps":["trace[1198790335] 'agreement among raft nodes before linearized reading' (duration: 3.272606529s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:06.559576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:03.286772Z","time spent":"3.272799495s","remote":"127.0.0.1:39318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-04-23T01:07:06.559886Z","caller":"traceutil/trace.go:171","msg":"trace[1739404670] transaction","detail":"{read_only:false; response_revision:25175; number_of_response:1; }","duration":"3.131619906s","start":"2026-04-23T01:07:03.428235Z","end":"2026-04-23T01:07:06.559855Z","steps":["trace[1739404670] 'process raft request' (duration: 3.130404668s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:06.560122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:03.428215Z","time spent":"3.131814222s","remote":"127.0.0.1:39458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:07:06.998632Z","caller":"traceutil/trace.go:171","msg":"trace[413572048] transaction","detail":"{read_only:false; response_revision:25177; number_of_response:1; }","duration":"1.864434196s","start":"2026-04-23T01:07:05.13415Z","end":"2026-04-23T01:07:06.998584Z","steps":["trace[413572048] 'process raft request' (duration: 1.861978889s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:07:06.998658Z","caller":"traceutil/trace.go:171","msg":"trace[7188873] linearizableReadLoop","detail":"{readStateIndex:26048; appliedIndex:26046; }","duration":"439.801015ms","start":"2026-04-23T01:07:06.558823Z","end":"2026-04-23T01:07:06.998624Z","steps":["trace[7188873] 'read index received' (duration: 437.364207ms)","trace[7188873] 'applied index is now lower than readState.Index' (duration: 2.435988ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:07:06.998804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:05.134114Z","time spent":"1.864602903s","remote":"127.0.0.1:39310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":26,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:07:06.998939Z","caller":"traceutil/trace.go:171","msg":"trace[240056056] transaction","detail":"{read_only:false; response_revision:25178; number_of_response:1; }","duration":"701.696415ms","start":"2026-04-23T01:07:06.297227Z","end":"2026-04-23T01:07:06.998923Z","steps":["trace[240056056] 'process raft request' (duration: 701.265221ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:06.999074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:06.297193Z","time spent":"701.780159ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:07:06.999199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.300706769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:07:06.999311Z","caller":"traceutil/trace.go:171","msg":"trace[36742425] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:25178; }","duration":"2.300885465s","start":"2026-04-23T01:07:04.6984Z","end":"2026-04-23T01:07:06.999285Z","steps":["trace[36742425] 'agreement among raft nodes before linearized reading' (duration: 2.300672948s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:06.999368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:04.698363Z","time spent":"2.300992698s","remote":"127.0.0.1:33288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:07:06.999487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.568667753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:07:06.999507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.914467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:07:06.999534Z","caller":"traceutil/trace.go:171","msg":"trace[528450046] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25178; }","duration":"1.568747986s","start":"2026-04-23T01:07:05.430774Z","end":"2026-04-23T01:07:06.999522Z","steps":["trace[528450046] 'agreement among raft nodes before linearized reading' (duration: 1.568638243s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:06.999562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:05.430753Z","time spent":"1.568802718s","remote":"127.0.0.1:39306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:07:06.99952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.852992275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:07:06.999574Z","caller":"traceutil/trace.go:171","msg":"trace[1651898224] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:25178; }","duration":"729.032411ms","start":"2026-04-23T01:07:06.270511Z","end":"2026-04-23T01:07:06.999544Z","steps":["trace[1651898224] 'agreement among raft nodes before linearized reading' (duration: 728.928887ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:06.999587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.241164846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:07:06.999613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:06.270481Z","time spent":"729.122294ms","remote":"127.0.0.1:39632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:07:06.999627Z","caller":"traceutil/trace.go:171","msg":"trace[1191843323] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:25178; }","duration":"1.241258478s","start":"2026-04-23T01:07:05.758355Z","end":"2026-04-23T01:07:06.999614Z","steps":["trace[1191843323] 'agreement among raft nodes before linearized reading' (duration: 1.241176275s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:07:06.999615Z","caller":"traceutil/trace.go:171","msg":"trace[1910283629] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:25178; }","duration":"1.853110649s","start":"2026-04-23T01:07:05.146481Z","end":"2026-04-23T01:07:06.999592Z","steps":["trace[1910283629] 'agreement among raft nodes before linearized reading' (duration: 1.852963895s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:06.999656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:05.758328Z","time spent":"1.24132069s","remote":"127.0.0.1:36396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:07:06.999673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:05.146472Z","time spent":"1.853189861s","remote":"127.0.0.1:39670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:07:06.999629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.931962185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:07:06.999714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.57331833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ed6ff780-569b-4a9d-ab9e-cfdaadd81c37\" ","response":"range_response_count:1 size:3764"} {"level":"warn","ts":"2026-04-23T01:07:06.999615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.574711854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-04-23T01:07:06.999746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.650636578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3236"} {"level":"warn","ts":"2026-04-23T01:07:06.999722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.229186765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:07:06.999784Z","caller":"traceutil/trace.go:171","msg":"trace[840310479] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ed6ff780-569b-4a9d-ab9e-cfdaadd81c37; range_end:; response_count:1; response_revision:25178; }","duration":"2.573435744s","start":"2026-04-23T01:07:04.426331Z","end":"2026-04-23T01:07:06.999767Z","steps":["trace[840310479] 'agreement among raft nodes before linearized reading' (duration: 2.573178686s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:07:06.999804Z","caller":"traceutil/trace.go:171","msg":"trace[2114967667] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25178; }","duration":"2.650736681s","start":"2026-04-23T01:07:04.349047Z","end":"2026-04-23T01:07:06.999784Z","steps":["trace[2114967667] 'agreement among raft nodes before linearized reading' (duration: 2.650614687s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:06.999827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:04.426305Z","time spent":"2.573513696s","remote":"127.0.0.1:39458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ed6ff780-569b-4a9d-ab9e-cfdaadd81c37\" "} {"level":"warn","ts":"2026-04-23T01:07:06.999842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:04.349009Z","time spent":"2.650825954s","remote":"127.0.0.1:39808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3259,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-04-23T01:07:06.999816Z","caller":"traceutil/trace.go:171","msg":"trace[1517146947] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25178; }","duration":"3.574951361s","start":"2026-04-23T01:07:03.424833Z","end":"2026-04-23T01:07:06.999785Z","steps":["trace[1517146947] 'agreement among raft nodes before linearized reading' (duration: 3.57459578s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:07:06.999822Z","caller":"traceutil/trace.go:171","msg":"trace[635971291] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:25178; }","duration":"2.229314019s","start":"2026-04-23T01:07:04.770486Z","end":"2026-04-23T01:07:06.9998Z","steps":["trace[635971291] 'agreement among raft nodes before linearized reading' (duration: 2.229109462s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:06.999929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:03.424804Z","time spent":"3.575084156s","remote":"127.0.0.1:39458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-23T01:07:06.999961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:04.770401Z","time spent":"2.229543076s","remote":"127.0.0.1:39498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:07:06.999746Z","caller":"traceutil/trace.go:171","msg":"trace[671765425] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:25178; }","duration":"1.932197322s","start":"2026-04-23T01:07:05.06752Z","end":"2026-04-23T01:07:06.999717Z","steps":["trace[671765425] 'agreement among raft nodes before linearized reading' (duration: 1.931915473s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:07.00002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:05.067481Z","time spent":"1.932527672s","remote":"127.0.0.1:36534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:07:06.999999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.304642894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:07:07.00008Z","caller":"traceutil/trace.go:171","msg":"trace[1260665489] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:25178; }","duration":"3.305613664s","start":"2026-04-23T01:07:03.69445Z","end":"2026-04-23T01:07:07.000063Z","steps":["trace[1260665489] 'agreement among raft nodes before linearized reading' (duration: 3.304639293s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:07.000213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:03.694418Z","time spent":"3.305780139s","remote":"127.0.0.1:54952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:07:08.290535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"924.51811ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:07:08.29149Z","caller":"traceutil/trace.go:171","msg":"trace[2062335778] transaction","detail":"{read_only:false; response_revision:25183; number_of_response:1; }","duration":"1.665170629s","start":"2026-04-23T01:07:06.626298Z","end":"2026-04-23T01:07:08.291469Z","steps":["trace[2062335778] 'process raft request' (duration: 1.664626742s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:07:08.291513Z","caller":"traceutil/trace.go:171","msg":"trace[1253399649] transaction","detail":"{read_only:false; response_revision:25184; number_of_response:1; }","duration":"1.664109706s","start":"2026-04-23T01:07:06.62737Z","end":"2026-04-23T01:07:08.29148Z","steps":["trace[1253399649] 'process raft request' (duration: 1.66360527s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:07:08.291509Z","caller":"traceutil/trace.go:171","msg":"trace[535249718] transaction","detail":"{read_only:false; response_revision:25179; number_of_response:1; }","duration":"1.66582289s","start":"2026-04-23T01:07:06.625631Z","end":"2026-04-23T01:07:08.291454Z","steps":["trace[535249718] 'process raft request' (duration: 740.260046ms)","trace[535249718] 'compare' (duration: 923.915602ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:07:08.291567Z","caller":"traceutil/trace.go:171","msg":"trace[174413795] transaction","detail":"{read_only:false; response_revision:25180; number_of_response:1; }","duration":"1.665750288s","start":"2026-04-23T01:07:06.625802Z","end":"2026-04-23T01:07:08.291552Z","steps":["trace[174413795] 'process raft request' (duration: 1.66486984s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:07:08.291554Z","caller":"traceutil/trace.go:171","msg":"trace[36950991] linearizableReadLoop","detail":"{readStateIndex:26054; appliedIndex:26048; }","duration":"1.29277776s","start":"2026-04-23T01:07:06.998729Z","end":"2026-04-23T01:07:08.291507Z","steps":["trace[36950991] 'read index received' (duration: 367.115363ms)","trace[36950991] 'applied index is now lower than readState.Index' (duration: 925.658046ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:07:08.291662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:06.626273Z","time spent":"1.665290053s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:07:08.291662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:06.625754Z","time spent":"1.665850742s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:07:08.291666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:06.627357Z","time spent":"1.66422263s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:07:08.291709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:06.625597Z","time spent":"1.665998925s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:07:08.291853Z","caller":"traceutil/trace.go:171","msg":"trace[30739939] transaction","detail":"{read_only:false; response_revision:25182; number_of_response:1; }","duration":"1.665712827s","start":"2026-04-23T01:07:06.626084Z","end":"2026-04-23T01:07:08.291797Z","steps":["trace[30739939] 'process raft request' (duration: 1.664778567s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:07:08.291482Z","caller":"traceutil/trace.go:171","msg":"trace[929335823] transaction","detail":"{read_only:false; response_revision:25181; number_of_response:1; }","duration":"1.665415827s","start":"2026-04-23T01:07:06.626016Z","end":"2026-04-23T01:07:08.291432Z","steps":["trace[929335823] 'process raft request' (duration: 1.664804268s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:08.292094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:06.626008Z","time spent":"1.666035086s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:07:08.292124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:06.626075Z","time spent":"1.665876572s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:07:09.00196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000286358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:07:09.002056Z","caller":"traceutil/trace.go:171","msg":"trace[1512294744] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000429183s","start":"2026-04-23T01:07:07.001604Z","end":"2026-04-23T01:07:09.002034Z","steps":["trace[1512294744] 'agreement among raft nodes before linearized reading' (duration: 2.000310159s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:09.002104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:07.001585Z","time spent":"2.000509526s","remote":"127.0.0.1:39300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 01:07:09 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:07:09.454225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:08.550907Z","time spent":"903.306298ms","remote":"127.0.0.1:46216","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-23T01:07:09.454273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.88791104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8d5b5e5f325ed\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-04-23T01:07:09.454386Z","caller":"traceutil/trace.go:171","msg":"trace[764393000] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a8d5b5e5f325ed; range_end:; response_count:1; response_revision:25184; }","duration":"2.888037034s","start":"2026-04-23T01:07:06.566317Z","end":"2026-04-23T01:07:09.454354Z","steps":["trace[764393000] 'agreement among raft nodes before linearized reading' (duration: 1.725284793s)","trace[764393000] 'range keys from in-memory index tree' (duration: 1.162481413s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:07:09.454414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.88884293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ed6ff780-569b-4a9d-ab9e-cfdaadd81c37\" ","response":"range_response_count:1 size:3764"} {"level":"warn","ts":"2026-04-23T01:07:09.454447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:06.566207Z","time spent":"2.888224261s","remote":"127.0.0.1:39362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8d5b5e5f325ed\" "} {"level":"info","ts":"2026-04-23T01:07:09.454483Z","caller":"traceutil/trace.go:171","msg":"trace[1188126543] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ed6ff780-569b-4a9d-ab9e-cfdaadd81c37; range_end:; response_count:1; response_revision:25184; }","duration":"2.888930632s","start":"2026-04-23T01:07:06.565528Z","end":"2026-04-23T01:07:09.454459Z","steps":["trace[1188126543] 'agreement among raft nodes before linearized reading' (duration: 1.726096318s)","trace[1188126543] 'range keys from in-memory index tree' (duration: 1.162663709s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:07:09.454531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:06.565522Z","time spent":"2.888995455s","remote":"127.0.0.1:39458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ed6ff780-569b-4a9d-ab9e-cfdaadd81c37\" "} {"level":"info","ts":"2026-04-23T01:07:09.454803Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":22078} {"level":"warn","ts":"2026-04-23T01:07:09.454822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.890606536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-23T01:07:09.454986Z","caller":"traceutil/trace.go:171","msg":"trace[1017268793] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:25184; }","duration":"2.890852694s","start":"2026-04-23T01:07:06.564096Z","end":"2026-04-23T01:07:09.454949Z","steps":["trace[1017268793] 'agreement among raft nodes before linearized reading' (duration: 1.727588056s)","trace[1017268793] 'range keys from in-memory index tree' (duration: 1.162942317s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:07:09.455052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:06.564071Z","time spent":"2.890970497s","remote":"127.0.0.1:39512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-04-23T01:07:09.455174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.162651619s","expected-duration":"100ms","prefix":"","request":"header: compaction: ","response":"size:6"} {"level":"info","ts":"2026-04-23T01:07:09.455267Z","caller":"traceutil/trace.go:171","msg":"trace[1040759290] linearizableReadLoop","detail":"{readStateIndex:26055; appliedIndex:26054; }","duration":"1.163626999s","start":"2026-04-23T01:07:08.291622Z","end":"2026-04-23T01:07:09.455249Z","steps":["trace[1040759290] 'read index received' (duration: 87.423µs)","trace[1040759290] 'applied index is now lower than readState.Index' (duration: 1.163537586s)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:07:09.455356Z","caller":"traceutil/trace.go:171","msg":"trace[1249907414] compact","detail":"{revision:22078; response_revision:25184; }","duration":"2.455651175s","start":"2026-04-23T01:07:06.999693Z","end":"2026-04-23T01:07:09.455344Z","steps":["trace[1249907414] 'process raft request' (duration: 1.291339504s)","trace[1249907414] 'check and update compact revision' (duration: 1.162454883s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:07:09.455389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:06.999618Z","time spent":"2.455767989s","remote":"127.0.0.1:39310","response type":"/etcdserverpb.KV/Compact","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-23T01:07:09.455652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.022493611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:07:09.45569Z","caller":"traceutil/trace.go:171","msg":"trace[376256039] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:25184; }","duration":"2.022603305s","start":"2026-04-23T01:07:07.43307Z","end":"2026-04-23T01:07:09.455673Z","steps":["trace[376256039] 'agreement among raft nodes before linearized reading' (duration: 2.022478061s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:09.455716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:07.433039Z","time spent":"2.022671927s","remote":"127.0.0.1:39602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":98,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:07:09.455859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.906721976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:07:09.455917Z","caller":"traceutil/trace.go:171","msg":"trace[1330462322] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:25184; }","duration":"1.906836369s","start":"2026-04-23T01:07:07.549067Z","end":"2026-04-23T01:07:09.455903Z","steps":["trace[1330462322] 'agreement among raft nodes before linearized reading' (duration: 1.906527719s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:09.455969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:07.549035Z","time spent":"1.906919492s","remote":"127.0.0.1:39624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:07:09.455982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.442184838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ed6ff780-569b-4a9d-ab9e-cfdaadd81c37\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-04-23T01:07:09.456002Z","caller":"traceutil/trace.go:171","msg":"trace[1729365780] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ed6ff780-569b-4a9d-ab9e-cfdaadd81c37; range_end:; response_count:1; response_revision:25184; }","duration":"1.44224998s","start":"2026-04-23T01:07:08.013746Z","end":"2026-04-23T01:07:09.455996Z","steps":["trace[1729365780] 'agreement among raft nodes before linearized reading' (duration: 1.441835197s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:09.456021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:08.013721Z","time spent":"1.442295932s","remote":"127.0.0.1:39458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ed6ff780-569b-4a9d-ab9e-cfdaadd81c37\" "} {"level":"warn","ts":"2026-04-23T01:07:09.456025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.454184999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18367"} {"level":"info","ts":"2026-04-23T01:07:09.456124Z","caller":"traceutil/trace.go:171","msg":"trace[1418917929] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25184; }","duration":"2.454343143s","start":"2026-04-23T01:07:07.001757Z","end":"2026-04-23T01:07:09.4561Z","steps":["trace[1418917929] 'agreement among raft nodes before linearized reading' (duration: 2.453858828s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:09.456172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:07.001736Z","time spent":"2.454425706s","remote":"127.0.0.1:39452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18390,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-23T01:07:09.456185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.371938885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:07:09.456203Z","caller":"traceutil/trace.go:171","msg":"trace[352350352] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:25184; }","duration":"2.372004496s","start":"2026-04-23T01:07:07.084193Z","end":"2026-04-23T01:07:09.456197Z","steps":["trace[352350352] 'agreement among raft nodes before linearized reading' (duration: 2.371393167s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:09.456224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:07.084165Z","time spent":"2.372054168s","remote":"127.0.0.1:39832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:07:09.456448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00887754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:07:09.45649Z","caller":"traceutil/trace.go:171","msg":"trace[828621824] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:25184; }","duration":"2.008942562s","start":"2026-04-23T01:07:07.447531Z","end":"2026-04-23T01:07:09.456474Z","steps":["trace[828621824] 'agreement among raft nodes before linearized reading' (duration: 2.008077215s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:09.45653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:07.44752Z","time spent":"2.008994573s","remote":"127.0.0.1:40980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:07:09.576617Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.008407865s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T01:07:10.151111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.039995ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:07:10.151245Z","caller":"traceutil/trace.go:171","msg":"trace[299118840] transaction","detail":"{read_only:false; response_revision:25185; number_of_response:1; }","duration":"1.583148462s","start":"2026-04-23T01:07:08.568072Z","end":"2026-04-23T01:07:10.151221Z","steps":["trace[299118840] 'process raft request' (duration: 1.008890951s)","trace[299118840] 'compare' (duration: 573.632091ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:07:10.151311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:08.568038Z","time spent":"1.583246885s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:07:10.193987Z","caller":"traceutil/trace.go:171","msg":"trace[865440375] transaction","detail":"{read_only:false; response_revision:25187; number_of_response:1; }","duration":"803.255621ms","start":"2026-04-23T01:07:09.390709Z","end":"2026-04-23T01:07:10.193965Z","steps":["trace[865440375] 'process raft request' (duration: 803.178289ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:10.194131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:09.390674Z","time spent":"803.377485ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:07:10.194233Z","caller":"traceutil/trace.go:171","msg":"trace[1123262394] transaction","detail":"{read_only:false; response_revision:25186; number_of_response:1; }","duration":"1.301924849s","start":"2026-04-23T01:07:08.8923Z","end":"2026-04-23T01:07:10.194225Z","steps":["trace[1123262394] 'process raft request' (duration: 1.300947388s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:10.19426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:08.892271Z","time spent":"1.30197196s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:07:10.194524Z","caller":"traceutil/trace.go:171","msg":"trace[1344770736] transaction","detail":"{read_only:false; response_revision:25188; number_of_response:1; }","duration":"737.198839ms","start":"2026-04-23T01:07:09.457316Z","end":"2026-04-23T01:07:10.194514Z","steps":["trace[1344770736] 'process raft request' (duration: 736.60191ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:10.194559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:09.457292Z","time spent":"737.246481ms","remote":"127.0.0.1:39362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:07:10.194607Z","caller":"traceutil/trace.go:171","msg":"trace[2105342305] linearizableReadLoop","detail":"{readStateIndex:26058; appliedIndex:26055; }","duration":"739.289236ms","start":"2026-04-23T01:07:09.455293Z","end":"2026-04-23T01:07:10.194583Z","steps":["trace[2105342305] 'read index received' (duration: 121.685312ms)","trace[2105342305] 'applied index is now lower than readState.Index' (duration: 617.602774ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:07:10.194796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.185885255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:07:10.194821Z","caller":"traceutil/trace.go:171","msg":"trace[256461568] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:25189; }","duration":"1.185954917s","start":"2026-04-23T01:07:09.008859Z","end":"2026-04-23T01:07:10.194814Z","steps":["trace[256461568] 'agreement among raft nodes before linearized reading' (duration: 1.185907415s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:10.194846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:09.008839Z","time spent":"1.185998449s","remote":"127.0.0.1:36278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:07:10.194845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.259022101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:07:10.194891Z","caller":"traceutil/trace.go:171","msg":"trace[1668087566] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:25189; }","duration":"1.259137334s","start":"2026-04-23T01:07:08.935738Z","end":"2026-04-23T01:07:10.194875Z","steps":["trace[1668087566] 'agreement among raft nodes before linearized reading' (duration: 1.259042221s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:07:10.194936Z","caller":"traceutil/trace.go:171","msg":"trace[86908738] transaction","detail":"{read_only:false; response_revision:25189; number_of_response:1; }","duration":"729.489246ms","start":"2026-04-23T01:07:09.465441Z","end":"2026-04-23T01:07:10.19493Z","steps":["trace[86908738] 'process raft request' (duration: 728.898177ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:10.194929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:08.93571Z","time spent":"1.259208466s","remote":"127.0.0.1:36268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:07:10.19497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:09.465415Z","time spent":"729.535997ms","remote":"127.0.0.1:39458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3932,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:07:10.195076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.511369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:07:10.195089Z","caller":"traceutil/trace.go:171","msg":"trace[1555151371] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:25189; }","duration":"869.58508ms","start":"2026-04-23T01:07:09.3255Z","end":"2026-04-23T01:07:10.195085Z","steps":["trace[1555151371] 'agreement among raft nodes before linearized reading' (duration: 869.55786ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:10.195106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:09.325469Z","time spent":"869.632222ms","remote":"127.0.0.1:40976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:07:10.195198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.05305659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:07:10.195211Z","caller":"traceutil/trace.go:171","msg":"trace[363735917] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:25189; }","duration":"1.053124091s","start":"2026-04-23T01:07:09.142083Z","end":"2026-04-23T01:07:10.195207Z","steps":["trace[363735917] 'agreement among raft nodes before linearized reading' (duration: 1.05309464s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:10.195227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:09.142052Z","time spent":"1.053168233s","remote":"127.0.0.1:55136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:07:10.195221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.187862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.233\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-04-23T01:07:10.195254Z","caller":"traceutil/trace.go:171","msg":"trace[507607243] range","detail":"{range_begin:/registry/masterleases/199.204.45.233; range_end:; response_count:1; response_revision:25189; }","duration":"738.274854ms","start":"2026-04-23T01:07:09.456968Z","end":"2026-04-23T01:07:10.195243Z","steps":["trace[507607243] 'agreement among raft nodes before linearized reading' (duration: 738.15709ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:10.195282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:09.456937Z","time spent":"738.338766ms","remote":"127.0.0.1:39318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.233\" "} {"level":"warn","ts":"2026-04-23T01:07:10.195315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.185139892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:07:10.19533Z","caller":"traceutil/trace.go:171","msg":"trace[516061690] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25189; }","duration":"1.185169652s","start":"2026-04-23T01:07:09.010155Z","end":"2026-04-23T01:07:10.195325Z","steps":["trace[516061690] 'agreement among raft nodes before linearized reading' (duration: 1.185145371s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:10.195345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:09.010146Z","time spent":"1.185196314s","remote":"127.0.0.1:39306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:07:10.195683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.873883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"info","ts":"2026-04-23T01:07:10.19572Z","caller":"traceutil/trace.go:171","msg":"trace[511936503] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:25189; }","duration":"726.923384ms","start":"2026-04-23T01:07:09.468784Z","end":"2026-04-23T01:07:10.195708Z","steps":["trace[511936503] 'agreement among raft nodes before linearized reading' (duration: 726.816371ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:10.195798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:09.468776Z","time spent":"727.014317ms","remote":"127.0.0.1:40058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5707,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-23T01:07:10.701632Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581741608219405159,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:07:10.779046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:10.201404Z","time spent":"577.634018ms","remote":"127.0.0.1:39318","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-23T01:07:11.991557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.515568ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:07:11.992082Z","caller":"traceutil/trace.go:171","msg":"trace[447558880] linearizableReadLoop","detail":"{readStateIndex:26067; appliedIndex:26060; }","duration":"1.790516518s","start":"2026-04-23T01:07:10.201551Z","end":"2026-04-23T01:07:11.992067Z","steps":["trace[447558880] 'read index received' (duration: 575.411708ms)","trace[447558880] 'applied index is now lower than readState.Index' (duration: 1.21510376s)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:07:11.99217Z","caller":"traceutil/trace.go:171","msg":"trace[1614851339] transaction","detail":"{read_only:false; response_revision:25194; number_of_response:1; }","duration":"1.689983735s","start":"2026-04-23T01:07:10.302174Z","end":"2026-04-23T01:07:11.992158Z","steps":["trace[1614851339] 'process raft request' (duration: 1.689809739s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:07:11.992171Z","caller":"traceutil/trace.go:171","msg":"trace[491990375] transaction","detail":"{read_only:false; response_revision:25190; number_of_response:1; }","duration":"1.693364652s","start":"2026-04-23T01:07:10.298775Z","end":"2026-04-23T01:07:11.992139Z","steps":["trace[491990375] 'process raft request' (duration: 1.173157052s)","trace[491990375] 'compare' (duration: 35.288677ms)","trace[491990375] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/capi-system/controller-leader-election-capi; req_size:518; } (duration: 483.295751ms)"],"step_count":3} {"level":"info","ts":"2026-04-23T01:07:11.992198Z","caller":"traceutil/trace.go:171","msg":"trace[101129999] transaction","detail":"{read_only:false; response_revision:25195; number_of_response:1; }","duration":"1.689587492s","start":"2026-04-23T01:07:10.302581Z","end":"2026-04-23T01:07:11.992168Z","steps":["trace[101129999] 'process raft request' (duration: 1.689442017s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:11.992244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:10.302165Z","time spent":"1.690038906s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:07:11.992264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:10.298724Z","time spent":"1.693486516s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:07:11.992204Z","caller":"traceutil/trace.go:171","msg":"trace[735316498] transaction","detail":"{read_only:false; response_revision:25193; number_of_response:1; }","duration":"1.692597558s","start":"2026-04-23T01:07:10.299563Z","end":"2026-04-23T01:07:11.99216Z","steps":["trace[735316498] 'process raft request' (duration: 1.69236204s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:11.992312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.790728514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:07:11.992331Z","caller":"traceutil/trace.go:171","msg":"trace[670538414] transaction","detail":"{read_only:false; response_revision:25192; number_of_response:1; }","duration":"1.693227998s","start":"2026-04-23T01:07:10.299065Z","end":"2026-04-23T01:07:11.992293Z","steps":["trace[670538414] 'process raft request' (duration: 1.692789234s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:11.99241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:10.299556Z","time spent":"1.692790744s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:07:11.992428Z","caller":"traceutil/trace.go:171","msg":"trace[93731673] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25195; }","duration":"1.790890859s","start":"2026-04-23T01:07:10.201515Z","end":"2026-04-23T01:07:11.992406Z","steps":["trace[93731673] 'agreement among raft nodes before linearized reading' (duration: 1.790648402s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:11.992538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:10.29906Z","time spent":"1.693368222s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:07:11.992345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:10.302574Z","time spent":"1.689705175s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:07:11.992611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:10.201492Z","time spent":"1.791103726s","remote":"127.0.0.1:39300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T01:07:11.991917Z","caller":"traceutil/trace.go:171","msg":"trace[87013524] transaction","detail":"{read_only:false; response_revision:25191; number_of_response:1; }","duration":"1.692885786s","start":"2026-04-23T01:07:10.299011Z","end":"2026-04-23T01:07:11.991897Z","steps":["trace[87013524] 'process raft request' (duration: 1.692742782s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:11.992857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:10.299001Z","time spent":"1.693760915s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:07:12.8748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999841504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T01:07:12.874922Z","caller":"traceutil/trace.go:171","msg":"trace[2077506889] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000043391s","start":"2026-04-23T01:07:10.874849Z","end":"2026-04-23T01:07:12.874892Z","steps":["trace[2077506889] 'agreement among raft nodes before linearized reading' (duration: 1.999876576s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:12.874988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:10.874822Z","time spent":"2.000154113s","remote":"127.0.0.1:39306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 01:07:12 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:07:12.981907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:12.560337Z","time spent":"421.546366ms","remote":"127.0.0.1:46228","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-23T01:07:13.767928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.471458175s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:07:13.768201Z","caller":"traceutil/trace.go:171","msg":"trace[237513441] linearizableReadLoop","detail":"{readStateIndex:26069; appliedIndex:26067; }","duration":"1.776064459s","start":"2026-04-23T01:07:11.99212Z","end":"2026-04-23T01:07:13.768184Z","steps":["trace[237513441] 'read index received' (duration: 304.356106ms)","trace[237513441] 'applied index is now lower than readState.Index' (duration: 1.471707593s)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:07:13.768311Z","caller":"traceutil/trace.go:171","msg":"trace[1134785655] transaction","detail":"{read_only:false; response_revision:25197; number_of_response:1; }","duration":"2.841720398s","start":"2026-04-23T01:07:10.92658Z","end":"2026-04-23T01:07:13.7683Z","steps":["trace[1134785655] 'process raft request' (duration: 2.84147871s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:07:13.768348Z","caller":"traceutil/trace.go:171","msg":"trace[1535116309] transaction","detail":"{read_only:false; response_revision:25196; number_of_response:1; }","duration":"2.987263196s","start":"2026-04-23T01:07:10.781055Z","end":"2026-04-23T01:07:13.768318Z","steps":["trace[1535116309] 'process raft request' (duration: 1.515319735s)","trace[1535116309] 'compare' (duration: 684.573243ms)","trace[1535116309] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/masterleases/199.204.45.233; req_size:119; } (duration: 786.207271ms)"],"step_count":3} {"level":"warn","ts":"2026-04-23T01:07:13.768375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:10.92656Z","time spent":"2.841782299s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:07:13.768445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:10.781027Z","time spent":"2.987371939s","remote":"127.0.0.1:39318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:07:13.768609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.793611774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-23T01:07:13.768663Z","caller":"traceutil/trace.go:171","msg":"trace[1152676467] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25198; }","duration":"1.793720758s","start":"2026-04-23T01:07:11.974927Z","end":"2026-04-23T01:07:13.768648Z","steps":["trace[1152676467] 'agreement among raft nodes before linearized reading' (duration: 1.79346291s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:13.768642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.854342287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:07:13.768702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.066806863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:07:13.768706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:11.974897Z","time spent":"1.79379706s","remote":"127.0.0.1:39382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-04-23T01:07:13.768718Z","caller":"traceutil/trace.go:171","msg":"trace[1573177323] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/users/; range_end:/registry/openstack.k-orc.cloud/users0; response_count:0; response_revision:25198; }","duration":"2.854463161s","start":"2026-04-23T01:07:10.914239Z","end":"2026-04-23T01:07:13.768702Z","steps":["trace[1573177323] 'agreement among raft nodes before linearized reading' (duration: 2.854163511s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:07:13.768732Z","caller":"traceutil/trace.go:171","msg":"trace[1543077976] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:25198; }","duration":"2.066866875s","start":"2026-04-23T01:07:11.701855Z","end":"2026-04-23T01:07:13.768722Z","steps":["trace[1543077976] 'agreement among raft nodes before linearized reading' (duration: 2.066600997s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:13.768749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:10.914214Z","time spent":"2.854525233s","remote":"127.0.0.1:36766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:07:13.768759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:11.701835Z","time spent":"2.066915397s","remote":"127.0.0.1:36664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:07:13.768789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.554556306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8d5526659b8aa\" ","response":"range_response_count:1 size:775"} {"level":"warn","ts":"2026-04-23T01:07:13.768813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.30641656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ed6ff780-569b-4a9d-ab9e-cfdaadd81c37\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-04-23T01:07:13.768892Z","caller":"traceutil/trace.go:171","msg":"trace[722729590] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a8d5526659b8aa; range_end:; response_count:1; response_revision:25198; }","duration":"3.554721521s","start":"2026-04-23T01:07:10.214146Z","end":"2026-04-23T01:07:13.768867Z","steps":["trace[722729590] 'agreement among raft nodes before linearized reading' (duration: 3.554275447s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:13.768875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.554624748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ed6ff780-569b-4a9d-ab9e-cfdaadd81c37\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-04-23T01:07:13.768932Z","caller":"traceutil/trace.go:171","msg":"trace[1065167793] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ed6ff780-569b-4a9d-ab9e-cfdaadd81c37; range_end:; response_count:1; response_revision:25198; }","duration":"3.306588535s","start":"2026-04-23T01:07:10.462306Z","end":"2026-04-23T01:07:13.768894Z","steps":["trace[1065167793] 'agreement among raft nodes before linearized reading' (duration: 3.306049238s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:13.768944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:10.214118Z","time spent":"3.554815404s","remote":"127.0.0.1:39362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8d5526659b8aa\" "} {"level":"info","ts":"2026-04-23T01:07:13.768976Z","caller":"traceutil/trace.go:171","msg":"trace[1039997609] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ed6ff780-569b-4a9d-ab9e-cfdaadd81c37; range_end:; response_count:1; response_revision:25198; }","duration":"3.554785563s","start":"2026-04-23T01:07:10.214167Z","end":"2026-04-23T01:07:13.768953Z","steps":["trace[1039997609] 'agreement among raft nodes before linearized reading' (duration: 3.554284347s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:13.768988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:10.462276Z","time spent":"3.306699088s","remote":"127.0.0.1:39458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3973,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ed6ff780-569b-4a9d-ab9e-cfdaadd81c37\" "} {"level":"warn","ts":"2026-04-23T01:07:13.768986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.768555672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:07:13.769028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:10.214144Z","time spent":"3.554873346s","remote":"127.0.0.1:39458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3973,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ed6ff780-569b-4a9d-ab9e-cfdaadd81c37\" "} {"level":"info","ts":"2026-04-23T01:07:13.769046Z","caller":"traceutil/trace.go:171","msg":"trace[476778029] transaction","detail":"{read_only:false; response_revision:25199; number_of_response:1; }","duration":"1.611029134s","start":"2026-04-23T01:07:12.157999Z","end":"2026-04-23T01:07:13.769028Z","steps":["trace[476778029] 'process raft request' (duration: 1.610535448s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:07:13.769069Z","caller":"traceutil/trace.go:171","msg":"trace[1417669584] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25199; }","duration":"1.768691626s","start":"2026-04-23T01:07:12.000362Z","end":"2026-04-23T01:07:13.769054Z","steps":["trace[1417669584] 'agreement among raft nodes before linearized reading' (duration: 1.7685093s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:13.769086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.62323049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:07:13.769111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:12.157962Z","time spent":"1.611113677s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:07:13.769064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.227423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:07:13.769118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:12.000343Z","time spent":"1.768761907s","remote":"127.0.0.1:39306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T01:07:13.769125Z","caller":"traceutil/trace.go:171","msg":"trace[1516370124] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:25199; }","duration":"1.623349795s","start":"2026-04-23T01:07:12.145761Z","end":"2026-04-23T01:07:13.769111Z","steps":["trace[1516370124] 'agreement among raft nodes before linearized reading' (duration: 1.623284663s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:13.769169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"910.090893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:07:13.769176Z","caller":"traceutil/trace.go:171","msg":"trace[2080343229] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25199; }","duration":"323.408779ms","start":"2026-04-23T01:07:13.44574Z","end":"2026-04-23T01:07:13.769149Z","steps":["trace[2080343229] 'agreement among raft nodes before linearized reading' (duration: 323.1433ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:13.769201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:12.145731Z","time spent":"1.623454238s","remote":"127.0.0.1:39950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:07:13.769194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.759456614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3236"} {"level":"info","ts":"2026-04-23T01:07:13.769207Z","caller":"traceutil/trace.go:171","msg":"trace[720608652] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25199; }","duration":"910.168846ms","start":"2026-04-23T01:07:12.859027Z","end":"2026-04-23T01:07:13.769196Z","steps":["trace[720608652] 'agreement among raft nodes before linearized reading' (duration: 910.117795ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:13.769229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:13.445714Z","time spent":"323.505102ms","remote":"127.0.0.1:36478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-23T01:07:13.769251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:12.858986Z","time spent":"910.256599ms","remote":"127.0.0.1:40044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:07:13.769268Z","caller":"traceutil/trace.go:171","msg":"trace[635410271] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25199; }","duration":"1.759556567s","start":"2026-04-23T01:07:12.009681Z","end":"2026-04-23T01:07:13.769238Z","steps":["trace[635410271] 'agreement among raft nodes before linearized reading' (duration: 1.759388521s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:13.769301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:12.009663Z","time spent":"1.759630968s","remote":"127.0.0.1:39808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3259,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-04-23T01:07:13.768782Z","caller":"traceutil/trace.go:171","msg":"trace[346887710] transaction","detail":"{read_only:false; response_revision:25198; number_of_response:1; }","duration":"1.762351605s","start":"2026-04-23T01:07:12.006344Z","end":"2026-04-23T01:07:13.768695Z","steps":["trace[346887710] 'process raft request' (duration: 1.761809277s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:13.76965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:12.006306Z","time spent":"1.763241252s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:07:13.7698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.388045745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:07:13.769889Z","caller":"traceutil/trace.go:171","msg":"trace[717956117] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:25199; }","duration":"2.388175189s","start":"2026-04-23T01:07:11.381693Z","end":"2026-04-23T01:07:13.769869Z","steps":["trace[717956117] 'agreement among raft nodes before linearized reading' (duration: 2.387972282s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:13.77001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:11.381667Z","time spent":"2.388294043s","remote":"127.0.0.1:36696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:07:14.273261Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581741608219405175,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:07:15.544514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.661061ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:07:15.544605Z","caller":"traceutil/trace.go:171","msg":"trace[123997081] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25199; }","duration":"777.765784ms","start":"2026-04-23T01:07:14.766826Z","end":"2026-04-23T01:07:15.544592Z","steps":["trace[123997081] 'range keys from in-memory index tree' (duration: 777.64401ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:15.779867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00061885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:07:15.779979Z","caller":"traceutil/trace.go:171","msg":"trace[23360702] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000763714s","start":"2026-04-23T01:07:13.779189Z","end":"2026-04-23T01:07:15.779953Z","steps":["trace[23360702] 'agreement among raft nodes before linearized reading' (duration: 2.000623869s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:15.780039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:13.779184Z","time spent":"2.000845367s","remote":"127.0.0.1:39306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 01:07:15 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:07:16.089631Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.700114724s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T01:07:16.930275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.553685929s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-04-23T01:07:16.930614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:13.771878Z","time spent":"3.158723844s","remote":"127.0.0.1:39362","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-23T01:07:16.930961Z","caller":"traceutil/trace.go:171","msg":"trace[1733124319] transaction","detail":"{read_only:false; response_revision:25206; number_of_response:1; }","duration":"1.15481423s","start":"2026-04-23T01:07:15.775942Z","end":"2026-04-23T01:07:16.930756Z","steps":["trace[1733124319] 'process raft request' (duration: 1.154773409s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:16.931067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:15.775902Z","time spent":"1.155097429s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:07:16.931186Z","caller":"traceutil/trace.go:171","msg":"trace[1451086928] transaction","detail":"{read_only:false; response_revision:25202; number_of_response:1; }","duration":"2.930595572s","start":"2026-04-23T01:07:14.000535Z","end":"2026-04-23T01:07:16.931131Z","steps":["trace[1451086928] 'process raft request' (duration: 2.930027884s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:07:16.931253Z","caller":"traceutil/trace.go:171","msg":"trace[385768477] transaction","detail":"{read_only:false; response_revision:25204; number_of_response:1; }","duration":"2.930426726s","start":"2026-04-23T01:07:14.000784Z","end":"2026-04-23T01:07:16.931211Z","steps":["trace[385768477] 'process raft request' (duration: 2.929858758s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:07:16.931326Z","caller":"traceutil/trace.go:171","msg":"trace[973099656] linearizableReadLoop","detail":"{readStateIndex:26078; appliedIndex:26071; }","duration":"3.159320783s","start":"2026-04-23T01:07:13.771995Z","end":"2026-04-23T01:07:16.931316Z","steps":["trace[973099656] 'read index received' (duration: 604.576661ms)","trace[973099656] 'applied index is now lower than readState.Index' (duration: 2.554739172s)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:07:16.931335Z","caller":"traceutil/trace.go:171","msg":"trace[890721508] transaction","detail":"{read_only:false; response_revision:25203; number_of_response:1; }","duration":"2.93054502s","start":"2026-04-23T01:07:14.000743Z","end":"2026-04-23T01:07:16.931288Z","steps":["trace[890721508] 'process raft request' (duration: 2.929856328s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:16.931429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:14.000486Z","time spent":"2.930808008s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:07:16.931454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:14.000733Z","time spent":"2.930590351s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:07:16.931504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.159502058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-04-23T01:07:16.931472Z","caller":"traceutil/trace.go:171","msg":"trace[1439030796] transaction","detail":"{read_only:false; response_revision:25200; number_of_response:1; }","duration":"2.931616784s","start":"2026-04-23T01:07:13.999821Z","end":"2026-04-23T01:07:16.931438Z","steps":["trace[1439030796] 'process raft request' (duration: 2.93055733s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:07:16.931476Z","caller":"traceutil/trace.go:171","msg":"trace[2099982637] transaction","detail":"{read_only:false; response_revision:25201; number_of_response:1; }","duration":"2.931130548s","start":"2026-04-23T01:07:14.000304Z","end":"2026-04-23T01:07:16.931434Z","steps":["trace[2099982637] 'process raft request' (duration: 2.930213479s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:07:16.931534Z","caller":"traceutil/trace.go:171","msg":"trace[1103053099] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:25206; }","duration":"3.15955005s","start":"2026-04-23T01:07:13.771975Z","end":"2026-04-23T01:07:16.931525Z","steps":["trace[1103053099] 'agreement among raft nodes before linearized reading' (duration: 3.159402686s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:16.931568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:13.771965Z","time spent":"3.159596841s","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-23T01:07:16.93157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:14.000706Z","time spent":"2.930717145s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:07:16.931284Z","caller":"traceutil/trace.go:171","msg":"trace[1400462147] transaction","detail":"{read_only:false; response_revision:25205; number_of_response:1; }","duration":"2.929651311s","start":"2026-04-23T01:07:14.001618Z","end":"2026-04-23T01:07:16.931269Z","steps":["trace[1400462147] 'process raft request' (duration: 2.929060062s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:16.931666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:13.999787Z","time spent":"2.931767558s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:07:16.931709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:14.00156Z","time spent":"2.930112876s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:07:16.931699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:14.000293Z","time spent":"2.931302904s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:07:17.780991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00066567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T01:07:17.781065Z","caller":"traceutil/trace.go:171","msg":"trace[294045452] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000811614s","start":"2026-04-23T01:07:15.780237Z","end":"2026-04-23T01:07:17.781048Z","steps":["trace[294045452] 'agreement among raft nodes before linearized reading' (duration: 2.000706921s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:17.781113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:15.780207Z","time spent":"2.000897587s","remote":"127.0.0.1:39300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 01:07:17 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-23T01:07:18.230126Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":22078,"took":"8.76797258s","hash":167263449,"current-db-size-bytes":58781696,"current-db-size":"59 MB","current-db-size-in-use-bytes":43548672,"current-db-size-in-use":"44 MB"} {"level":"info","ts":"2026-04-23T01:07:18.230183Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":167263449,"revision":22078,"compact-revision":19715} {"level":"warn","ts":"2026-04-23T01:07:18.332205Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.358546091s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T01:07:19.268956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.294805433s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-23T01:07:19.269198Z","caller":"traceutil/trace.go:171","msg":"trace[1181577654] linearizableReadLoop","detail":"{readStateIndex:26080; appliedIndex:26079; }","duration":"2.337826715s","start":"2026-04-23T01:07:16.931352Z","end":"2026-04-23T01:07:19.269178Z","steps":["trace[1181577654] 'read index received' (duration: 42.802985ms)","trace[1181577654] 'applied index is now lower than readState.Index' (duration: 2.29502241s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:07:19.269348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.063407695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-04-23T01:07:19.269375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.154140398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-04-23T01:07:19.269413Z","caller":"traceutil/trace.go:171","msg":"trace[1893252182] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25206; }","duration":"4.063494078s","start":"2026-04-23T01:07:15.205894Z","end":"2026-04-23T01:07:19.269388Z","steps":["trace[1893252182] 'agreement among raft nodes before linearized reading' (duration: 4.063299832s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:19.269448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:15.205886Z","time spent":"4.06355662s","remote":"127.0.0.1:39458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-23T01:07:19.269463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.433387389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager\" ","response":"range_response_count:1 size:969"} {"level":"info","ts":"2026-04-23T01:07:19.26949Z","caller":"traceutil/trace.go:171","msg":"trace[480735532] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager; range_end:; response_count:1; response_revision:25206; }","duration":"5.43342601s","start":"2026-04-23T01:07:13.836054Z","end":"2026-04-23T01:07:19.26948Z","steps":["trace[480735532] 'agreement among raft nodes before linearized reading' (duration: 5.433343698s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:19.269505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.094704936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1987"} {"level":"warn","ts":"2026-04-23T01:07:19.269585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.490577699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:07:19.26959Z","caller":"traceutil/trace.go:171","msg":"trace[2130285185] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:25206; }","duration":"5.09483497s","start":"2026-04-23T01:07:14.174735Z","end":"2026-04-23T01:07:19.26957Z","steps":["trace[2130285185] 'agreement among raft nodes before linearized reading' (duration: 5.094655044s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:19.269593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.156035348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-04-23T01:07:19.269692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.985868722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:07:19.269694Z","caller":"traceutil/trace.go:171","msg":"trace[1725713143] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25206; }","duration":"4.156192173s","start":"2026-04-23T01:07:15.113478Z","end":"2026-04-23T01:07:19.269671Z","steps":["trace[1725713143] 'agreement among raft nodes before linearized reading' (duration: 4.155909434s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:19.269708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.496530588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-7626f617-39c5-4333-90cc-6b7ed02d3e32\" ","response":"range_response_count:1 size:1322"} {"level":"warn","ts":"2026-04-23T01:07:19.269726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.301690141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:07:19.269749Z","caller":"traceutil/trace.go:171","msg":"trace[126485857] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:25206; }","duration":"3.301777633s","start":"2026-04-23T01:07:15.967963Z","end":"2026-04-23T01:07:19.26974Z","steps":["trace[126485857] 'agreement among raft nodes before linearized reading' (duration: 3.301736482s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:07:19.269744Z","caller":"traceutil/trace.go:171","msg":"trace[1112461081] range","detail":"{range_begin:/registry/persistentvolumes/pvc-7626f617-39c5-4333-90cc-6b7ed02d3e32; range_end:; response_count:1; response_revision:25206; }","duration":"5.496589839s","start":"2026-04-23T01:07:13.773145Z","end":"2026-04-23T01:07:19.269735Z","steps":["trace[1112461081] 'agreement among raft nodes before linearized reading' (duration: 5.496498756s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:19.269763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:15.967923Z","time spent":"3.301836035s","remote":"127.0.0.1:39408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:07:19.269626Z","caller":"traceutil/trace.go:171","msg":"trace[1821731757] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25206; }","duration":"5.490632842s","start":"2026-04-23T01:07:13.778983Z","end":"2026-04-23T01:07:19.269616Z","steps":["trace[1821731757] 'agreement among raft nodes before linearized reading' (duration: 5.49057034s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:19.269772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:13.773128Z","time spent":"5.496637671s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-7626f617-39c5-4333-90cc-6b7ed02d3e32\" "} {"level":"warn","ts":"2026-04-23T01:07:19.269836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:13.778965Z","time spent":"5.490822857s","remote":"127.0.0.1:39466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-04-23T01:07:19.269883Z","caller":"traceutil/trace.go:171","msg":"trace[391048305] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25206; }","duration":"4.1541971s","start":"2026-04-23T01:07:15.115197Z","end":"2026-04-23T01:07:19.269394Z","steps":["trace[391048305] 'agreement among raft nodes before linearized reading' (duration: 4.154061225s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:19.26991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:15.11519Z","time spent":"4.154713817s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-23T01:07:19.269729Z","caller":"traceutil/trace.go:171","msg":"trace[480461292] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:25206; }","duration":"2.985945294s","start":"2026-04-23T01:07:16.283774Z","end":"2026-04-23T01:07:19.26972Z","steps":["trace[480461292] 'agreement among raft nodes before linearized reading' (duration: 2.985885292s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:19.269956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:16.283747Z","time spent":"2.986187612s","remote":"127.0.0.1:56036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:07:19.26975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:15.11344Z","time spent":"4.156297006s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-23T01:07:19.269535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:13.836041Z","time spent":"5.433486022s","remote":"127.0.0.1:39478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":992,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager\" "} {"level":"warn","ts":"2026-04-23T01:07:19.27012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.325834994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-23T01:07:19.270164Z","caller":"traceutil/trace.go:171","msg":"trace[500780194] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25206; }","duration":"4.325929907s","start":"2026-04-23T01:07:14.94422Z","end":"2026-04-23T01:07:19.27015Z","steps":["trace[500780194] 'agreement among raft nodes before linearized reading' (duration: 4.325837704s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:19.270215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:14.944188Z","time spent":"4.32601601s","remote":"127.0.0.1:39382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-23T01:07:19.269635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:14.174713Z","time spent":"5.094913393s","remote":"127.0.0.1:39466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2010,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-04-23T01:07:19.270449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.494956469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ed6ff780-569b-4a9d-ab9e-cfdaadd81c37\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-04-23T01:07:19.270555Z","caller":"traceutil/trace.go:171","msg":"trace[987504787] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ed6ff780-569b-4a9d-ab9e-cfdaadd81c37; range_end:; response_count:1; response_revision:25206; }","duration":"4.495124224s","start":"2026-04-23T01:07:14.775408Z","end":"2026-04-23T01:07:19.270532Z","steps":["trace[987504787] 'agreement among raft nodes before linearized reading' (duration: 4.494843295s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:07:19.270497Z","caller":"traceutil/trace.go:171","msg":"trace[1049649380] transaction","detail":"{read_only:false; response_revision:25207; number_of_response:1; }","duration":"2.338071883s","start":"2026-04-23T01:07:16.932412Z","end":"2026-04-23T01:07:19.270484Z","steps":["trace[1049649380] 'process raft request' (duration: 2.336647418s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:19.27061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:14.77538Z","time spent":"4.495218967s","remote":"127.0.0.1:39458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3973,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ed6ff780-569b-4a9d-ab9e-cfdaadd81c37\" "} {"level":"warn","ts":"2026-04-23T01:07:19.270666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:16.932375Z","time spent":"2.338232038s","remote":"127.0.0.1:39362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:07:19.452793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.508364ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:07:19.452918Z","caller":"traceutil/trace.go:171","msg":"trace[1401222052] transaction","detail":"{read_only:false; response_revision:25208; number_of_response:1; }","duration":"676.458916ms","start":"2026-04-23T01:07:18.776434Z","end":"2026-04-23T01:07:19.452893Z","steps":["trace[1401222052] 'process raft request' (duration: 538.758337ms)","trace[1401222052] 'compare' (duration: 137.367478ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:07:19.452986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:18.776406Z","time spent":"676.546259ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:07:19.786692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000446353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T01:07:19.78677Z","caller":"traceutil/trace.go:171","msg":"trace[1593532690] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000604658s","start":"2026-04-23T01:07:17.786147Z","end":"2026-04-23T01:07:19.786752Z","steps":["trace[1593532690] 'agreement among raft nodes before linearized reading' (duration: 2.000466754s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:19.78681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:17.786131Z","time spent":"2.00067174s","remote":"127.0.0.1:39306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T01:07:20.147834Z","caller":"traceutil/trace.go:171","msg":"trace[997551407] transaction","detail":"{read_only:false; response_revision:25209; number_of_response:1; }","duration":"1.210261295s","start":"2026-04-23T01:07:18.937554Z","end":"2026-04-23T01:07:20.147815Z","steps":["trace[997551407] 'process raft request' (duration: 1.210053689s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:20.147967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:18.937509Z","time spent":"1.21038598s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:07:20.148438Z","caller":"traceutil/trace.go:171","msg":"trace[1800916242] transaction","detail":"{read_only:false; response_revision:25210; number_of_response:1; }","duration":"1.210753852s","start":"2026-04-23T01:07:18.937645Z","end":"2026-04-23T01:07:20.148399Z","steps":["trace[1800916242] 'process raft request' (duration: 1.210115542s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:07:20.148571Z","caller":"traceutil/trace.go:171","msg":"trace[700790759] transaction","detail":"{read_only:false; response_revision:25211; number_of_response:1; }","duration":"1.210608607s","start":"2026-04-23T01:07:18.937925Z","end":"2026-04-23T01:07:20.148534Z","steps":["trace[700790759] 'process raft request' (duration: 1.21039343s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:20.148644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:18.93764Z","time spent":"1.210885166s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:07:20.148732Z","caller":"traceutil/trace.go:171","msg":"trace[493068750] transaction","detail":"{read_only:false; response_revision:25212; number_of_response:1; }","duration":"1.210743381s","start":"2026-04-23T01:07:18.937975Z","end":"2026-04-23T01:07:20.148718Z","steps":["trace[493068750] 'process raft request' (duration: 1.210489073s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:20.148788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:18.937968Z","time spent":"1.210789342s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:07:20.148835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:18.937919Z","time spent":"1.210763862s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:07:20.148969Z","caller":"traceutil/trace.go:171","msg":"trace[1072140782] transaction","detail":"{read_only:false; response_revision:25213; number_of_response:1; }","duration":"1.210952108s","start":"2026-04-23T01:07:18.93801Z","end":"2026-04-23T01:07:20.148962Z","steps":["trace[1072140782] 'process raft request' (duration: 1.210649078s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:20.149015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:18.938006Z","time spent":"1.210989279s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:07:20.149364Z","caller":"traceutil/trace.go:171","msg":"trace[1894162210] transaction","detail":"{read_only:false; response_revision:25214; number_of_response:1; }","duration":"1.211247267s","start":"2026-04-23T01:07:18.938105Z","end":"2026-04-23T01:07:20.149353Z","steps":["trace[1894162210] 'process raft request' (duration: 1.210830334s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:20.149424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:18.9381Z","time spent":"1.211296178s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:07:20.149737Z","caller":"traceutil/trace.go:171","msg":"trace[931953098] linearizableReadLoop","detail":"{readStateIndex:26089; appliedIndex:26081; }","duration":"880.476505ms","start":"2026-04-23T01:07:19.269228Z","end":"2026-04-23T01:07:20.149704Z","steps":["trace[931953098] 'read index received' (duration: 45.938915ms)","trace[931953098] 'applied index is now lower than readState.Index' (duration: 834.53334ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:07:20.15008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.369282601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3236"} {"level":"info","ts":"2026-04-23T01:07:20.150119Z","caller":"traceutil/trace.go:171","msg":"trace[1762991076] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25217; }","duration":"1.369384274s","start":"2026-04-23T01:07:18.780725Z","end":"2026-04-23T01:07:20.150109Z","steps":["trace[1762991076] 'agreement among raft nodes before linearized reading' (duration: 1.369237039s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:07:20.150109Z","caller":"traceutil/trace.go:171","msg":"trace[362495713] transaction","detail":"{read_only:false; response_revision:25216; number_of_response:1; }","duration":"874.94756ms","start":"2026-04-23T01:07:19.275139Z","end":"2026-04-23T01:07:20.150086Z","steps":["trace[362495713] 'process raft request' (duration: 874.458425ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:20.150147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:18.780688Z","time spent":"1.369452016s","remote":"127.0.0.1:39808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3259,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-04-23T01:07:20.150092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.014032053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:07:20.150167Z","caller":"traceutil/trace.go:171","msg":"trace[631817853] transaction","detail":"{read_only:false; response_revision:25217; number_of_response:1; }","duration":"874.678301ms","start":"2026-04-23T01:07:19.275451Z","end":"2026-04-23T01:07:20.15013Z","steps":["trace[631817853] 'process raft request' (duration: 874.197196ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:20.150228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:19.275114Z","time spent":"875.054263ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:07:20.150271Z","caller":"traceutil/trace.go:171","msg":"trace[67588396] transaction","detail":"{read_only:false; response_revision:25215; number_of_response:1; }","duration":"1.211762833s","start":"2026-04-23T01:07:18.938487Z","end":"2026-04-23T01:07:20.15025Z","steps":["trace[67588396] 'process raft request' (duration: 1.210834004s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:20.15035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:19.275441Z","time spent":"874.814975ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:07:20.150373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:18.93848Z","time spent":"1.211840516s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:07:20.150338Z","caller":"traceutil/trace.go:171","msg":"trace[593990438] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:25217; }","duration":"2.014306791s","start":"2026-04-23T01:07:18.13598Z","end":"2026-04-23T01:07:20.150287Z","steps":["trace[593990438] 'agreement among raft nodes before linearized reading' (duration: 2.014024763s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:20.150374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"998.602854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:07:20.150471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:18.135962Z","time spent":"2.014497078s","remote":"127.0.0.1:55008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:07:20.150514Z","caller":"traceutil/trace.go:171","msg":"trace[26246426] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:25217; }","duration":"998.812941ms","start":"2026-04-23T01:07:19.15167Z","end":"2026-04-23T01:07:20.150483Z","steps":["trace[26246426] 'agreement among raft nodes before linearized reading' (duration: 998.536222ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:20.150598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:19.151641Z","time spent":"998.940205ms","remote":"127.0.0.1:56008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:07:20.150625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.217153304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-04-23T01:07:20.150666Z","caller":"traceutil/trace.go:171","msg":"trace[1354717498] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:25217; }","duration":"3.217230946s","start":"2026-04-23T01:07:16.933424Z","end":"2026-04-23T01:07:20.150655Z","steps":["trace[1354717498] 'agreement among raft nodes before linearized reading' (duration: 3.21704377s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:20.150699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:16.933409Z","time spent":"3.217285307s","remote":"127.0.0.1:39318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-04-23T01:07:20.15074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.865013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-75c4c745bc-gz8lt\" ","response":"range_response_count:1 size:4615"} {"level":"info","ts":"2026-04-23T01:07:20.15081Z","caller":"traceutil/trace.go:171","msg":"trace[1132812154] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-75c4c745bc-gz8lt; range_end:; response_count:1; response_revision:25217; }","duration":"878.964927ms","start":"2026-04-23T01:07:19.271829Z","end":"2026-04-23T01:07:20.150794Z","steps":["trace[1132812154] 'agreement among raft nodes before linearized reading' (duration: 878.728229ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:20.150863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:19.271801Z","time spent":"879.050269ms","remote":"127.0.0.1:39458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":4638,"request content":"key:\"/registry/pods/cert-manager/cert-manager-75c4c745bc-gz8lt\" "} {"level":"warn","ts":"2026-04-23T01:07:20.150875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.947144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:07:20.150892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.606019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ed6ff780-569b-4a9d-ab9e-cfdaadd81c37\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-04-23T01:07:20.15093Z","caller":"traceutil/trace.go:171","msg":"trace[1313719014] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ed6ff780-569b-4a9d-ab9e-cfdaadd81c37; range_end:; response_count:1; response_revision:25217; }","duration":"398.673292ms","start":"2026-04-23T01:07:19.75224Z","end":"2026-04-23T01:07:20.150913Z","steps":["trace[1313719014] 'agreement among raft nodes before linearized reading' (duration: 398.505797ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:07:20.150927Z","caller":"traceutil/trace.go:171","msg":"trace[389644354] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:25217; }","duration":"454.999345ms","start":"2026-04-23T01:07:19.695911Z","end":"2026-04-23T01:07:20.15091Z","steps":["trace[389644354] 'agreement among raft nodes before linearized reading' (duration: 454.915303ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:20.150955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:19.752218Z","time spent":"398.731583ms","remote":"127.0.0.1:39458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3973,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ed6ff780-569b-4a9d-ab9e-cfdaadd81c37\" "} {"level":"warn","ts":"2026-04-23T01:07:20.150961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:19.69589Z","time spent":"455.062808ms","remote":"127.0.0.1:55152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:07:20.15089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.230735244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:07:20.15201Z","caller":"traceutil/trace.go:171","msg":"trace[1194062983] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:25217; }","duration":"2.231891041s","start":"2026-04-23T01:07:17.920107Z","end":"2026-04-23T01:07:20.151998Z","steps":["trace[1194062983] 'agreement among raft nodes before linearized reading' (duration: 2.230319301s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:20.152085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:17.920087Z","time spent":"2.231980483s","remote":"127.0.0.1:46400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:07:20.15215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.913353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:07:20.152205Z","caller":"traceutil/trace.go:171","msg":"trace[1404521702] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25217; }","duration":"364.978086ms","start":"2026-04-23T01:07:19.787206Z","end":"2026-04-23T01:07:20.152184Z","steps":["trace[1404521702] 'agreement among raft nodes before linearized reading' (duration: 364.885983ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:20.151094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.15398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:274402"} {"level":"warn","ts":"2026-04-23T01:07:20.151379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.490022042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:07:20.15226Z","caller":"traceutil/trace.go:171","msg":"trace[852984863] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:25217; }","duration":"2.490942242s","start":"2026-04-23T01:07:17.661304Z","end":"2026-04-23T01:07:20.152246Z","steps":["trace[852984863] 'agreement among raft nodes before linearized reading' (duration: 2.489420713s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:20.15251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"876.966044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18a8d5bb21f486e0\" ","response":"range_response_count:1 size:875"} {"level":"info","ts":"2026-04-23T01:07:20.152545Z","caller":"traceutil/trace.go:171","msg":"trace[1014354617] range","detail":"{range_begin:/registry/events/kube-system/kube-controller-manager-instance.18a8d5bb21f486e0; range_end:; response_count:1; response_revision:25217; }","duration":"877.022676ms","start":"2026-04-23T01:07:19.275514Z","end":"2026-04-23T01:07:20.152536Z","steps":["trace[1014354617] 'agreement among raft nodes before linearized reading' (duration: 876.912202ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:20.15257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:19.275505Z","time spent":"877.059657ms","remote":"127.0.0.1:39362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":898,"request content":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18a8d5bb21f486e0\" "} {"level":"warn","ts":"2026-04-23T01:07:20.152705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"877.518022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-04-23T01:07:20.152802Z","caller":"traceutil/trace.go:171","msg":"trace[220071837] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25217; }","duration":"877.637085ms","start":"2026-04-23T01:07:19.275149Z","end":"2026-04-23T01:07:20.152786Z","steps":["trace[220071837] 'agreement among raft nodes before linearized reading' (duration: 877.261893ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:20.15401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:19.275136Z","time spent":"878.854104ms","remote":"127.0.0.1:39458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-23T01:07:20.15283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.899129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18367"} {"level":"info","ts":"2026-04-23T01:07:20.154171Z","caller":"traceutil/trace.go:171","msg":"trace[2320092] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:25217; }","duration":"526.267892ms","start":"2026-04-23T01:07:19.627876Z","end":"2026-04-23T01:07:20.154144Z","steps":["trace[2320092] 'agreement among raft nodes before linearized reading' (duration: 524.841437ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:20.154248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:19.627844Z","time spent":"526.380515ms","remote":"127.0.0.1:39452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18390,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"info","ts":"2026-04-23T01:07:20.15287Z","caller":"traceutil/trace.go:171","msg":"trace[2635170] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:25217; }","duration":"528.964887ms","start":"2026-04-23T01:07:19.623892Z","end":"2026-04-23T01:07:20.152857Z","steps":["trace[2635170] 'agreement among raft nodes before linearized reading' (duration: 526.874731ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:20.154514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:19.623868Z","time spent":"530.62842ms","remote":"127.0.0.1:39690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":274425,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-04-23T01:07:20.152868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.254849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:07:20.154788Z","caller":"traceutil/trace.go:171","msg":"trace[1351842829] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:25217; }","duration":"617.256922ms","start":"2026-04-23T01:07:19.537522Z","end":"2026-04-23T01:07:20.154779Z","steps":["trace[1351842829] 'agreement among raft nodes before linearized reading' (duration: 615.213767ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:20.154846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:19.537493Z","time spent":"617.312044ms","remote":"127.0.0.1:39808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":10,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:07:20.152943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:19.78717Z","time spent":"365.731459ms","remote":"127.0.0.1:39300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:07:20.153139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.372933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rabbitmq-cluster-operator\" ","response":"range_response_count:1 size:1081"} {"level":"info","ts":"2026-04-23T01:07:20.155208Z","caller":"traceutil/trace.go:171","msg":"trace[1642930915] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rabbitmq-cluster-operator; range_end:; response_count:1; response_revision:25217; }","duration":"768.469289ms","start":"2026-04-23T01:07:19.386714Z","end":"2026-04-23T01:07:20.155184Z","steps":["trace[1642930915] 'agreement among raft nodes before linearized reading' (duration: 766.243658ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:20.155263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:19.386688Z","time spent":"768.558952ms","remote":"127.0.0.1:39478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":1104,"request content":"key:\"/registry/serviceaccounts/openstack/rabbitmq-cluster-operator\" "} {"level":"warn","ts":"2026-04-23T01:07:20.152313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:17.661284Z","time spent":"2.491014784s","remote":"127.0.0.1:55104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:07:20.153555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"874.918129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:07:20.15561Z","caller":"traceutil/trace.go:171","msg":"trace[1960975780] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25217; }","duration":"877.007385ms","start":"2026-04-23T01:07:19.278589Z","end":"2026-04-23T01:07:20.155596Z","steps":["trace[1960975780] 'agreement among raft nodes before linearized reading' (duration: 874.926629ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:20.15581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:19.278566Z","time spent":"877.231602ms","remote":"127.0.0.1:39512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-23T01:07:20.507514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.642603ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:07:20.507718Z","caller":"traceutil/trace.go:171","msg":"trace[1809952838] transaction","detail":"{read_only:false; response_revision:25218; number_of_response:1; }","duration":"351.457737ms","start":"2026-04-23T01:07:20.156218Z","end":"2026-04-23T01:07:20.507676Z","steps":["trace[1809952838] 'process raft request' (duration: 216.534976ms)","trace[1809952838] 'compare' (duration: 134.481397ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:07:20.507747Z","caller":"traceutil/trace.go:171","msg":"trace[1644932491] linearizableReadLoop","detail":"{readStateIndex:26092; appliedIndex:26091; }","duration":"350.627321ms","start":"2026-04-23T01:07:20.157092Z","end":"2026-04-23T01:07:20.50772Z","steps":["trace[1644932491] 'read index received' (duration: 215.626077ms)","trace[1644932491] 'applied index is now lower than readState.Index' (duration: 134.998354ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:07:20.507904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:20.15619Z","time spent":"351.620583ms","remote":"127.0.0.1:39362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:07:20.508071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.965591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-7fcdcd478-4f642\" ","response":"range_response_count:1 size:5713"} {"level":"info","ts":"2026-04-23T01:07:20.508215Z","caller":"traceutil/trace.go:171","msg":"trace[787954214] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-7fcdcd478-4f642; range_end:; response_count:1; response_revision:25218; }","duration":"351.072785ms","start":"2026-04-23T01:07:20.157087Z","end":"2026-04-23T01:07:20.50816Z","steps":["trace[787954214] 'agreement among raft nodes before linearized reading' (duration: 350.785336ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:20.508502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:20.157046Z","time spent":"351.21482ms","remote":"127.0.0.1:39458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5736,"request content":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-7fcdcd478-4f642\" "} {"level":"warn","ts":"2026-04-23T01:07:20.516246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.265694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:07:20.516323Z","caller":"traceutil/trace.go:171","msg":"trace[17075773] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25220; }","duration":"353.361278ms","start":"2026-04-23T01:07:20.162943Z","end":"2026-04-23T01:07:20.516304Z","steps":["trace[17075773] 'agreement among raft nodes before linearized reading' (duration: 353.203973ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:20.516354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:20.162933Z","time spent":"353.413339ms","remote":"127.0.0.1:39306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:07:20.516361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.966401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:07:20.516405Z","caller":"traceutil/trace.go:171","msg":"trace[39283595] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25220; }","duration":"188.008542ms","start":"2026-04-23T01:07:20.328382Z","end":"2026-04-23T01:07:20.516391Z","steps":["trace[39283595] 'agreement among raft nodes before linearized reading' (duration: 187.9411ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:20.516428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.155561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.233\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-04-23T01:07:20.516527Z","caller":"traceutil/trace.go:171","msg":"trace[640038879] range","detail":"{range_begin:/registry/masterleases/199.204.45.233; range_end:; response_count:1; response_revision:25220; }","duration":"359.270925ms","start":"2026-04-23T01:07:20.157233Z","end":"2026-04-23T01:07:20.516504Z","steps":["trace[640038879] 'agreement among raft nodes before linearized reading' (duration: 358.967735ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:20.516575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.932896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ed6ff780-569b-4a9d-ab9e-cfdaadd81c37\" ","response":"range_response_count:1 size:3950"} {"level":"warn","ts":"2026-04-23T01:07:20.516583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:20.157202Z","time spent":"359.370518ms","remote":"127.0.0.1:39318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.233\" "} {"level":"info","ts":"2026-04-23T01:07:20.516605Z","caller":"traceutil/trace.go:171","msg":"trace[1861664075] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ed6ff780-569b-4a9d-ab9e-cfdaadd81c37; range_end:; response_count:1; response_revision:25220; }","duration":"240.012949ms","start":"2026-04-23T01:07:20.276581Z","end":"2026-04-23T01:07:20.516594Z","steps":["trace[1861664075] 'agreement among raft nodes before linearized reading' (duration: 239.901905ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:20.516928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.735096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"info","ts":"2026-04-23T01:07:20.516971Z","caller":"traceutil/trace.go:171","msg":"trace[1227881745] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:25220; }","duration":"357.775267ms","start":"2026-04-23T01:07:20.159183Z","end":"2026-04-23T01:07:20.516958Z","steps":["trace[1227881745] 'agreement among raft nodes before linearized reading' (duration: 357.637493ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:20.517002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:20.159153Z","time spent":"357.84067ms","remote":"127.0.0.1:39466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1160,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-04-23T01:07:20.51747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.222399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:07:20.517561Z","caller":"traceutil/trace.go:171","msg":"trace[1423520206] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25220; }","duration":"357.363634ms","start":"2026-04-23T01:07:20.160176Z","end":"2026-04-23T01:07:20.51754Z","steps":["trace[1423520206] 'agreement among raft nodes before linearized reading' (duration: 355.96731ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:20.517606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:20.160164Z","time spent":"357.434497ms","remote":"127.0.0.1:39512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-23T01:07:22.353372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.680267ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:07:22.353598Z","caller":"traceutil/trace.go:171","msg":"trace[1618917333] transaction","detail":"{read_only:false; response_revision:25265; number_of_response:1; }","duration":"195.461089ms","start":"2026-04-23T01:07:22.158118Z","end":"2026-04-23T01:07:22.353579Z","steps":["trace[1618917333] 'process raft request' (duration: 195.415997ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:07:22.353926Z","caller":"traceutil/trace.go:171","msg":"trace[1468452275] transaction","detail":"{read_only:false; response_revision:25263; number_of_response:1; }","duration":"512.123324ms","start":"2026-04-23T01:07:21.841793Z","end":"2026-04-23T01:07:22.353916Z","steps":["trace[1468452275] 'process raft request' (duration: 230.800417ms)","trace[1468452275] 'compare' (duration: 280.043607ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:07:22.353977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:21.841784Z","time spent":"512.168165ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:07:22.354079Z","caller":"traceutil/trace.go:171","msg":"trace[47089548] transaction","detail":"{read_only:false; response_revision:25264; number_of_response:1; }","duration":"512.218777ms","start":"2026-04-23T01:07:21.841848Z","end":"2026-04-23T01:07:22.354067Z","steps":["trace[47089548] 'process raft request' (duration: 511.637169ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:22.354126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:21.841806Z","time spent":"512.297719ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:07:22.354271Z","caller":"traceutil/trace.go:171","msg":"trace[1388485049] linearizableReadLoop","detail":"{readStateIndex:26139; appliedIndex:26136; }","duration":"505.358329ms","start":"2026-04-23T01:07:21.848878Z","end":"2026-04-23T01:07:22.354236Z","steps":["trace[1388485049] 'read index received' (duration: 52.535893ms)","trace[1388485049] 'applied index is now lower than readState.Index' (duration: 452.819806ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:07:22.354472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.575987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:352"} {"level":"info","ts":"2026-04-23T01:07:22.354528Z","caller":"traceutil/trace.go:171","msg":"trace[592165242] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:25265; }","duration":"505.69284ms","start":"2026-04-23T01:07:21.848826Z","end":"2026-04-23T01:07:22.354519Z","steps":["trace[592165242] 'agreement among raft nodes before linearized reading' (duration: 505.545526ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:22.354575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:21.8488Z","time spent":"505.763563ms","remote":"127.0.0.1:39396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":375,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-04-23T01:07:22.89786Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581741608219405326,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:07:23.281548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.169155ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:07:23.282031Z","caller":"traceutil/trace.go:171","msg":"trace[499897799] linearizableReadLoop","detail":"{readStateIndex:26146; appliedIndex:26140; }","duration":"886.415883ms","start":"2026-04-23T01:07:22.395595Z","end":"2026-04-23T01:07:23.282011Z","steps":["trace[499897799] 'read index received' (duration: 620.751583ms)","trace[499897799] 'applied index is now lower than readState.Index' (duration: 265.66305ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:07:23.282133Z","caller":"traceutil/trace.go:171","msg":"trace[612464810] transaction","detail":"{read_only:false; response_revision:25266; number_of_response:1; }","duration":"1.123810248s","start":"2026-04-23T01:07:22.158282Z","end":"2026-04-23T01:07:23.282092Z","steps":["trace[612464810] 'process raft request' (duration: 857.993963ms)","trace[612464810] 'compare' (duration: 264.983489ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:07:23.282169Z","caller":"traceutil/trace.go:171","msg":"trace[72135410] transaction","detail":"{read_only:false; response_revision:25267; number_of_response:1; }","duration":"1.123831949s","start":"2026-04-23T01:07:22.158295Z","end":"2026-04-23T01:07:23.282127Z","steps":["trace[72135410] 'process raft request' (duration: 1.123457057s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:23.282357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:22.158252Z","time spent":"1.124005024s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:07:23.28235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:22.158258Z","time spent":"1.123984644s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:07:23.282214Z","caller":"traceutil/trace.go:171","msg":"trace[228484832] transaction","detail":"{read_only:false; response_revision:25271; number_of_response:1; }","duration":"1.12292417s","start":"2026-04-23T01:07:22.159263Z","end":"2026-04-23T01:07:23.282187Z","steps":["trace[228484832] 'process raft request' (duration: 1.122683913s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:07:23.282548Z","caller":"traceutil/trace.go:171","msg":"trace[1012594025] transaction","detail":"{read_only:false; response_revision:25269; number_of_response:1; }","duration":"1.124133079s","start":"2026-04-23T01:07:22.158389Z","end":"2026-04-23T01:07:23.282522Z","steps":["trace[1012594025] 'process raft request' (duration: 1.123479608s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:23.282576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:22.159254Z","time spent":"1.123271722s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:07:23.282652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:22.158385Z","time spent":"1.124218271s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:07:23.282705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.686946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ed6ff780-569b-4a9d-ab9e-cfdaadd81c37\" ","response":"range_response_count:1 size:3952"} {"level":"warn","ts":"2026-04-23T01:07:23.282724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"887.134866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:476"} {"level":"info","ts":"2026-04-23T01:07:23.282771Z","caller":"traceutil/trace.go:171","msg":"trace[1945531911] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ed6ff780-569b-4a9d-ab9e-cfdaadd81c37; range_end:; response_count:1; response_revision:25271; }","duration":"756.810709ms","start":"2026-04-23T01:07:22.525943Z","end":"2026-04-23T01:07:23.282754Z","steps":["trace[1945531911] 'agreement among raft nodes before linearized reading' (duration: 756.577502ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:07:23.282776Z","caller":"traceutil/trace.go:171","msg":"trace[181717097] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25271; }","duration":"887.251839ms","start":"2026-04-23T01:07:22.39551Z","end":"2026-04-23T01:07:23.282761Z","steps":["trace[181717097] 'agreement among raft nodes before linearized reading' (duration: 887.081184ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:23.282814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:22.39547Z","time spent":"887.336702ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":499,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T01:07:23.282785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.855418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"warn","ts":"2026-04-23T01:07:23.282813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:22.525908Z","time spent":"756.896543ms","remote":"127.0.0.1:39458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3975,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ed6ff780-569b-4a9d-ab9e-cfdaadd81c37\" "} {"level":"info","ts":"2026-04-23T01:07:23.28288Z","caller":"traceutil/trace.go:171","msg":"trace[1485792470] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:25271; }","duration":"507.967531ms","start":"2026-04-23T01:07:22.774888Z","end":"2026-04-23T01:07:23.282855Z","steps":["trace[1485792470] 'agreement among raft nodes before linearized reading' (duration: 507.654681ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:23.282918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.679414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3018"} {"level":"warn","ts":"2026-04-23T01:07:23.282953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:22.774817Z","time spent":"508.122616ms","remote":"127.0.0.1:39424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1885,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"info","ts":"2026-04-23T01:07:23.282968Z","caller":"traceutil/trace.go:171","msg":"trace[1685551151] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:25271; }","duration":"689.757286ms","start":"2026-04-23T01:07:22.593197Z","end":"2026-04-23T01:07:23.282955Z","steps":["trace[1685551151] 'agreement among raft nodes before linearized reading' (duration: 689.635623ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:23.282971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.94136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-04-23T01:07:23.283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:22.593174Z","time spent":"689.818539ms","remote":"127.0.0.1:39382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3041,"request content":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" "} {"level":"info","ts":"2026-04-23T01:07:23.28301Z","caller":"traceutil/trace.go:171","msg":"trace[315118645] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25271; }","duration":"230.016453ms","start":"2026-04-23T01:07:23.052982Z","end":"2026-04-23T01:07:23.282998Z","steps":["trace[315118645] 'agreement among raft nodes before linearized reading' (duration: 229.91512ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:23.282969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.374546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:5061"} {"level":"info","ts":"2026-04-23T01:07:23.283105Z","caller":"traceutil/trace.go:171","msg":"trace[1728875359] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:25271; }","duration":"642.599234ms","start":"2026-04-23T01:07:22.640463Z","end":"2026-04-23T01:07:23.283062Z","steps":["trace[1728875359] 'agreement among raft nodes before linearized reading' (duration: 642.176531ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:07:23.283188Z","caller":"traceutil/trace.go:171","msg":"trace[1697453824] transaction","detail":"{read_only:false; response_revision:25270; number_of_response:1; }","duration":"1.124460029s","start":"2026-04-23T01:07:22.15868Z","end":"2026-04-23T01:07:23.28314Z","steps":["trace[1697453824] 'process raft request' (duration: 1.12322812s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:07:23.282216Z","caller":"traceutil/trace.go:171","msg":"trace[978673867] transaction","detail":"{read_only:false; response_revision:25268; number_of_response:1; }","duration":"1.123788978s","start":"2026-04-23T01:07:22.158351Z","end":"2026-04-23T01:07:23.28214Z","steps":["trace[978673867] 'process raft request' (duration: 1.123481938s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:23.283361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:22.158665Z","time spent":"1.124608314s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:07:23.283492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:22.640434Z","time spent":"643.042798ms","remote":"127.0.0.1:39458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":5084,"request content":"key:\"/registry/pods/kube-system/kube-vip-instance\" "} {"level":"warn","ts":"2026-04-23T01:07:23.283737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:22.158344Z","time spent":"1.125073758s","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:07:23.673639Z","caller":"traceutil/trace.go:171","msg":"trace[1940701505] transaction","detail":"{read_only:false; response_revision:25272; number_of_response:1; }","duration":"384.518004ms","start":"2026-04-23T01:07:23.289091Z","end":"2026-04-23T01:07:23.673609Z","steps":["trace[1940701505] 'process raft request' (duration: 384.270576ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:23.673887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:23.289072Z","time spent":"384.661309ms","remote":"127.0.0.1:39458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3946,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:07:23.855839Z","caller":"traceutil/trace.go:171","msg":"trace[364124543] transaction","detail":"{read_only:false; response_revision:25273; number_of_response:1; }","duration":"565.276097ms","start":"2026-04-23T01:07:23.290535Z","end":"2026-04-23T01:07:23.855812Z","steps":["trace[364124543] 'process raft request' (duration: 545.322895ms)","trace[364124543] 'compare' (duration: 19.773126ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:07:23.855985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:23.290524Z","time spent":"565.38199ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:07:23.85625Z","caller":"traceutil/trace.go:171","msg":"trace[436160705] linearizableReadLoop","detail":"{readStateIndex:26149; appliedIndex:26146; }","duration":"548.674531ms","start":"2026-04-23T01:07:23.307534Z","end":"2026-04-23T01:07:23.856209Z","steps":["trace[436160705] 'read index received' (duration: 365.846322ms)","trace[436160705] 'applied index is now lower than readState.Index' (duration: 182.826339ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:07:23.856333Z","caller":"traceutil/trace.go:171","msg":"trace[500278410] transaction","detail":"{read_only:false; response_revision:25274; number_of_response:1; }","duration":"563.190211ms","start":"2026-04-23T01:07:23.293121Z","end":"2026-04-23T01:07:23.856311Z","steps":["trace[500278410] 'process raft request' (duration: 562.637113ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:23.856438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:23.293101Z","time spent":"563.285144ms","remote":"127.0.0.1:39458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4763,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:07:23.856565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.115518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:07:23.856594Z","caller":"traceutil/trace.go:171","msg":"trace[51723300] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25275; }","duration":"346.187451ms","start":"2026-04-23T01:07:23.5104Z","end":"2026-04-23T01:07:23.856587Z","steps":["trace[51723300] 'agreement among raft nodes before linearized reading' (duration: 346.141739ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:23.856614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:23.510371Z","time spent":"346.239342ms","remote":"127.0.0.1:39306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:07:23.856618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.84259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:07:23.856643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.551704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:07:23.856748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.808451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:07:23.856755Z","caller":"traceutil/trace.go:171","msg":"trace[1143046284] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:25275; }","duration":"106.726879ms","start":"2026-04-23T01:07:23.750006Z","end":"2026-04-23T01:07:23.856733Z","steps":["trace[1143046284] 'agreement among raft nodes before linearized reading' (duration: 106.497812ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:07:23.85669Z","caller":"traceutil/trace.go:171","msg":"trace[811555255] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:25275; }","duration":"219.990465ms","start":"2026-04-23T01:07:23.636678Z","end":"2026-04-23T01:07:23.856669Z","steps":["trace[811555255] 'agreement among raft nodes before linearized reading' (duration: 219.82684ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:07:23.856788Z","caller":"traceutil/trace.go:171","msg":"trace[1465755129] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:25275; }","duration":"142.882754ms","start":"2026-04-23T01:07:23.713896Z","end":"2026-04-23T01:07:23.856779Z","steps":["trace[1465755129] 'agreement among raft nodes before linearized reading' (duration: 142.818932ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:23.856641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.206235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rabbitmq-messaging-topology-operator\" ","response":"range_response_count:1 size:1114"} {"level":"info","ts":"2026-04-23T01:07:23.856911Z","caller":"traceutil/trace.go:171","msg":"trace[742154952] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rabbitmq-messaging-topology-operator; range_end:; response_count:1; response_revision:25275; }","duration":"463.515555ms","start":"2026-04-23T01:07:23.393381Z","end":"2026-04-23T01:07:23.856896Z","steps":["trace[742154952] 'agreement among raft nodes before linearized reading' (duration: 463.116203ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:07:23.856664Z","caller":"traceutil/trace.go:171","msg":"trace[593922503] transaction","detail":"{read_only:false; number_of_response:1; response_revision:25275; }","duration":"180.99874ms","start":"2026-04-23T01:07:23.675632Z","end":"2026-04-23T01:07:23.856631Z","steps":["trace[593922503] 'process raft request' (duration: 180.480174ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:23.856995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:23.393356Z","time spent":"463.595327ms","remote":"127.0.0.1:39478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1137,"request content":"key:\"/registry/serviceaccounts/openstack/rabbitmq-messaging-topology-operator\" "} {"level":"warn","ts":"2026-04-23T01:07:23.858213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.667904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3018"} {"level":"info","ts":"2026-04-23T01:07:23.858273Z","caller":"traceutil/trace.go:171","msg":"trace[788757263] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:25275; }","duration":"550.782217ms","start":"2026-04-23T01:07:23.307475Z","end":"2026-04-23T01:07:23.858257Z","steps":["trace[788757263] 'agreement among raft nodes before linearized reading' (duration: 548.883697ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:23.858314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:23.307451Z","time spent":"550.85275ms","remote":"127.0.0.1:39382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3041,"request content":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" "} {"level":"info","ts":"2026-04-23T01:08:10.715335Z","caller":"traceutil/trace.go:171","msg":"trace[1207987145] transaction","detail":"{read_only:false; response_revision:25704; number_of_response:1; }","duration":"158.012713ms","start":"2026-04-23T01:08:10.557299Z","end":"2026-04-23T01:08:10.715311Z","steps":["trace[1207987145] 'process raft request' (duration: 157.790406ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:10.715304Z","caller":"traceutil/trace.go:171","msg":"trace[487230360] linearizableReadLoop","detail":"{readStateIndex:26590; appliedIndex:26589; }","duration":"101.571935ms","start":"2026-04-23T01:08:10.613705Z","end":"2026-04-23T01:08:10.715276Z","steps":["trace[487230360] 'read index received' (duration: 101.321838ms)","trace[487230360] 'applied index is now lower than readState.Index' (duration: 248.497µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:08:10.715582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.854445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-23T01:08:10.715676Z","caller":"traceutil/trace.go:171","msg":"trace[151048696] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25704; }","duration":"101.999649ms","start":"2026-04-23T01:08:10.613649Z","end":"2026-04-23T01:08:10.715649Z","steps":["trace[151048696] 'agreement among raft nodes before linearized reading' (duration: 101.728681ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:10.715721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.637307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T01:08:10.7158Z","caller":"traceutil/trace.go:171","msg":"trace[1155531518] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25704; }","duration":"100.737119ms","start":"2026-04-23T01:08:10.615045Z","end":"2026-04-23T01:08:10.715782Z","steps":["trace[1155531518] 'agreement among raft nodes before linearized reading' (duration: 100.547033ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:13.393207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.63088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:08:13.393304Z","caller":"traceutil/trace.go:171","msg":"trace[1395624149] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:25722; }","duration":"567.809316ms","start":"2026-04-23T01:08:12.825474Z","end":"2026-04-23T01:08:13.393283Z","steps":["trace[1395624149] 'count revisions from in-memory index tree' (duration: 567.498106ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:13.393351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:12.825453Z","time spent":"567.885628ms","remote":"127.0.0.1:36510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:08:13.394136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.568446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-23T01:08:13.394272Z","caller":"traceutil/trace.go:171","msg":"trace[35464302] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25722; }","duration":"246.738062ms","start":"2026-04-23T01:08:13.147511Z","end":"2026-04-23T01:08:13.394249Z","steps":["trace[35464302] 'range keys from in-memory index tree' (duration: 245.678288ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:14.02976Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4581741608219406845,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T01:08:14.170793Z","caller":"traceutil/trace.go:171","msg":"trace[585456611] transaction","detail":"{read_only:false; response_revision:25723; number_of_response:1; }","duration":"756.336726ms","start":"2026-04-23T01:08:13.414426Z","end":"2026-04-23T01:08:14.170763Z","steps":["trace[585456611] 'process raft request' (duration: 756.069298ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:14.171017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:13.414402Z","time spent":"756.49126ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:08:14.289733Z","caller":"traceutil/trace.go:171","msg":"trace[1858424970] transaction","detail":"{read_only:false; response_revision:25724; number_of_response:1; }","duration":"771.985151ms","start":"2026-04-23T01:08:13.517713Z","end":"2026-04-23T01:08:14.289698Z","steps":["trace[1858424970] 'process raft request' (duration: 771.482145ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:14.290032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:13.517686Z","time spent":"772.175607ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:08:14.290179Z","caller":"traceutil/trace.go:171","msg":"trace[1590041185] transaction","detail":"{read_only:false; response_revision:25725; number_of_response:1; }","duration":"764.646159ms","start":"2026-04-23T01:08:13.525494Z","end":"2026-04-23T01:08:14.29014Z","steps":["trace[1590041185] 'process raft request' (duration: 764.140833ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:14.290215Z","caller":"traceutil/trace.go:171","msg":"trace[1776114002] transaction","detail":"{read_only:false; response_revision:25726; number_of_response:1; }","duration":"764.482744ms","start":"2026-04-23T01:08:13.525699Z","end":"2026-04-23T01:08:14.290181Z","steps":["trace[1776114002] 'process raft request' (duration: 764.285648ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:14.290373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:13.525475Z","time spent":"764.799464ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:08:14.290414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:13.525688Z","time spent":"764.628558ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:08:14.290445Z","caller":"traceutil/trace.go:171","msg":"trace[356848334] linearizableReadLoop","detail":"{readStateIndex:26616; appliedIndex:26608; }","duration":"761.646223ms","start":"2026-04-23T01:08:13.528774Z","end":"2026-04-23T01:08:14.290421Z","steps":["trace[356848334] 'read index received' (duration: 641.853351ms)","trace[356848334] 'applied index is now lower than readState.Index' (duration: 119.791842ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:08:14.29059Z","caller":"traceutil/trace.go:171","msg":"trace[390096590] transaction","detail":"{read_only:false; response_revision:25729; number_of_response:1; }","duration":"761.682014ms","start":"2026-04-23T01:08:13.528897Z","end":"2026-04-23T01:08:14.290579Z","steps":["trace[390096590] 'process raft request' (duration: 761.450367ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:14.290548Z","caller":"traceutil/trace.go:171","msg":"trace[1133877453] transaction","detail":"{read_only:false; response_revision:25728; number_of_response:1; }","duration":"762.939805ms","start":"2026-04-23T01:08:13.527591Z","end":"2026-04-23T01:08:14.290531Z","steps":["trace[1133877453] 'process raft request' (duration: 762.664886ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:14.290706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:13.528858Z","time spent":"761.761797ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:08:14.290718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:13.527578Z","time spent":"763.050338ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:08:14.290776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.999554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:08:14.290832Z","caller":"traceutil/trace.go:171","msg":"trace[480220570] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25730; }","duration":"762.048146ms","start":"2026-04-23T01:08:13.528767Z","end":"2026-04-23T01:08:14.290815Z","steps":["trace[480220570] 'agreement among raft nodes before linearized reading' (duration: 761.956063ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:14.290876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:13.528723Z","time spent":"762.14661ms","remote":"127.0.0.1:39306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T01:08:14.290969Z","caller":"traceutil/trace.go:171","msg":"trace[1393506019] transaction","detail":"{read_only:false; response_revision:25730; number_of_response:1; }","duration":"450.09667ms","start":"2026-04-23T01:08:13.840855Z","end":"2026-04-23T01:08:14.290952Z","steps":["trace[1393506019] 'process raft request' (duration: 449.522622ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:14.291044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:13.840833Z","time spent":"450.180732ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:08:14.291038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.455056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:08:14.291119Z","caller":"traceutil/trace.go:171","msg":"trace[379011454] transaction","detail":"{read_only:false; response_revision:25727; number_of_response:1; }","duration":"764.299817ms","start":"2026-04-23T01:08:13.526805Z","end":"2026-04-23T01:08:14.291105Z","steps":["trace[379011454] 'process raft request' (duration: 763.327846ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:14.29116Z","caller":"traceutil/trace.go:171","msg":"trace[671086734] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:25730; }","duration":"501.58699ms","start":"2026-04-23T01:08:13.789515Z","end":"2026-04-23T01:08:14.291102Z","steps":["trace[671086734] 'agreement among raft nodes before linearized reading' (duration: 501.422705ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:14.291203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:13.526795Z","time spent":"764.36373ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:08:14.291223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:13.789496Z","time spent":"501.710244ms","remote":"127.0.0.1:39920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:08:14.291393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.360259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:08:14.2914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.490367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:08:14.291434Z","caller":"traceutil/trace.go:171","msg":"trace[917281716] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:25730; }","duration":"155.40018ms","start":"2026-04-23T01:08:14.136022Z","end":"2026-04-23T01:08:14.291422Z","steps":["trace[917281716] 'agreement among raft nodes before linearized reading' (duration: 155.329638ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:14.291441Z","caller":"traceutil/trace.go:171","msg":"trace[386411368] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:25730; }","duration":"218.58245ms","start":"2026-04-23T01:08:14.072848Z","end":"2026-04-23T01:08:14.29143Z","steps":["trace[386411368] 'agreement among raft nodes before linearized reading' (duration: 218.490237ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:14.291499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.345827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1987"} {"level":"info","ts":"2026-04-23T01:08:14.291592Z","caller":"traceutil/trace.go:171","msg":"trace[421661999] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:25730; }","duration":"118.465841ms","start":"2026-04-23T01:08:14.173099Z","end":"2026-04-23T01:08:14.291565Z","steps":["trace[421661999] 'agreement among raft nodes before linearized reading' (duration: 118.289255ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:15.810595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.27464ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-23T01:08:15.810712Z","caller":"traceutil/trace.go:171","msg":"trace[1394103113] linearizableReadLoop","detail":"{readStateIndex:26624; appliedIndex:26623; }","duration":"314.26082ms","start":"2026-04-23T01:08:15.496431Z","end":"2026-04-23T01:08:15.810692Z","steps":["trace[1394103113] 'read index received' (duration: 68.193µs)","trace[1394103113] 'applied index is now lower than readState.Index' (duration: 314.190687ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:08:15.811027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.20813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:08:15.811108Z","caller":"traceutil/trace.go:171","msg":"trace[497676460] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25737; }","duration":"297.332333ms","start":"2026-04-23T01:08:15.513755Z","end":"2026-04-23T01:08:15.811088Z","steps":["trace[497676460] 'agreement among raft nodes before linearized reading' (duration: 297.182819ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:15.811087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.645501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-23T01:08:15.811199Z","caller":"traceutil/trace.go:171","msg":"trace[1526979344] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25737; }","duration":"314.822167ms","start":"2026-04-23T01:08:15.496354Z","end":"2026-04-23T01:08:15.811176Z","steps":["trace[1526979344] 'agreement among raft nodes before linearized reading' (duration: 314.619621ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:15.81125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:15.496321Z","time spent":"314.9185ms","remote":"127.0.0.1:39382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-04-23T01:08:16.367755Z","caller":"traceutil/trace.go:171","msg":"trace[881085825] linearizableReadLoop","detail":"{readStateIndex:26625; appliedIndex:26624; }","duration":"179.197143ms","start":"2026-04-23T01:08:16.188539Z","end":"2026-04-23T01:08:16.367737Z","steps":["trace[881085825] 'read index received' (duration: 179.160892ms)","trace[881085825] 'applied index is now lower than readState.Index' (duration: 35.201µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:08:16.367893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.345118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:08:16.367915Z","caller":"traceutil/trace.go:171","msg":"trace[1864997791] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:25738; }","duration":"179.449212ms","start":"2026-04-23T01:08:16.18846Z","end":"2026-04-23T01:08:16.367909Z","steps":["trace[1864997791] 'agreement among raft nodes before linearized reading' (duration: 179.381209ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:16.367985Z","caller":"traceutil/trace.go:171","msg":"trace[461480897] transaction","detail":"{read_only:false; response_revision:25738; number_of_response:1; }","duration":"186.511785ms","start":"2026-04-23T01:08:16.181439Z","end":"2026-04-23T01:08:16.367951Z","steps":["trace[461480897] 'process raft request' (duration: 186.149093ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:16.7417Z","caller":"traceutil/trace.go:171","msg":"trace[2142602764] transaction","detail":"{read_only:false; response_revision:25739; number_of_response:1; }","duration":"385.607997ms","start":"2026-04-23T01:08:16.356047Z","end":"2026-04-23T01:08:16.741655Z","steps":["trace[2142602764] 'process raft request' (duration: 359.799081ms)","trace[2142602764] 'compare' (duration: 24.66732ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:08:16.741745Z","caller":"traceutil/trace.go:171","msg":"trace[316772502] transaction","detail":"{read_only:false; response_revision:25740; number_of_response:1; }","duration":"385.600307ms","start":"2026-04-23T01:08:16.356115Z","end":"2026-04-23T01:08:16.741715Z","steps":["trace[316772502] 'process raft request' (duration: 385.387251ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:16.741795Z","caller":"traceutil/trace.go:171","msg":"trace[1174017790] transaction","detail":"{read_only:false; response_revision:25744; number_of_response:1; }","duration":"308.92835ms","start":"2026-04-23T01:08:16.432843Z","end":"2026-04-23T01:08:16.741772Z","steps":["trace[1174017790] 'process raft request' (duration: 308.889319ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:16.741951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:16.35608Z","time spent":"385.778193ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:08:16.741957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:16.432803Z","time spent":"309.077805ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:08:16.741943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:16.35602Z","time spent":"385.781703ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:08:16.742224Z","caller":"traceutil/trace.go:171","msg":"trace[488881223] transaction","detail":"{read_only:false; response_revision:25743; number_of_response:1; }","duration":"385.963108ms","start":"2026-04-23T01:08:16.356219Z","end":"2026-04-23T01:08:16.742182Z","steps":["trace[488881223] 'process raft request' (duration: 385.472763ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:16.742369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:16.356167Z","time spent":"386.129904ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:08:16.742439Z","caller":"traceutil/trace.go:171","msg":"trace[1082227714] linearizableReadLoop","detail":"{readStateIndex:26630; appliedIndex:26625; }","duration":"374.603829ms","start":"2026-04-23T01:08:16.367818Z","end":"2026-04-23T01:08:16.742421Z","steps":["trace[1082227714] 'read index received' (duration: 348.058699ms)","trace[1082227714] 'applied index is now lower than readState.Index' (duration: 26.54303ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:08:16.742469Z","caller":"traceutil/trace.go:171","msg":"trace[1861361130] transaction","detail":"{read_only:false; response_revision:25742; number_of_response:1; }","duration":"386.30709ms","start":"2026-04-23T01:08:16.356147Z","end":"2026-04-23T01:08:16.742454Z","steps":["trace[1861361130] 'process raft request' (duration: 385.498944ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:16.742491Z","caller":"traceutil/trace.go:171","msg":"trace[1205490467] transaction","detail":"{read_only:false; response_revision:25741; number_of_response:1; }","duration":"386.296979ms","start":"2026-04-23T01:08:16.356159Z","end":"2026-04-23T01:08:16.742456Z","steps":["trace[1205490467] 'process raft request' (duration: 385.452152ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:16.74256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:16.356113Z","time spent":"386.390362ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:08:16.742525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.6883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-23T01:08:16.742663Z","caller":"traceutil/trace.go:171","msg":"trace[687938051] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25744; }","duration":"385.859725ms","start":"2026-04-23T01:08:16.356792Z","end":"2026-04-23T01:08:16.742652Z","steps":["trace[687938051] 'agreement among raft nodes before linearized reading' (duration: 385.639488ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:16.742668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:16.356126Z","time spent":"386.453034ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:08:16.742701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:16.356773Z","time spent":"385.915307ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T01:08:16.742705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.577198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-23T01:08:16.742788Z","caller":"traceutil/trace.go:171","msg":"trace[1440636987] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25744; }","duration":"386.689391ms","start":"2026-04-23T01:08:16.356076Z","end":"2026-04-23T01:08:16.742766Z","steps":["trace[1440636987] 'agreement among raft nodes before linearized reading' (duration: 386.396392ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:16.742846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:16.356049Z","time spent":"386.778504ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T01:08:16.765013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.319871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:08:16.76508Z","caller":"traceutil/trace.go:171","msg":"trace[1908990926] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:25745; }","duration":"176.399934ms","start":"2026-04-23T01:08:16.588663Z","end":"2026-04-23T01:08:16.765063Z","steps":["trace[1908990926] 'agreement among raft nodes before linearized reading' (duration: 176.26594ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:16.765451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.387013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:08:16.765486Z","caller":"traceutil/trace.go:171","msg":"trace[1549522583] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:25745; }","duration":"182.465975ms","start":"2026-04-23T01:08:16.583009Z","end":"2026-04-23T01:08:16.765475Z","steps":["trace[1549522583] 'agreement among raft nodes before linearized reading' (duration: 182.359022ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:17.056879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.088788ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:08:17.057236Z","caller":"traceutil/trace.go:171","msg":"trace[1452623624] transaction","detail":"{read_only:false; response_revision:25748; number_of_response:1; }","duration":"249.132077ms","start":"2026-04-23T01:08:16.808069Z","end":"2026-04-23T01:08:17.057201Z","steps":["trace[1452623624] 'process raft request' (duration: 52.590245ms)","trace[1452623624] 'compare' (duration: 195.83492ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:08:17.057542Z","caller":"traceutil/trace.go:171","msg":"trace[1043186541] linearizableReadLoop","detail":"{readStateIndex:26637; appliedIndex:26634; }","duration":"188.408904ms","start":"2026-04-23T01:08:16.86911Z","end":"2026-04-23T01:08:17.057519Z","steps":["trace[1043186541] 'read index received' (duration: 143.820213ms)","trace[1043186541] 'applied index is now lower than readState.Index' (duration: 44.587481ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:08:17.057644Z","caller":"traceutil/trace.go:171","msg":"trace[2129700892] transaction","detail":"{read_only:false; response_revision:25749; number_of_response:1; }","duration":"248.377804ms","start":"2026-04-23T01:08:16.809249Z","end":"2026-04-23T01:08:17.057627Z","steps":["trace[2129700892] 'process raft request' (duration: 247.901159ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:17.057688Z","caller":"traceutil/trace.go:171","msg":"trace[1336927386] transaction","detail":"{read_only:false; response_revision:25750; number_of_response:1; }","duration":"247.33503ms","start":"2026-04-23T01:08:16.810313Z","end":"2026-04-23T01:08:17.057648Z","steps":["trace[1336927386] 'process raft request' (duration: 247.132724ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:17.057932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.662633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:08:17.058017Z","caller":"traceutil/trace.go:171","msg":"trace[2116054612] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25750; }","duration":"188.956512ms","start":"2026-04-23T01:08:16.869046Z","end":"2026-04-23T01:08:17.058003Z","steps":["trace[2116054612] 'agreement among raft nodes before linearized reading' (duration: 188.59005ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:18.986009Z","caller":"traceutil/trace.go:171","msg":"trace[2073563929] transaction","detail":"{read_only:false; response_revision:25751; number_of_response:1; }","duration":"595.595116ms","start":"2026-04-23T01:08:18.39039Z","end":"2026-04-23T01:08:18.985985Z","steps":["trace[2073563929] 'process raft request' (duration: 595.342028ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:18.986182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:18.390338Z","time spent":"595.752991ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:08:19.155763Z","caller":"traceutil/trace.go:171","msg":"trace[419664004] transaction","detail":"{read_only:false; response_revision:25752; number_of_response:1; }","duration":"402.287357ms","start":"2026-04-23T01:08:18.753451Z","end":"2026-04-23T01:08:19.155739Z","steps":["trace[419664004] 'process raft request' (duration: 402.061669ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:19.155934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:18.753414Z","time spent":"402.437801ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:08:19.156156Z","caller":"traceutil/trace.go:171","msg":"trace[392267362] transaction","detail":"{read_only:false; response_revision:25753; number_of_response:1; }","duration":"402.483583ms","start":"2026-04-23T01:08:18.753632Z","end":"2026-04-23T01:08:19.156116Z","steps":["trace[392267362] 'process raft request' (duration: 402.053709ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:19.156251Z","caller":"traceutil/trace.go:171","msg":"trace[490081736] transaction","detail":"{read_only:false; response_revision:25755; number_of_response:1; }","duration":"387.120647ms","start":"2026-04-23T01:08:18.769101Z","end":"2026-04-23T01:08:19.156222Z","steps":["trace[490081736] 'process raft request' (duration: 387.003223ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:19.156266Z","caller":"traceutil/trace.go:171","msg":"trace[1388904583] transaction","detail":"{read_only:false; response_revision:25754; number_of_response:1; }","duration":"402.515584ms","start":"2026-04-23T01:08:18.753694Z","end":"2026-04-23T01:08:19.156209Z","steps":["trace[1388904583] 'process raft request' (duration: 402.243595ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:19.156558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:18.753622Z","time spent":"402.642087ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:08:19.156637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:18.769067Z","time spent":"387.282392ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:08:19.156692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:18.753687Z","time spent":"402.869585ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:08:19.156792Z","caller":"traceutil/trace.go:171","msg":"trace[1580428464] transaction","detail":"{read_only:false; response_revision:25756; number_of_response:1; }","duration":"386.724555ms","start":"2026-04-23T01:08:18.770034Z","end":"2026-04-23T01:08:19.156759Z","steps":["trace[1580428464] 'process raft request' (duration: 386.134326ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:19.15692Z","caller":"traceutil/trace.go:171","msg":"trace[505614374] transaction","detail":"{read_only:false; response_revision:25757; number_of_response:1; }","duration":"359.147961ms","start":"2026-04-23T01:08:18.797749Z","end":"2026-04-23T01:08:19.156897Z","steps":["trace[505614374] 'process raft request' (duration: 358.545132ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:19.156964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:18.770016Z","time spent":"386.860909ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:08:19.157016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:18.797719Z","time spent":"359.245074ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:08:19.157264Z","caller":"traceutil/trace.go:171","msg":"trace[1412081544] transaction","detail":"{read_only:false; response_revision:25758; number_of_response:1; }","duration":"355.181406ms","start":"2026-04-23T01:08:18.802069Z","end":"2026-04-23T01:08:19.15725Z","steps":["trace[1412081544] 'process raft request' (duration: 354.653149ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:19.157265Z","caller":"traceutil/trace.go:171","msg":"trace[258558638] linearizableReadLoop","detail":"{readStateIndex:26645; appliedIndex:26637; }","duration":"334.785759ms","start":"2026-04-23T01:08:18.822463Z","end":"2026-04-23T01:08:19.157248Z","steps":["trace[258558638] 'read index received' (duration: 163.30797ms)","trace[258558638] 'applied index is now lower than readState.Index' (duration: 171.476519ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:08:19.15733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:18.802034Z","time spent":"355.259108ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:08:19.157484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.016177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-23T01:08:19.15779Z","caller":"traceutil/trace.go:171","msg":"trace[1502074890] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25758; }","duration":"335.361828ms","start":"2026-04-23T01:08:18.822413Z","end":"2026-04-23T01:08:19.157775Z","steps":["trace[1502074890] 'agreement among raft nodes before linearized reading' (duration: 334.936595ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:19.15786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:18.822393Z","time spent":"335.456281ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T01:08:19.157803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.720277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-23T01:08:19.157919Z","caller":"traceutil/trace.go:171","msg":"trace[1109343374] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25758; }","duration":"334.867702ms","start":"2026-04-23T01:08:18.823029Z","end":"2026-04-23T01:08:19.157897Z","steps":["trace[1109343374] 'agreement among raft nodes before linearized reading' (duration: 334.423548ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:19.157964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:18.823025Z","time spent":"334.927184ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T01:08:19.158103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.820945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:08:19.158141Z","caller":"traceutil/trace.go:171","msg":"trace[2078188695] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:25758; }","duration":"204.862626ms","start":"2026-04-23T01:08:18.953266Z","end":"2026-04-23T01:08:19.158128Z","steps":["trace[2078188695] 'agreement among raft nodes before linearized reading' (duration: 204.790214ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:19.385481Z","caller":"traceutil/trace.go:171","msg":"trace[798891484] transaction","detail":"{read_only:false; response_revision:25759; number_of_response:1; }","duration":"223.460254ms","start":"2026-04-23T01:08:19.161996Z","end":"2026-04-23T01:08:19.385456Z","steps":["trace[798891484] 'process raft request' (duration: 191.509853ms)","trace[798891484] 'compare' (duration: 14.635553ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:08:19.420633Z","caller":"traceutil/trace.go:171","msg":"trace[388301707] transaction","detail":"{read_only:false; response_revision:25760; number_of_response:1; }","duration":"257.876204ms","start":"2026-04-23T01:08:19.162729Z","end":"2026-04-23T01:08:19.420605Z","steps":["trace[388301707] 'process raft request' (duration: 257.707059ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:19.421019Z","caller":"traceutil/trace.go:171","msg":"trace[675773264] transaction","detail":"{read_only:false; response_revision:25761; number_of_response:1; }","duration":"258.135223ms","start":"2026-04-23T01:08:19.162863Z","end":"2026-04-23T01:08:19.420999Z","steps":["trace[675773264] 'process raft request' (duration: 257.684168ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:19.421095Z","caller":"traceutil/trace.go:171","msg":"trace[960629472] transaction","detail":"{read_only:false; response_revision:25763; number_of_response:1; }","duration":"255.313063ms","start":"2026-04-23T01:08:19.165755Z","end":"2026-04-23T01:08:19.421068Z","steps":["trace[960629472] 'process raft request' (duration: 255.251201ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:19.421142Z","caller":"traceutil/trace.go:171","msg":"trace[1848938999] transaction","detail":"{read_only:false; response_revision:25762; number_of_response:1; }","duration":"258.135022ms","start":"2026-04-23T01:08:19.162975Z","end":"2026-04-23T01:08:19.42111Z","steps":["trace[1848938999] 'process raft request' (duration: 257.903835ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:17.552686Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000006a7e.wal"} {"level":"info","ts":"2026-04-23T01:09:35.728021Z","caller":"traceutil/trace.go:171","msg":"trace[1397490511] transaction","detail":"{read_only:false; response_revision:26491; number_of_response:1; }","duration":"121.887708ms","start":"2026-04-23T01:09:35.606104Z","end":"2026-04-23T01:09:35.727991Z","steps":["trace[1397490511] 'process raft request' (duration: 86.176938ms)","trace[1397490511] 'compare' (duration: 35.468873ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:09:35.728321Z","caller":"traceutil/trace.go:171","msg":"trace[152510406] transaction","detail":"{read_only:false; response_revision:26492; number_of_response:1; }","duration":"120.882447ms","start":"2026-04-23T01:09:35.607401Z","end":"2026-04-23T01:09:35.728283Z","steps":["trace[152510406] 'process raft request' (duration: 120.533186ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:35.728715Z","caller":"traceutil/trace.go:171","msg":"trace[743022506] transaction","detail":"{read_only:false; response_revision:26493; number_of_response:1; }","duration":"120.285388ms","start":"2026-04-23T01:09:35.608414Z","end":"2026-04-23T01:09:35.728699Z","steps":["trace[743022506] 'process raft request' (duration: 119.784332ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:35.728705Z","caller":"traceutil/trace.go:171","msg":"trace[1972475522] transaction","detail":"{read_only:false; response_revision:26494; number_of_response:1; }","duration":"119.516173ms","start":"2026-04-23T01:09:35.609154Z","end":"2026-04-23T01:09:35.72867Z","steps":["trace[1972475522] 'process raft request' (duration: 119.383829ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:35.728823Z","caller":"traceutil/trace.go:171","msg":"trace[1798009783] transaction","detail":"{read_only:false; response_revision:26495; number_of_response:1; }","duration":"116.803827ms","start":"2026-04-23T01:09:35.611973Z","end":"2026-04-23T01:09:35.728777Z","steps":["trace[1798009783] 'process raft request' (duration: 116.653123ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:36.051051Z","caller":"traceutil/trace.go:171","msg":"trace[1269651631] linearizableReadLoop","detail":"{readStateIndex:27403; appliedIndex:27402; }","duration":"107.181412ms","start":"2026-04-23T01:09:35.943817Z","end":"2026-04-23T01:09:36.050998Z","steps":["trace[1269651631] 'read index received' (duration: 14.910781ms)","trace[1269651631] 'applied index is now lower than readState.Index' (duration: 92.269431ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:09:36.051094Z","caller":"traceutil/trace.go:171","msg":"trace[1546166478] transaction","detail":"{read_only:false; response_revision:26497; number_of_response:1; }","duration":"107.318097ms","start":"2026-04-23T01:09:35.943735Z","end":"2026-04-23T01:09:36.051053Z","steps":["trace[1546166478] 'process raft request' (duration: 15.000245ms)","trace[1546166478] 'compare' (duration: 92.061804ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:09:36.051329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.492252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-23T01:09:36.051392Z","caller":"traceutil/trace.go:171","msg":"trace[1459993999] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26497; }","duration":"107.613726ms","start":"2026-04-23T01:09:35.943763Z","end":"2026-04-23T01:09:36.051377Z","steps":["trace[1459993999] 'agreement among raft nodes before linearized reading' (duration: 107.366758ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:36.053541Z","caller":"traceutil/trace.go:171","msg":"trace[1254871635] transaction","detail":"{read_only:false; response_revision:26499; number_of_response:1; }","duration":"106.992436ms","start":"2026-04-23T01:09:35.946507Z","end":"2026-04-23T01:09:36.0535Z","steps":["trace[1254871635] 'process raft request' (duration: 106.927444ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:36.053591Z","caller":"traceutil/trace.go:171","msg":"trace[2122817732] transaction","detail":"{read_only:false; response_revision:26498; number_of_response:1; }","duration":"108.199075ms","start":"2026-04-23T01:09:35.945347Z","end":"2026-04-23T01:09:36.053546Z","steps":["trace[2122817732] 'process raft request' (duration: 107.891065ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:38.613552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.509645ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:11:38.614035Z","caller":"traceutil/trace.go:171","msg":"trace[1460651776] transaction","detail":"{read_only:false; response_revision:27726; number_of_response:1; }","duration":"362.362779ms","start":"2026-04-23T01:11:38.251646Z","end":"2026-04-23T01:11:38.614009Z","steps":["trace[1460651776] 'process raft request' (duration: 362.245465ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:38.614162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:38.251623Z","time spent":"362.483573ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:11:38.614162Z","caller":"traceutil/trace.go:171","msg":"trace[1408699526] transaction","detail":"{read_only:false; response_revision:27724; number_of_response:1; }","duration":"364.756065ms","start":"2026-04-23T01:11:38.249372Z","end":"2026-04-23T01:11:38.614129Z","steps":["trace[1408699526] 'process raft request' (duration: 170.540148ms)","trace[1408699526] 'compare' (duration: 192.830773ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:11:38.614327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:38.249341Z","time spent":"364.900529ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:11:38.614371Z","caller":"traceutil/trace.go:171","msg":"trace[210699012] linearizableReadLoop","detail":"{readStateIndex:28666; appliedIndex:28662; }","duration":"330.48847ms","start":"2026-04-23T01:11:38.283848Z","end":"2026-04-23T01:11:38.614337Z","steps":["trace[210699012] 'read index received' (duration: 136.047796ms)","trace[210699012] 'applied index is now lower than readState.Index' (duration: 194.438734ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:11:38.614041Z","caller":"traceutil/trace.go:171","msg":"trace[410477299] transaction","detail":"{read_only:false; response_revision:27725; number_of_response:1; }","duration":"363.396032ms","start":"2026-04-23T01:11:38.250613Z","end":"2026-04-23T01:11:38.614009Z","steps":["trace[410477299] 'process raft request' (duration: 363.093912ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:38.614534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:38.250585Z","time spent":"363.899868ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:11:38.614587Z","caller":"traceutil/trace.go:171","msg":"trace[601711252] transaction","detail":"{read_only:false; response_revision:27727; number_of_response:1; }","duration":"359.003083ms","start":"2026-04-23T01:11:38.255529Z","end":"2026-04-23T01:11:38.614533Z","steps":["trace[601711252] 'process raft request' (duration: 358.426085ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:38.614653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.05204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:11:38.614695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.183521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-23T01:11:38.614739Z","caller":"traceutil/trace.go:171","msg":"trace[1719932958] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:27727; }","duration":"300.263784ms","start":"2026-04-23T01:11:38.314461Z","end":"2026-04-23T01:11:38.614725Z","steps":["trace[1719932958] 'agreement among raft nodes before linearized reading' (duration: 300.079878ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:38.614738Z","caller":"traceutil/trace.go:171","msg":"trace[1235560521] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:27727; }","duration":"320.204875ms","start":"2026-04-23T01:11:38.29451Z","end":"2026-04-23T01:11:38.614715Z","steps":["trace[1235560521] 'agreement among raft nodes before linearized reading' (duration: 320.02539ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:38.614782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:38.314442Z","time spent":"300.331716ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T01:11:38.614786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:38.255508Z","time spent":"359.172328ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:11:38.614794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:38.294484Z","time spent":"320.298338ms","remote":"127.0.0.1:40978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:11:38.614809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.221311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:11:38.61486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.877998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:11:38.614824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.944685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:11:38.615024Z","caller":"traceutil/trace.go:171","msg":"trace[432062746] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27727; }","duration":"104.149506ms","start":"2026-04-23T01:11:38.510847Z","end":"2026-04-23T01:11:38.614996Z","steps":["trace[432062746] 'agreement among raft nodes before linearized reading' (duration: 103.718553ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:38.614922Z","caller":"traceutil/trace.go:171","msg":"trace[503971158] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:27727; }","duration":"311.381336ms","start":"2026-04-23T01:11:38.303506Z","end":"2026-04-23T01:11:38.614888Z","steps":["trace[503971158] 'agreement among raft nodes before linearized reading' (duration: 311.183599ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:38.61495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.435853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/horizon-db-init-x49qt\" ","response":"range_response_count:1 size:6408"} {"level":"warn","ts":"2026-04-23T01:11:38.615182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:38.303484Z","time spent":"311.681606ms","remote":"127.0.0.1:40930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:11:38.615208Z","caller":"traceutil/trace.go:171","msg":"trace[1701742297] range","detail":"{range_begin:/registry/pods/openstack/horizon-db-init-x49qt; range_end:; response_count:1; response_revision:27727; }","duration":"163.732722ms","start":"2026-04-23T01:11:38.451459Z","end":"2026-04-23T01:11:38.615192Z","steps":["trace[1701742297] 'agreement among raft nodes before linearized reading' (duration: 163.075642ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:38.615158Z","caller":"traceutil/trace.go:171","msg":"trace[581007110] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:0; response_revision:27727; }","duration":"331.299807ms","start":"2026-04-23T01:11:38.283777Z","end":"2026-04-23T01:11:38.615077Z","steps":["trace[581007110] 'agreement among raft nodes before linearized reading' (duration: 330.752219ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:38.615354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:11:38.283748Z","time spent":"331.584905ms","remote":"127.0.0.1:39494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"info","ts":"2026-04-23T01:11:38.734671Z","caller":"traceutil/trace.go:171","msg":"trace[1219121559] transaction","detail":"{read_only:false; response_revision:27729; number_of_response:1; }","duration":"110.790397ms","start":"2026-04-23T01:11:38.623834Z","end":"2026-04-23T01:11:38.734624Z","steps":["trace[1219121559] 'process raft request' (duration: 110.58769ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:55.641639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.218272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:11:55.641723Z","caller":"traceutil/trace.go:171","msg":"trace[81829189] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27881; }","duration":"130.359536ms","start":"2026-04-23T01:11:55.511345Z","end":"2026-04-23T01:11:55.641705Z","steps":["trace[81829189] 'range keys from in-memory index tree' (duration: 130.118338ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:56.566415Z","caller":"traceutil/trace.go:171","msg":"trace[1435170480] linearizableReadLoop","detail":"{readStateIndex:28830; appliedIndex:28829; }","duration":"186.366609ms","start":"2026-04-23T01:11:56.380025Z","end":"2026-04-23T01:11:56.566392Z","steps":["trace[1435170480] 'read index received' (duration: 186.122961ms)","trace[1435170480] 'applied index is now lower than readState.Index' (duration: 235.318µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:11:56.566449Z","caller":"traceutil/trace.go:171","msg":"trace[547313844] transaction","detail":"{read_only:false; response_revision:27886; number_of_response:1; }","duration":"211.05383ms","start":"2026-04-23T01:11:56.355364Z","end":"2026-04-23T01:11:56.566418Z","steps":["trace[547313844] 'process raft request' (duration: 210.851863ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:56.566596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.544694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:11:56.566643Z","caller":"traceutil/trace.go:171","msg":"trace[740352485] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:27886; }","duration":"186.645187ms","start":"2026-04-23T01:11:56.379983Z","end":"2026-04-23T01:11:56.566628Z","steps":["trace[740352485] 'agreement among raft nodes before linearized reading' (duration: 186.549294ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:56.566751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.836631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:11:56.566838Z","caller":"traceutil/trace.go:171","msg":"trace[1366129989] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:27886; }","duration":"142.989836ms","start":"2026-04-23T01:11:56.423832Z","end":"2026-04-23T01:11:56.566822Z","steps":["trace[1366129989] 'agreement among raft nodes before linearized reading' (duration: 142.776369ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:56.566903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.598414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:11:56.566943Z","caller":"traceutil/trace.go:171","msg":"trace[472871274] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27886; }","duration":"118.680446ms","start":"2026-04-23T01:11:56.448253Z","end":"2026-04-23T01:11:56.566933Z","steps":["trace[472871274] 'agreement among raft nodes before linearized reading' (duration: 118.615604ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:11:58.780952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.228343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4862"} {"level":"info","ts":"2026-04-23T01:11:58.781046Z","caller":"traceutil/trace.go:171","msg":"trace[1637194455] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:27899; }","duration":"106.347596ms","start":"2026-04-23T01:11:58.674677Z","end":"2026-04-23T01:11:58.781025Z","steps":["trace[1637194455] 'range keys from in-memory index tree' (duration: 105.994945ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:12:09.461366Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":25177} {"level":"info","ts":"2026-04-23T01:12:09.596814Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":25177,"took":"131.860023ms","hash":722093519,"current-db-size-bytes":60047360,"current-db-size":"60 MB","current-db-size-in-use-bytes":37638144,"current-db-size-in-use":"38 MB"} {"level":"info","ts":"2026-04-23T01:12:09.596897Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":722093519,"revision":25177,"compact-revision":22078} {"level":"info","ts":"2026-04-23T01:14:13.578976Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"90a0cb2044183f95","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-23T01:14:13.597403Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-04-23T01:14:13.597549Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-04-23T01:17:09.468353Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":28063} {"level":"info","ts":"2026-04-23T01:17:09.611294Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":28063,"took":"137.592601ms","hash":862039424,"current-db-size-bytes":60047360,"current-db-size":"60 MB","current-db-size-in-use-bytes":31502336,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-23T01:17:09.611387Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":862039424,"revision":28063,"compact-revision":25177} {"level":"info","ts":"2026-04-23T01:22:09.474696Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":30335} {"level":"info","ts":"2026-04-23T01:22:09.607798Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":30335,"took":"127.416948ms","hash":461111752,"current-db-size-bytes":60047360,"current-db-size":"60 MB","current-db-size-in-use-bytes":30162944,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-04-23T01:22:09.607877Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":461111752,"revision":30335,"compact-revision":28063} {"level":"info","ts":"2026-04-23T01:26:17.902439Z","caller":"traceutil/trace.go:171","msg":"trace[213531125] linearizableReadLoop","detail":"{readStateIndex:35603; appliedIndex:35602; }","duration":"241.087693ms","start":"2026-04-23T01:26:17.661325Z","end":"2026-04-23T01:26:17.902412Z","steps":["trace[213531125] 'read index received' (duration: 240.800624ms)","trace[213531125] 'applied index is now lower than readState.Index' (duration: 285.859µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:26:17.903157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.509789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-23T01:26:17.90327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.78047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-23T01:26:17.903326Z","caller":"traceutil/trace.go:171","msg":"trace[1314298975] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:34465; }","duration":"207.832802ms","start":"2026-04-23T01:26:17.695482Z","end":"2026-04-23T01:26:17.903315Z","steps":["trace[1314298975] 'agreement among raft nodes before linearized reading' (duration: 207.729768ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:26:17.903266Z","caller":"traceutil/trace.go:171","msg":"trace[840502986] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:34465; }","duration":"212.683855ms","start":"2026-04-23T01:26:17.690564Z","end":"2026-04-23T01:26:17.903248Z","steps":["trace[840502986] 'agreement among raft nodes before linearized reading' (duration: 212.163459ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:26:17.903404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.171728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-04-23T01:26:17.903434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.23208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T01:26:17.903518Z","caller":"traceutil/trace.go:171","msg":"trace[739396059] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:34465; }","duration":"206.332634ms","start":"2026-04-23T01:26:17.697167Z","end":"2026-04-23T01:26:17.903499Z","steps":["trace[739396059] 'agreement among raft nodes before linearized reading' (duration: 206.060406ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:26:17.903514Z","caller":"traceutil/trace.go:171","msg":"trace[1392178954] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:34465; }","duration":"199.323142ms","start":"2026-04-23T01:26:17.704163Z","end":"2026-04-23T01:26:17.903486Z","steps":["trace[1392178954] 'agreement among raft nodes before linearized reading' (duration: 198.989391ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:26:17.903138Z","caller":"traceutil/trace.go:171","msg":"trace[762669929] transaction","detail":"{read_only:false; response_revision:34465; number_of_response:1; }","duration":"278.096082ms","start":"2026-04-23T01:26:17.624996Z","end":"2026-04-23T01:26:17.903092Z","steps":["trace[762669929] 'process raft request' (duration: 277.227765ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:26:17.903156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.804296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-23T01:26:17.903704Z","caller":"traceutil/trace.go:171","msg":"trace[1426313589] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:34465; }","duration":"242.428196ms","start":"2026-04-23T01:26:17.661264Z","end":"2026-04-23T01:26:17.903692Z","steps":["trace[1426313589] 'agreement among raft nodes before linearized reading' (duration: 241.416163ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:26:18.211671Z","caller":"traceutil/trace.go:171","msg":"trace[499126808] transaction","detail":"{read_only:false; response_revision:34466; number_of_response:1; }","duration":"302.046241ms","start":"2026-04-23T01:26:17.9096Z","end":"2026-04-23T01:26:18.211646Z","steps":["trace[499126808] 'process raft request' (duration: 299.911633ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:26:18.211826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:26:17.909581Z","time spent":"302.162704ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:26:18.216238Z","caller":"traceutil/trace.go:171","msg":"trace[1613242089] transaction","detail":"{read_only:false; response_revision:34468; number_of_response:1; }","duration":"306.571073ms","start":"2026-04-23T01:26:17.909639Z","end":"2026-04-23T01:26:18.21621Z","steps":["trace[1613242089] 'process raft request' (duration: 306.47202ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:26:18.2164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:26:17.909622Z","time spent":"306.694897ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:26:18.216474Z","caller":"traceutil/trace.go:171","msg":"trace[211705104] transaction","detail":"{read_only:false; response_revision:34469; number_of_response:1; }","duration":"306.77038ms","start":"2026-04-23T01:26:17.909685Z","end":"2026-04-23T01:26:18.216455Z","steps":["trace[211705104] 'process raft request' (duration: 306.47159ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:26:18.216556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:26:17.909675Z","time spent":"306.843402ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:26:18.216609Z","caller":"traceutil/trace.go:171","msg":"trace[1033148053] transaction","detail":"{read_only:false; response_revision:34467; number_of_response:1; }","duration":"306.983926ms","start":"2026-04-23T01:26:17.909614Z","end":"2026-04-23T01:26:18.216598Z","steps":["trace[1033148053] 'process raft request' (duration: 306.361767ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:26:18.216693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:26:17.9096Z","time spent":"307.061849ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:26:18.216841Z","caller":"traceutil/trace.go:171","msg":"trace[719506620] transaction","detail":"{read_only:false; response_revision:34470; number_of_response:1; }","duration":"307.09794ms","start":"2026-04-23T01:26:17.909731Z","end":"2026-04-23T01:26:18.216829Z","steps":["trace[719506620] 'process raft request' (duration: 306.670656ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:26:18.216912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:26:17.909706Z","time spent":"307.170112ms","remote":"127.0.0.1:39508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:26:18.217273Z","caller":"traceutil/trace.go:171","msg":"trace[754920499] transaction","detail":"{read_only:false; response_revision:34472; number_of_response:1; }","duration":"227.971238ms","start":"2026-04-23T01:26:17.98929Z","end":"2026-04-23T01:26:18.217262Z","steps":["trace[754920499] 'process raft request' (duration: 227.791513ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:26:18.217409Z","caller":"traceutil/trace.go:171","msg":"trace[1563479296] transaction","detail":"{read_only:false; response_revision:34471; number_of_response:1; }","duration":"229.980722ms","start":"2026-04-23T01:26:17.987419Z","end":"2026-04-23T01:26:18.2174Z","steps":["trace[1563479296] 'process raft request' (duration: 229.366162ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:26:18.217442Z","caller":"traceutil/trace.go:171","msg":"trace[910928469] linearizableReadLoop","detail":"{readStateIndex:35609; appliedIndex:35603; }","duration":"229.91005ms","start":"2026-04-23T01:26:17.987519Z","end":"2026-04-23T01:26:18.217429Z","steps":["trace[910928469] 'read index received' (duration: 221.970689ms)","trace[910928469] 'applied index is now lower than readState.Index' (duration: 7.937351ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:26:18.217538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.012313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:26:18.21758Z","caller":"traceutil/trace.go:171","msg":"trace[2015945284] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:34473; }","duration":"230.111626ms","start":"2026-04-23T01:26:17.987457Z","end":"2026-04-23T01:26:18.217569Z","steps":["trace[2015945284] 'agreement among raft nodes before linearized reading' (duration: 230.037094ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:26:18.217733Z","caller":"traceutil/trace.go:171","msg":"trace[209548483] transaction","detail":"{read_only:false; response_revision:34473; number_of_response:1; }","duration":"136.147945ms","start":"2026-04-23T01:26:18.081572Z","end":"2026-04-23T01:26:18.21772Z","steps":["trace[209548483] 'process raft request' (duration: 135.559856ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:26:23.271089Z","caller":"traceutil/trace.go:171","msg":"trace[2079010819] transaction","detail":"{read_only:false; response_revision:34513; number_of_response:1; }","duration":"210.831566ms","start":"2026-04-23T01:26:23.060235Z","end":"2026-04-23T01:26:23.271067Z","steps":["trace[2079010819] 'process raft request' (duration: 210.693672ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:26:24.192255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.08175ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:26:24.192412Z","caller":"traceutil/trace.go:171","msg":"trace[17859682] transaction","detail":"{read_only:false; response_revision:34515; number_of_response:1; }","duration":"205.26944ms","start":"2026-04-23T01:26:23.987117Z","end":"2026-04-23T01:26:24.192386Z","steps":["trace[17859682] 'process raft request' (duration: 88.908901ms)","trace[17859682] 'compare' (duration: 115.918305ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:26:24.37126Z","caller":"traceutil/trace.go:171","msg":"trace[166731634] linearizableReadLoop","detail":"{readStateIndex:35657; appliedIndex:35654; }","duration":"119.955273ms","start":"2026-04-23T01:26:24.25127Z","end":"2026-04-23T01:26:24.371225Z","steps":["trace[166731634] 'read index received' (duration: 38.635082ms)","trace[166731634] 'applied index is now lower than readState.Index' (duration: 81.318401ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:26:24.371442Z","caller":"traceutil/trace.go:171","msg":"trace[1854082145] transaction","detail":"{read_only:false; response_revision:34518; number_of_response:1; }","duration":"122.679709ms","start":"2026-04-23T01:26:24.248743Z","end":"2026-04-23T01:26:24.371423Z","steps":["trace[1854082145] 'process raft request' (duration: 122.420181ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:26:24.371499Z","caller":"traceutil/trace.go:171","msg":"trace[831063749] transaction","detail":"{read_only:false; response_revision:34517; number_of_response:1; }","duration":"128.941477ms","start":"2026-04-23T01:26:24.242509Z","end":"2026-04-23T01:26:24.37145Z","steps":["trace[831063749] 'process raft request' (duration: 128.4043ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:26:24.371701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.305244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-23T01:26:24.371776Z","caller":"traceutil/trace.go:171","msg":"trace[1746830737] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:34518; }","duration":"120.449999ms","start":"2026-04-23T01:26:24.251309Z","end":"2026-04-23T01:26:24.371759Z","steps":["trace[1746830737] 'agreement among raft nodes before linearized reading' (duration: 120.189861ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:26:24.371789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.477227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-04-23T01:26:24.371827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.53211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-04-23T01:26:24.371847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.933302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-23T01:26:24.371884Z","caller":"traceutil/trace.go:171","msg":"trace[142507217] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:34518; }","duration":"119.627382ms","start":"2026-04-23T01:26:24.252237Z","end":"2026-04-23T01:26:24.371865Z","steps":["trace[142507217] 'agreement among raft nodes before linearized reading' (duration: 119.422976ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:26:24.371884Z","caller":"traceutil/trace.go:171","msg":"trace[2032935800] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:34518; }","duration":"118.60624ms","start":"2026-04-23T01:26:24.253252Z","end":"2026-04-23T01:26:24.371859Z","steps":["trace[2032935800] 'agreement among raft nodes before linearized reading' (duration: 118.325741ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:26:24.371918Z","caller":"traceutil/trace.go:171","msg":"trace[1860064351] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:34518; }","duration":"120.064766ms","start":"2026-04-23T01:26:24.251835Z","end":"2026-04-23T01:26:24.3719Z","steps":["trace[1860064351] 'agreement among raft nodes before linearized reading' (duration: 119.85051ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:26:24.371985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.593783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-23T01:26:24.372083Z","caller":"traceutil/trace.go:171","msg":"trace[1321712552] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:34518; }","duration":"120.857692ms","start":"2026-04-23T01:26:24.251207Z","end":"2026-04-23T01:26:24.372064Z","steps":["trace[1321712552] 'agreement among raft nodes before linearized reading' (duration: 120.439548ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:26:24.567697Z","caller":"traceutil/trace.go:171","msg":"trace[1988290258] transaction","detail":"{read_only:false; response_revision:34520; number_of_response:1; }","duration":"190.784632ms","start":"2026-04-23T01:26:24.376866Z","end":"2026-04-23T01:26:24.567651Z","steps":["trace[1988290258] 'process raft request' (duration: 103.413649ms)","trace[1988290258] 'compare' (duration: 87.128335ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:26:24.567846Z","caller":"traceutil/trace.go:171","msg":"trace[1258548104] transaction","detail":"{read_only:false; response_revision:34522; number_of_response:1; }","duration":"190.935117ms","start":"2026-04-23T01:26:24.376901Z","end":"2026-04-23T01:26:24.567836Z","steps":["trace[1258548104] 'process raft request' (duration: 190.73204ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:26:24.567713Z","caller":"traceutil/trace.go:171","msg":"trace[667005415] transaction","detail":"{read_only:false; response_revision:34521; number_of_response:1; }","duration":"190.778602ms","start":"2026-04-23T01:26:24.376902Z","end":"2026-04-23T01:26:24.56768Z","steps":["trace[667005415] 'process raft request' (duration: 190.679109ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:26:24.567982Z","caller":"traceutil/trace.go:171","msg":"trace[429157357] linearizableReadLoop","detail":"{readStateIndex:35662; appliedIndex:35658; }","duration":"121.556773ms","start":"2026-04-23T01:26:24.446392Z","end":"2026-04-23T01:26:24.567949Z","steps":["trace[429157357] 'read index received' (duration: 33.798168ms)","trace[429157357] 'applied index is now lower than readState.Index' (duration: 87.756815ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:26:24.568121Z","caller":"traceutil/trace.go:171","msg":"trace[2057608135] transaction","detail":"{read_only:false; response_revision:34523; number_of_response:1; }","duration":"189.211062ms","start":"2026-04-23T01:26:24.378866Z","end":"2026-04-23T01:26:24.568077Z","steps":["trace[2057608135] 'process raft request' (duration: 188.930864ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:26:24.568494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.038589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:26:24.568564Z","caller":"traceutil/trace.go:171","msg":"trace[1333815367] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:34523; }","duration":"122.215984ms","start":"2026-04-23T01:26:24.446328Z","end":"2026-04-23T01:26:24.568544Z","steps":["trace[1333815367] 'agreement among raft nodes before linearized reading' (duration: 121.77333ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:26:24.586332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.297725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:26:24.586426Z","caller":"traceutil/trace.go:171","msg":"trace[1003751068] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:34527; }","duration":"127.44356ms","start":"2026-04-23T01:26:24.458962Z","end":"2026-04-23T01:26:24.586406Z","steps":["trace[1003751068] 'agreement among raft nodes before linearized reading' (duration: 127.284875ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:26:59.019105Z","caller":"traceutil/trace.go:171","msg":"trace[816224621] transaction","detail":"{read_only:false; response_revision:34776; number_of_response:1; }","duration":"242.381554ms","start":"2026-04-23T01:26:58.776693Z","end":"2026-04-23T01:26:59.019075Z","steps":["trace[816224621] 'process raft request' (duration: 242.215378ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:26:59.019154Z","caller":"traceutil/trace.go:171","msg":"trace[519015820] linearizableReadLoop","detail":"{readStateIndex:35923; appliedIndex:35920; }","duration":"214.975297ms","start":"2026-04-23T01:26:58.804151Z","end":"2026-04-23T01:26:59.019126Z","steps":["trace[519015820] 'read index received' (duration: 213.653116ms)","trace[519015820] 'applied index is now lower than readState.Index' (duration: 1.320931ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:26:59.019327Z","caller":"traceutil/trace.go:171","msg":"trace[856426804] transaction","detail":"{read_only:false; response_revision:34775; number_of_response:1; }","duration":"242.916351ms","start":"2026-04-23T01:26:58.776397Z","end":"2026-04-23T01:26:59.019313Z","steps":["trace[856426804] 'process raft request' (duration: 241.463505ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:26:59.019585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.307678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-23T01:26:59.019634Z","caller":"traceutil/trace.go:171","msg":"trace[1119509513] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:34777; }","duration":"215.39341ms","start":"2026-04-23T01:26:58.804225Z","end":"2026-04-23T01:26:59.019619Z","steps":["trace[1119509513] 'agreement among raft nodes before linearized reading' (duration: 215.198624ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:26:59.019944Z","caller":"traceutil/trace.go:171","msg":"trace[1775178015] transaction","detail":"{read_only:false; response_revision:34777; number_of_response:1; }","duration":"241.341741ms","start":"2026-04-23T01:26:58.778587Z","end":"2026-04-23T01:26:59.019929Z","steps":["trace[1775178015] 'process raft request' (duration: 240.442992ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:26:59.020167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.002139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-23T01:26:59.020215Z","caller":"traceutil/trace.go:171","msg":"trace[1935217690] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:34777; }","duration":"216.110463ms","start":"2026-04-23T01:26:58.804089Z","end":"2026-04-23T01:26:59.0202Z","steps":["trace[1935217690] 'agreement among raft nodes before linearized reading' (duration: 215.961789ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:26:59.020332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.745536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:26:59.020382Z","caller":"traceutil/trace.go:171","msg":"trace[1725687666] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:34777; }","duration":"150.84398ms","start":"2026-04-23T01:26:58.869525Z","end":"2026-04-23T01:26:59.020369Z","steps":["trace[1725687666] 'agreement among raft nodes before linearized reading' (duration: 150.755837ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:26:59.02062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.31302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-23T01:26:59.020641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.373592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-23T01:26:59.020658Z","caller":"traceutil/trace.go:171","msg":"trace[370572203] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:34777; }","duration":"216.377841ms","start":"2026-04-23T01:26:58.804269Z","end":"2026-04-23T01:26:59.020647Z","steps":["trace[370572203] 'agreement among raft nodes before linearized reading' (duration: 216.265708ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:26:59.020679Z","caller":"traceutil/trace.go:171","msg":"trace[2132387075] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:34777; }","duration":"216.416673ms","start":"2026-04-23T01:26:58.804251Z","end":"2026-04-23T01:26:59.020668Z","steps":["trace[2132387075] 'agreement among raft nodes before linearized reading' (duration: 216.31244ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:27:09.482801Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":32562} {"level":"info","ts":"2026-04-23T01:27:09.638894Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":32562,"took":"152.093509ms","hash":3196619867,"current-db-size-bytes":61087744,"current-db-size":"61 MB","current-db-size-in-use-bytes":30879744,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-04-23T01:27:09.638972Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3196619867,"revision":32562,"compact-revision":30335} {"level":"info","ts":"2026-04-23T01:31:54.91324Z","caller":"traceutil/trace.go:171","msg":"trace[902884721] transaction","detail":"{read_only:false; response_revision:36973; number_of_response:1; }","duration":"119.296702ms","start":"2026-04-23T01:31:54.793913Z","end":"2026-04-23T01:31:54.91321Z","steps":["trace[902884721] 'process raft request' (duration: 119.106516ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:31:54.927565Z","caller":"traceutil/trace.go:171","msg":"trace[1762475607] linearizableReadLoop","detail":"{readStateIndex:38185; appliedIndex:38182; }","duration":"131.128136ms","start":"2026-04-23T01:31:54.796419Z","end":"2026-04-23T01:31:54.927547Z","steps":["trace[1762475607] 'read index received' (duration: 116.600237ms)","trace[1762475607] 'applied index is now lower than readState.Index' (duration: 14.527489ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:31:54.927643Z","caller":"traceutil/trace.go:171","msg":"trace[1323108666] transaction","detail":"{read_only:false; response_revision:36975; number_of_response:1; }","duration":"133.504671ms","start":"2026-04-23T01:31:54.794131Z","end":"2026-04-23T01:31:54.927636Z","steps":["trace[1323108666] 'process raft request' (duration: 133.390677ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:31:54.927606Z","caller":"traceutil/trace.go:171","msg":"trace[1684596037] transaction","detail":"{read_only:false; response_revision:36974; number_of_response:1; }","duration":"133.605924ms","start":"2026-04-23T01:31:54.79397Z","end":"2026-04-23T01:31:54.927576Z","steps":["trace[1684596037] 'process raft request' (duration: 133.449429ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:31:54.927805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.370054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-04-23T01:31:54.927828Z","caller":"traceutil/trace.go:171","msg":"trace[63400332] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:36975; }","duration":"131.405485ms","start":"2026-04-23T01:31:54.796416Z","end":"2026-04-23T01:31:54.927821Z","steps":["trace[63400332] 'agreement among raft nodes before linearized reading' (duration: 131.308932ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:31:55.921553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.870379ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-23T01:31:55.922191Z","caller":"traceutil/trace.go:171","msg":"trace[1956319036] transaction","detail":"{read_only:false; response_revision:36978; number_of_response:1; }","duration":"149.284091ms","start":"2026-04-23T01:31:55.772888Z","end":"2026-04-23T01:31:55.922172Z","steps":["trace[1956319036] 'process raft request' (duration: 149.063144ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:31:55.922319Z","caller":"traceutil/trace.go:171","msg":"trace[1246788963] transaction","detail":"{read_only:false; response_revision:36977; number_of_response:1; }","duration":"151.8015ms","start":"2026-04-23T01:31:55.770239Z","end":"2026-04-23T01:31:55.92204Z","steps":["trace[1246788963] 'process raft request' (duration: 151.397438ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:32:09.491651Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":34857} {"level":"info","ts":"2026-04-23T01:32:09.649444Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":34857,"took":"153.925367ms","hash":3919006804,"current-db-size-bytes":61087744,"current-db-size":"61 MB","current-db-size-in-use-bytes":31141888,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-04-23T01:32:09.649509Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3919006804,"revision":34857,"compact-revision":32562} {"level":"info","ts":"2026-04-23T01:35:51.781086Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"90a0cb2044183f95","local-member-applied-index":40004,"local-member-snapshot-index":30003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-23T01:35:51.787119Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40004} {"level":"info","ts":"2026-04-23T01:35:51.787224Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35004} {"level":"info","ts":"2026-04-23T01:37:09.499516Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":37078} {"level":"info","ts":"2026-04-23T01:37:09.630167Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":37078,"took":"125.645847ms","hash":1030142705,"current-db-size-bytes":61087744,"current-db-size":"61 MB","current-db-size-in-use-bytes":31293440,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-04-23T01:37:09.630247Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1030142705,"revision":37078,"compact-revision":34857}