{"level":"warn","ts":"2026-04-23T00:17:33.124787Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-23T00:17:33.124877Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.244:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.244:2380","--initial-cluster=instance=https://199.204.45.244:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.244:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.244:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-23T00:17:33.124941Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-23T00:17:33.124954Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.244:2380"]} {"level":"info","ts":"2026-04-23T00:17:33.124972Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-23T00:17:33.125577Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.244:2379"]} {"level":"info","ts":"2026-04-23T00:17:33.125645Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.244:2380"],"listen-peer-urls":["https://199.204.45.244:2380"],"advertise-client-urls":["https://199.204.45.244:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.244:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.244:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-23T00:17:33.132713Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"5.962323ms"} {"level":"info","ts":"2026-04-23T00:17:33.142863Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"1686e9b1ea717edf","cluster-id":"71c60fe001ca5b3c"} {"level":"info","ts":"2026-04-23T00:17:33.142931Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1686e9b1ea717edf switched to configuration voters=()"} {"level":"info","ts":"2026-04-23T00:17:33.142956Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1686e9b1ea717edf became follower at term 0"} {"level":"info","ts":"2026-04-23T00:17:33.142975Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 1686e9b1ea717edf [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-23T00:17:33.142985Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1686e9b1ea717edf became follower at term 1"} {"level":"info","ts":"2026-04-23T00:17:33.143025Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1686e9b1ea717edf switched to configuration voters=(1623241666065432287)"} {"level":"warn","ts":"2026-04-23T00:17:33.163073Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-23T00:17:33.16658Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-23T00:17:33.168233Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-23T00:17:33.171906Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"1686e9b1ea717edf","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-23T00:17:33.172142Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"1686e9b1ea717edf","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-23T00:17:33.172384Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-23T00:17:33.172579Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-23T00:17:33.172706Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-23T00:17:33.172976Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1686e9b1ea717edf switched to configuration voters=(1623241666065432287)"} {"level":"info","ts":"2026-04-23T00:17:33.173463Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"71c60fe001ca5b3c","local-member-id":"1686e9b1ea717edf","added-peer-id":"1686e9b1ea717edf","added-peer-peer-urls":["https://199.204.45.244:2380"]} {"level":"info","ts":"2026-04-23T00:17:33.176201Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-23T00:17:33.17643Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"1686e9b1ea717edf","initial-advertise-peer-urls":["https://199.204.45.244:2380"],"listen-peer-urls":["https://199.204.45.244:2380"],"advertise-client-urls":["https://199.204.45.244:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.244:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-23T00:17:33.176487Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-23T00:17:33.176369Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.244:2380"} {"level":"info","ts":"2026-04-23T00:17:33.176589Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.244:2380"} {"level":"info","ts":"2026-04-23T00:17:33.944032Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1686e9b1ea717edf is starting a new election at term 1"} {"level":"info","ts":"2026-04-23T00:17:33.944177Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1686e9b1ea717edf became pre-candidate at term 1"} {"level":"info","ts":"2026-04-23T00:17:33.944254Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1686e9b1ea717edf received MsgPreVoteResp from 1686e9b1ea717edf at term 1"} {"level":"info","ts":"2026-04-23T00:17:33.94429Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1686e9b1ea717edf became candidate at term 2"} {"level":"info","ts":"2026-04-23T00:17:33.944312Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1686e9b1ea717edf received MsgVoteResp from 1686e9b1ea717edf at term 2"} {"level":"info","ts":"2026-04-23T00:17:33.944355Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1686e9b1ea717edf became leader at term 2"} {"level":"info","ts":"2026-04-23T00:17:33.944382Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 1686e9b1ea717edf elected leader 1686e9b1ea717edf at term 2"} {"level":"info","ts":"2026-04-23T00:17:33.945213Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-23T00:17:33.946196Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-23T00:17:33.946196Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"1686e9b1ea717edf","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.244:2379]}","request-path":"/0/members/1686e9b1ea717edf/attributes","cluster-id":"71c60fe001ca5b3c","publish-timeout":"7s"} {"level":"info","ts":"2026-04-23T00:17:33.946239Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-23T00:17:33.9466Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-23T00:17:33.946623Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-23T00:17:33.946656Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"71c60fe001ca5b3c","local-member-id":"1686e9b1ea717edf","cluster-version":"3.5"} {"level":"info","ts":"2026-04-23T00:17:33.94674Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-23T00:17:33.946764Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-23T00:17:33.948768Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.244:2379"} {"level":"info","ts":"2026-04-23T00:17:33.948832Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-04-23T00:17:34.614321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.632935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-04-23T00:17:34.614453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.481728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-23T00:17:34.61448Z","caller":"traceutil/trace.go:171","msg":"trace[1721126421] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:1; }","duration":"500.843308ms","start":"2026-04-23T00:17:34.11362Z","end":"2026-04-23T00:17:34.614464Z","steps":["trace[1721126421] 'count revisions from in-memory index tree' (duration: 500.496013ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:17:34.61454Z","caller":"traceutil/trace.go:171","msg":"trace[1207953573] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:1; }","duration":"384.599009ms","start":"2026-04-23T00:17:34.229921Z","end":"2026-04-23T00:17:34.61452Z","steps":["trace[1207953573] 'range keys from in-memory index tree' (duration: 384.401096ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:17:34.614584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.132519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-04-23T00:17:34.614656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.022763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-23T00:17:34.61469Z","caller":"traceutil/trace.go:171","msg":"trace[275114003] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:1; }","duration":"411.076143ms","start":"2026-04-23T00:17:34.203605Z","end":"2026-04-23T00:17:34.614682Z","steps":["trace[275114003] 'range keys from in-memory index tree' (duration: 410.960012ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:17:34.614419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.498267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-04-23T00:17:34.614733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.197356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-04-23T00:17:34.614428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.773824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-04-23T00:17:34.614837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.266991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-23T00:17:34.614882Z","caller":"traceutil/trace.go:171","msg":"trace[1791656629] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:1; }","duration":"477.309662ms","start":"2026-04-23T00:17:34.137563Z","end":"2026-04-23T00:17:34.614872Z","steps":["trace[1791656629] 'count revisions from in-memory index tree' (duration: 477.238001ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:17:34.61489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.82862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-23T00:17:34.614826Z","caller":"traceutil/trace.go:171","msg":"trace[479685030] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:1; }","duration":"320.314549ms","start":"2026-04-23T00:17:34.294486Z","end":"2026-04-23T00:17:34.614801Z","steps":["trace[479685030] 'count revisions from in-memory index tree' (duration: 320.128345ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:17:34.61492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:17:34.137538Z","time spent":"477.373654ms","remote":"127.0.0.1:57788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":26,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-04-23T00:17:34.614933Z","caller":"traceutil/trace.go:171","msg":"trace[634179482] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:1; }","duration":"398.886202ms","start":"2026-04-23T00:17:34.216034Z","end":"2026-04-23T00:17:34.61492Z","steps":["trace[634179482] 'range keys from in-memory index tree' (duration: 398.77471ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:17:34.614664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.417518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-04-23T00:17:34.61499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:17:34.216023Z","time spent":"398.950053ms","remote":"127.0.0.1:57822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":0,"response size":26,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" limit:10000 "} {"level":"warn","ts":"2026-04-23T00:17:34.614984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.099115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-04-23T00:17:34.614879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.987452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-04-23T00:17:34.615055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.441255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-23T00:17:34.615049Z","caller":"traceutil/trace.go:171","msg":"trace[1345820464] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:1; }","duration":"562.180196ms","start":"2026-04-23T00:17:34.052859Z","end":"2026-04-23T00:17:34.615039Z","steps":["trace[1345820464] 'range keys from in-memory index tree' (duration: 562.008893ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:17:34.615096Z","caller":"traceutil/trace.go:171","msg":"trace[876413019] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:1; }","duration":"477.485256ms","start":"2026-04-23T00:17:34.137602Z","end":"2026-04-23T00:17:34.615087Z","steps":["trace[876413019] 'range keys from in-memory index tree' (duration: 477.388304ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:17:34.614839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.82165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-23T00:17:34.615095Z","caller":"traceutil/trace.go:171","msg":"trace[1895248383] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:1; }","duration":"562.195486ms","start":"2026-04-23T00:17:34.052853Z","end":"2026-04-23T00:17:34.615048Z","steps":["trace[1895248383] 'count revisions from in-memory index tree' (duration: 561.936392ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:17:34.61513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:17:34.137565Z","time spent":"477.556586ms","remote":"127.0.0.1:57788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":0,"response size":26,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" limit:10000 "} {"level":"warn","ts":"2026-04-23T00:17:34.615142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:17:34.05285Z","time spent":"562.256867ms","remote":"127.0.0.1:57726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":0,"response size":26,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" limit:10000 "} {"level":"info","ts":"2026-04-23T00:17:34.615006Z","caller":"traceutil/trace.go:171","msg":"trace[1522198748] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:1; }","duration":"424.257724ms","start":"2026-04-23T00:17:34.190599Z","end":"2026-04-23T00:17:34.614856Z","steps":["trace[1522198748] 'range keys from in-memory index tree' (duration: 423.667202ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:17:34.615175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:17:34.052838Z","time spent":"562.319908ms","remote":"127.0.0.1:57726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":26,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:17:34.615241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.067259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-23T00:17:34.615279Z","caller":"traceutil/trace.go:171","msg":"trace[875414737] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:1; }","duration":"455.172691ms","start":"2026-04-23T00:17:34.160098Z","end":"2026-04-23T00:17:34.615271Z","steps":["trace[875414737] 'range keys from in-memory index tree' (duration: 454.853325ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:17:34.615332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:17:34.160041Z","time spent":"455.276333ms","remote":"127.0.0.1:57796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":0,"response size":26,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" limit:10000 "} {"level":"warn","ts":"2026-04-23T00:17:34.615353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:17:34.19059Z","time spent":"424.64134ms","remote":"127.0.0.1:57802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":0,"response size":26,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" limit:10000 "} {"level":"warn","ts":"2026-04-23T00:17:34.615555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.614956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-23T00:17:34.615639Z","caller":"traceutil/trace.go:171","msg":"trace[2047407224] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:1; }","duration":"439.737448ms","start":"2026-04-23T00:17:34.175889Z","end":"2026-04-23T00:17:34.615626Z","steps":["trace[2047407224] 'range keys from in-memory index tree' (duration: 439.506794ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:17:34.615702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:17:34.175861Z","time spent":"439.83021ms","remote":"127.0.0.1:57798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":26,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" limit:10000 "} {"level":"warn","ts":"2026-04-23T00:17:34.614648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.415547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-04-23T00:17:34.615727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.478288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-23T00:17:34.61576Z","caller":"traceutil/trace.go:171","msg":"trace[1287186846] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:1; }","duration":"333.54821ms","start":"2026-04-23T00:17:34.282198Z","end":"2026-04-23T00:17:34.615747Z","steps":["trace[1287186846] 'range keys from in-memory index tree' (duration: 332.250545ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:17:34.615784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.88583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-23T00:17:34.615794Z","caller":"traceutil/trace.go:171","msg":"trace[1544320866] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:1; }","duration":"514.596941ms","start":"2026-04-23T00:17:34.101182Z","end":"2026-04-23T00:17:34.615779Z","steps":["trace[1544320866] 'count revisions from in-memory index tree' (duration: 514.413117ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:17:34.615758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.991854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-04-23T00:17:34.61583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:17:34.101166Z","time spent":"514.656561ms","remote":"127.0.0.1:57746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":26,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:17:34.615826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:17:34.28216Z","time spent":"333.650171ms","remote":"127.0.0.1:57872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":0,"response size":26,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" limit:10000 "} {"level":"info","ts":"2026-04-23T00:17:34.615828Z","caller":"traceutil/trace.go:171","msg":"trace[1228324774] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:1; }","duration":"550.957672ms","start":"2026-04-23T00:17:34.064852Z","end":"2026-04-23T00:17:34.61581Z","steps":["trace[1228324774] 'range keys from in-memory index tree' (duration: 550.801948ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:17:34.615812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.86623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-04-23T00:17:34.61588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:17:34.064828Z","time spent":"551.030773ms","remote":"127.0.0.1:57728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":26,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" limit:10000 "} {"level":"warn","ts":"2026-04-23T00:17:34.6159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.5875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-04-23T00:17:34.615898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.201368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-23T00:17:34.615928Z","caller":"traceutil/trace.go:171","msg":"trace[893493317] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:1; }","duration":"529.256989ms","start":"2026-04-23T00:17:34.086663Z","end":"2026-04-23T00:17:34.61592Z","steps":["trace[893493317] 'count revisions from in-memory index tree' (duration: 529.123297ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:17:34.614356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.158934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-23T00:17:34.615937Z","caller":"traceutil/trace.go:171","msg":"trace[430046881] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:1; }","duration":"440.050844ms","start":"2026-04-23T00:17:34.175854Z","end":"2026-04-23T00:17:34.615905Z","steps":["trace[430046881] 'count revisions from in-memory index tree' (duration: 439.596145ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:17:34.615978Z","caller":"traceutil/trace.go:171","msg":"trace[245510241] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:1; }","duration":"333.864625ms","start":"2026-04-23T00:17:34.282107Z","end":"2026-04-23T00:17:34.615972Z","steps":["trace[245510241] 'count revisions from in-memory index tree' (duration: 331.964319ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:17:34.615976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:17:34.086648Z","time spent":"529.317101ms","remote":"127.0.0.1:57740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":26,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:17:34.615998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:17:34.28208Z","time spent":"333.912886ms","remote":"127.0.0.1:57872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":26,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"info","ts":"2026-04-23T00:17:34.615852Z","caller":"traceutil/trace.go:171","msg":"trace[1707110370] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:1; }","duration":"529.125737ms","start":"2026-04-23T00:17:34.086706Z","end":"2026-04-23T00:17:34.615832Z","steps":["trace[1707110370] 'range keys from in-memory index tree' (duration: 528.860651ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:17:34.614694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.683706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-04-23T00:17:34.614376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.647552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-23T00:17:34.616074Z","caller":"traceutil/trace.go:171","msg":"trace[1861562154] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:1; }","duration":"425.351575ms","start":"2026-04-23T00:17:34.190718Z","end":"2026-04-23T00:17:34.61607Z","steps":["trace[1861562154] 'count revisions from in-memory index tree' (duration: 423.566591ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:17:34.616099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:17:34.190695Z","time spent":"425.399895ms","remote":"127.0.0.1:57802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":26,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"info","ts":"2026-04-23T00:17:34.615153Z","caller":"traceutil/trace.go:171","msg":"trace[681342475] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:1; }","duration":"399.135176ms","start":"2026-04-23T00:17:34.216008Z","end":"2026-04-23T00:17:34.615143Z","steps":["trace[681342475] 'count revisions from in-memory index tree' (duration: 398.78505ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:17:34.614692Z","caller":"traceutil/trace.go:171","msg":"trace[558096617] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:1; }","duration":"466.269222ms","start":"2026-04-23T00:17:34.148398Z","end":"2026-04-23T00:17:34.614668Z","steps":["trace[558096617] 'range keys from in-memory index tree' (duration: 466.048967ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:17:34.61625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.941862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-04-23T00:17:34.616294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:17:34.148389Z","time spent":"467.895594ms","remote":"127.0.0.1:57792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":0,"response size":26,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" limit:10000 "} {"level":"warn","ts":"2026-04-23T00:17:34.616067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:17:34.086697Z","time spent":"529.357673ms","remote":"127.0.0.1:57740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":26,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" limit:10000 "} {"level":"warn","ts":"2026-04-23T00:17:34.615751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.932151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-23T00:17:34.616454Z","caller":"traceutil/trace.go:171","msg":"trace[1711273300] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:1; }","duration":"551.660746ms","start":"2026-04-23T00:17:34.064783Z","end":"2026-04-23T00:17:34.616443Z","steps":["trace[1711273300] 'count revisions from in-memory index tree' (duration: 550.88134ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:17:34.616438Z","caller":"traceutil/trace.go:171","msg":"trace[142878884] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:1; }","duration":"342.061962ms","start":"2026-04-23T00:17:34.273991Z","end":"2026-04-23T00:17:34.616053Z","steps":["trace[142878884] 'range keys from in-memory index tree' (duration: 340.649815ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:17:34.616473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:17:34.064772Z","time spent":"551.694546ms","remote":"127.0.0.1:57728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":26,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:17:34.616506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:17:34.273984Z","time spent":"342.50067ms","remote":"127.0.0.1:57864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":0,"response size":26,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" limit:10000 "} {"level":"warn","ts":"2026-04-23T00:17:34.614738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.312378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-23T00:17:34.617572Z","caller":"traceutil/trace.go:171","msg":"trace[1062209540] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:1; }","duration":"343.145223ms","start":"2026-04-23T00:17:34.274395Z","end":"2026-04-23T00:17:34.61754Z","steps":["trace[1062209540] 'count revisions from in-memory index tree' (duration: 340.246957ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:17:34.617638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:17:34.274374Z","time spent":"343.240415ms","remote":"127.0.0.1:57864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":26,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-04-23T00:17:34.615006Z","caller":"traceutil/trace.go:171","msg":"trace[1530212132] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:1; }","duration":"353.765614ms","start":"2026-04-23T00:17:34.261224Z","end":"2026-04-23T00:17:34.61499Z","steps":["trace[1530212132] 'count revisions from in-memory index tree' (duration: 353.382347ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:17:34.617791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:17:34.261217Z","time spent":"356.515726ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":26,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:17:34.614605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:17:34.229908Z","time spent":"384.686081ms","remote":"127.0.0.1:57836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":0,"response size":26,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" limit:10000 "} {"level":"warn","ts":"2026-04-23T00:17:34.615439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.887144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-23T00:17:34.618039Z","caller":"traceutil/trace.go:171","msg":"trace[1092595765] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:1; }","duration":"469.481403ms","start":"2026-04-23T00:17:34.148528Z","end":"2026-04-23T00:17:34.61801Z","steps":["trace[1092595765] 'count revisions from in-memory index tree' (duration: 466.850883ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:17:34.618111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:17:34.148523Z","time spent":"469.569545ms","remote":"127.0.0.1:57792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":26,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"info","ts":"2026-04-23T00:17:34.61594Z","caller":"traceutil/trace.go:171","msg":"trace[1479617090] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:1; }","duration":"514.657301ms","start":"2026-04-23T00:17:34.101255Z","end":"2026-04-23T00:17:34.615912Z","steps":["trace[1479617090] 'range keys from in-memory index tree' (duration: 514.470088ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:17:34.618281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:17:34.101238Z","time spent":"517.023857ms","remote":"127.0.0.1:57746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":0,"response size":26,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" limit:10000 "} {"level":"warn","ts":"2026-04-23T00:17:34.614801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.179595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-23T00:17:34.618396Z","caller":"traceutil/trace.go:171","msg":"trace[2124822867] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:1; }","duration":"414.796804ms","start":"2026-04-23T00:17:34.203587Z","end":"2026-04-23T00:17:34.618384Z","steps":["trace[2124822867] 'count revisions from in-memory index tree' (duration: 411.084984ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:17:34.618439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:17:34.203574Z","time spent":"414.846745ms","remote":"127.0.0.1:57808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":26,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:17:34.614808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.706941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-23T00:17:34.61851Z","caller":"traceutil/trace.go:171","msg":"trace[879087812] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:1; }","duration":"490.412861ms","start":"2026-04-23T00:17:34.12807Z","end":"2026-04-23T00:17:34.618483Z","steps":["trace[879087812] 'count revisions from in-memory index tree' (duration: 486.654821ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:17:34.614775Z","caller":"traceutil/trace.go:171","msg":"trace[1189530067] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:1; }","duration":"384.843475ms","start":"2026-04-23T00:17:34.229893Z","end":"2026-04-23T00:17:34.614737Z","steps":["trace[1189530067] 'count revisions from in-memory index tree' (duration: 384.378385ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:17:34.618582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:17:34.128053Z","time spent":"490.507612ms","remote":"127.0.0.1:57776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":26,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:17:34.615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:17:34.294463Z","time spent":"320.478281ms","remote":"127.0.0.1:57874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":26,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:17:34.614614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.521658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-04-23T00:17:34.618711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:17:34.229883Z","time spent":"388.768679ms","remote":"127.0.0.1:57836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":26,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-04-23T00:17:34.618731Z","caller":"traceutil/trace.go:171","msg":"trace[1177283820] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:1; }","duration":"357.7914ms","start":"2026-04-23T00:17:34.260925Z","end":"2026-04-23T00:17:34.618717Z","steps":["trace[1177283820] 'range keys from in-memory index tree' (duration: 353.457397ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:17:34.618977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:17:34.260913Z","time spent":"358.034915ms","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":0,"response size":26,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" limit:10000 "} {"level":"warn","ts":"2026-04-23T00:17:34.615701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.620146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-04-23T00:17:34.616018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:17:34.175838Z","time spent":"440.163116ms","remote":"127.0.0.1:57798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":26,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:17:34.614544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:17:34.113609Z","time spent":"500.921711ms","remote":"127.0.0.1:57762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":26,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"info","ts":"2026-04-23T00:17:34.616405Z","caller":"traceutil/trace.go:171","msg":"trace[413928985] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:1; }","duration":"541.130716ms","start":"2026-04-23T00:17:34.075163Z","end":"2026-04-23T00:17:34.616294Z","steps":["trace[413928985] 'count revisions from in-memory index tree' (duration: 540.643316ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:17:34.621106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:17:34.07515Z","time spent":"545.930466ms","remote":"127.0.0.1:57736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":26,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:17:34.616484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.800026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-23T00:17:34.621263Z","caller":"traceutil/trace.go:171","msg":"trace[1576905804] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:1; }","duration":"326.556327ms","start":"2026-04-23T00:17:34.294661Z","end":"2026-04-23T00:17:34.621218Z","steps":["trace[1576905804] 'range keys from in-memory index tree' (duration: 321.741166ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:17:34.621308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:17:34.294483Z","time spent":"326.811071ms","remote":"127.0.0.1:57874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":26,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" limit:10000 "} {"level":"warn","ts":"2026-04-23T00:17:34.614755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:17:34.203589Z","time spent":"411.141695ms","remote":"127.0.0.1:57808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":0,"response size":26,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" limit:10000 "} {"level":"warn","ts":"2026-04-23T00:17:34.614779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.724931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-23T00:17:34.622452Z","caller":"traceutil/trace.go:171","msg":"trace[1895678072] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:1; }","duration":"494.405987ms","start":"2026-04-23T00:17:34.128027Z","end":"2026-04-23T00:17:34.622433Z","steps":["trace[1895678072] 'range keys from in-memory index tree' (duration: 486.67065ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:17:34.6225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:17:34.128014Z","time spent":"494.472438ms","remote":"127.0.0.1:57776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":0,"response size":26,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" limit:10000 "} {"level":"warn","ts":"2026-04-23T00:17:34.616617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.46538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-23T00:17:34.622837Z","caller":"traceutil/trace.go:171","msg":"trace[443275886] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:1; }","duration":"317.714908ms","start":"2026-04-23T00:17:34.305104Z","end":"2026-04-23T00:17:34.622819Z","steps":["trace[443275886] 'range keys from in-memory index tree' (duration: 311.40959ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:17:34.622892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:17:34.305074Z","time spent":"317.80056ms","remote":"127.0.0.1:57888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":0,"response size":26,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" limit:10000 "} {"level":"warn","ts":"2026-04-23T00:17:34.616719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.548602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-04-23T00:17:34.616772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.163226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-04-23T00:17:34.616731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:17:34.215999Z","time spent":"400.265447ms","remote":"127.0.0.1:57822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":26,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"info","ts":"2026-04-23T00:17:34.623033Z","caller":"traceutil/trace.go:171","msg":"trace[825350060] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:1; }","duration":"174.465296ms","start":"2026-04-23T00:17:34.448533Z","end":"2026-04-23T00:17:34.622998Z","steps":["trace[825350060] 'count revisions from in-memory index tree' (duration: 168.032094ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:17:34.616843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.628091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-23T00:17:34.623163Z","caller":"traceutil/trace.go:171","msg":"trace[2119273509] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:1; }","duration":"159.960251ms","start":"2026-04-23T00:17:34.463186Z","end":"2026-04-23T00:17:34.623146Z","steps":["trace[2119273509] 'range keys from in-memory index tree' (duration: 153.579619ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:17:34.61686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.771119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-23T00:17:34.623347Z","caller":"traceutil/trace.go:171","msg":"trace[253646907] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:1; }","duration":"305.289252ms","start":"2026-04-23T00:17:34.318031Z","end":"2026-04-23T00:17:34.62332Z","steps":["trace[253646907] 'range keys from in-memory index tree' (duration: 298.708938ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:17:34.616863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.600922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-23T00:17:34.623461Z","caller":"traceutil/trace.go:171","msg":"trace[1162299007] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:1; }","duration":"137.226639ms","start":"2026-04-23T00:17:34.486222Z","end":"2026-04-23T00:17:34.623449Z","steps":["trace[1162299007] 'count revisions from in-memory index tree' (duration: 130.548101ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:17:34.61692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.972621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-04-23T00:17:34.623458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:17:34.318006Z","time spent":"305.434546ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":26,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" limit:10000 "} {"level":"info","ts":"2026-04-23T00:17:34.623626Z","caller":"traceutil/trace.go:171","msg":"trace[1282799488] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:1; }","duration":"246.638537ms","start":"2026-04-23T00:17:34.376893Z","end":"2026-04-23T00:17:34.623531Z","steps":["trace[1282799488] 'range keys from in-memory index tree' (duration: 239.893949ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:17:34.616928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.61723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-23T00:17:34.623837Z","caller":"traceutil/trace.go:171","msg":"trace[1893999191] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:1; }","duration":"160.525762ms","start":"2026-04-23T00:17:34.463301Z","end":"2026-04-23T00:17:34.623827Z","steps":["trace[1893999191] 'count revisions from in-memory index tree' (duration: 153.535508ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:17:34.616936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.267086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-23T00:17:34.623921Z","caller":"traceutil/trace.go:171","msg":"trace[1936033714] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:1; }","duration":"247.285619ms","start":"2026-04-23T00:17:34.376628Z","end":"2026-04-23T00:17:34.623913Z","steps":["trace[1936033714] 'count revisions from in-memory index tree' (duration: 240.200345ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:17:34.616948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.935891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-23T00:17:34.624156Z","caller":"traceutil/trace.go:171","msg":"trace[158665841] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:1; }","duration":"116.163267ms","start":"2026-04-23T00:17:34.507972Z","end":"2026-04-23T00:17:34.624136Z","steps":["trace[158665841] 'range keys from in-memory index tree' (duration: 108.853129ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:17:34.616895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.196998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-23T00:17:34.624283Z","caller":"traceutil/trace.go:171","msg":"trace[733765849] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:1; }","duration":"124.579118ms","start":"2026-04-23T00:17:34.49969Z","end":"2026-04-23T00:17:34.624269Z","steps":["trace[733765849] 'range keys from in-memory index tree' (duration: 117.083926ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:17:34.623819Z","caller":"traceutil/trace.go:171","msg":"trace[975619498] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:1; }","duration":"318.163858ms","start":"2026-04-23T00:17:34.305127Z","end":"2026-04-23T00:17:34.623291Z","steps":["trace[975619498] 'count revisions from in-memory index tree' (duration: 311.459301ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:17:34.616965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.616944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-04-23T00:17:34.616959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.050351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-23T00:17:34.624998Z","caller":"traceutil/trace.go:171","msg":"trace[1682062019] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:1; }","duration":"139.124724ms","start":"2026-04-23T00:17:34.485856Z","end":"2026-04-23T00:17:34.624981Z","steps":["trace[1682062019] 'range keys from in-memory index tree' (duration: 130.961899ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:17:34.616993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.681046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-04-23T00:17:34.616993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.193737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-04-23T00:17:34.616987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.619563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-04-23T00:17:34.617016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.209505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-04-23T00:17:34.616962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.582852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-04-23T00:17:34.617048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.660638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-04-23T00:17:34.617054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.402295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-04-23T00:17:34.617015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.844896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-04-23T00:17:34.61707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.822608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-04-23T00:17:34.617075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.730146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-04-23T00:17:34.617095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.408756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-04-23T00:17:34.617097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.627684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-04-23T00:17:34.617097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.746143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-04-23T00:17:34.617098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.485008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-04-23T00:17:34.61705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.710643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-04-23T00:17:34.617136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.524427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-04-23T00:17:34.617132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.392347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-04-23T00:17:34.61714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.622507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-04-23T00:17:34.617144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.016075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-04-23T00:17:34.617153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.039035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-04-23T00:17:34.617155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.347436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-04-23T00:17:34.614749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.776848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-04-23T00:17:34.615526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.939576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-23T00:17:34.619055Z","caller":"traceutil/trace.go:171","msg":"trace[1109524027] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:1; }","duration":"544.00056ms","start":"2026-04-23T00:17:34.075035Z","end":"2026-04-23T00:17:34.619035Z","steps":["trace[1109524027] 'range keys from in-memory index tree' (duration: 540.566045ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:17:34.624497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:17:34.305116Z","time spent":"319.272958ms","remote":"127.0.0.1:57888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":26,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-04-23T00:17:34.624823Z","caller":"traceutil/trace.go:171","msg":"trace[2079590109] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:1; }","duration":"238.500994ms","start":"2026-04-23T00:17:34.386308Z","end":"2026-04-23T00:17:34.624809Z","steps":["trace[2079590109] 'range keys from in-memory index tree' (duration: 230.536322ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:17:34.62663Z","caller":"traceutil/trace.go:171","msg":"trace[1859850439] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:1; }","duration":"150.263146ms","start":"2026-04-23T00:17:34.476354Z","end":"2026-04-23T00:17:34.626617Z","steps":["trace[1859850439] 'count revisions from in-memory index tree' (duration: 140.540021ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:17:34.626851Z","caller":"traceutil/trace.go:171","msg":"trace[483813305] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:1; }","duration":"308.557305ms","start":"2026-04-23T00:17:34.31828Z","end":"2026-04-23T00:17:34.626838Z","steps":["trace[483813305] 'count revisions from in-memory index tree' (duration: 298.632836ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:17:34.626941Z","caller":"traceutil/trace.go:171","msg":"trace[162658659] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:1; }","duration":"189.621133ms","start":"2026-04-23T00:17:34.437305Z","end":"2026-04-23T00:17:34.626926Z","steps":["trace[162658659] 'count revisions from in-memory index tree' (duration: 179.658205ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:17:34.626979Z","caller":"traceutil/trace.go:171","msg":"trace[966085456] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:1; }","duration":"204.368514ms","start":"2026-04-23T00:17:34.422603Z","end":"2026-04-23T00:17:34.626972Z","steps":["trace[966085456] 'count revisions from in-memory index tree' (duration: 194.319344ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:17:34.626985Z","caller":"traceutil/trace.go:171","msg":"trace[213059493] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:1; }","duration":"127.230668ms","start":"2026-04-23T00:17:34.499746Z","end":"2026-04-23T00:17:34.626977Z","steps":["trace[213059493] 'count revisions from in-memory index tree' (duration: 117.071814ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:17:34.62703Z","caller":"traceutil/trace.go:171","msg":"trace[998351538] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:1; }","duration":"189.800027ms","start":"2026-04-23T00:17:34.437213Z","end":"2026-04-23T00:17:34.627013Z","steps":["trace[998351538] 'range keys from in-memory index tree' (duration: 179.766627ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:17:34.627083Z","caller":"traceutil/trace.go:171","msg":"trace[996640114] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:1; }","duration":"150.923758ms","start":"2026-04-23T00:17:34.476128Z","end":"2026-04-23T00:17:34.627052Z","steps":["trace[996640114] 'range keys from in-memory index tree' (duration: 140.774045ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:17:34.627207Z","caller":"traceutil/trace.go:171","msg":"trace[1752355874] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:1; }","duration":"222.528348ms","start":"2026-04-23T00:17:34.404665Z","end":"2026-04-23T00:17:34.627193Z","steps":["trace[1752355874] 'count revisions from in-memory index tree' (duration: 212.375356ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:17:34.627242Z","caller":"traceutil/trace.go:171","msg":"trace[932973980] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:1; }","duration":"222.653562ms","start":"2026-04-23T00:17:34.404579Z","end":"2026-04-23T00:17:34.627233Z","steps":["trace[932973980] 'range keys from in-memory index tree' (duration: 212.357675ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:17:34.627338Z","caller":"traceutil/trace.go:171","msg":"trace[234754245] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:1; }","duration":"273.02651ms","start":"2026-04-23T00:17:34.354303Z","end":"2026-04-23T00:17:34.62733Z","steps":["trace[234754245] 'count revisions from in-memory index tree' (duration: 262.625911ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:17:34.626949Z","caller":"traceutil/trace.go:171","msg":"trace[1464307989] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:1; }","duration":"296.572367ms","start":"2026-04-23T00:17:34.330357Z","end":"2026-04-23T00:17:34.62693Z","steps":["trace[1464307989] 'range keys from in-memory index tree' (duration: 286.607916ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:17:34.627419Z","caller":"traceutil/trace.go:171","msg":"trace[545165124] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:1; }","duration":"273.102771ms","start":"2026-04-23T00:17:34.354303Z","end":"2026-04-23T00:17:34.627405Z","steps":["trace[545165124] 'range keys from in-memory index tree' (duration: 262.651962ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:17:34.627217Z","caller":"traceutil/trace.go:171","msg":"trace[841537636] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:1; }","duration":"178.745316ms","start":"2026-04-23T00:17:34.448463Z","end":"2026-04-23T00:17:34.627208Z","steps":["trace[841537636] 'range keys from in-memory index tree' (duration: 168.580123ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:17:34.627531Z","caller":"traceutil/trace.go:171","msg":"trace[1224861796] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:1; }","duration":"240.716516ms","start":"2026-04-23T00:17:34.386772Z","end":"2026-04-23T00:17:34.627488Z","steps":["trace[1224861796] 'count revisions from in-memory index tree' (duration: 230.146504ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:17:34.62743Z","caller":"traceutil/trace.go:171","msg":"trace[1743823582] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:1; }","duration":"119.090263ms","start":"2026-04-23T00:17:34.508328Z","end":"2026-04-23T00:17:34.627418Z","steps":["trace[1743823582] 'count revisions from in-memory index tree' (duration: 108.540422ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:17:34.627639Z","caller":"traceutil/trace.go:171","msg":"trace[1274824240] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:1; }","duration":"262.840886ms","start":"2026-04-23T00:17:34.364728Z","end":"2026-04-23T00:17:34.627569Z","steps":["trace[1274824240] 'range keys from in-memory index tree' (duration: 252.325596ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:17:34.62696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:17:34.318271Z","time spent":"308.608905ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":0,"response size":26,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-04-23T00:17:34.627834Z","caller":"traceutil/trace.go:171","msg":"trace[1178741002] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:1; }","duration":"297.349381ms","start":"2026-04-23T00:17:34.330473Z","end":"2026-04-23T00:17:34.627823Z","steps":["trace[1178741002] 'count revisions from in-memory index tree' (duration: 286.531835ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:17:34.627947Z","caller":"traceutil/trace.go:171","msg":"trace[1141481819] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:1; }","duration":"287.860572ms","start":"2026-04-23T00:17:34.340078Z","end":"2026-04-23T00:17:34.627939Z","steps":["trace[1141481819] 'count revisions from in-memory index tree' (duration: 276.912413ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:17:34.628078Z","caller":"traceutil/trace.go:171","msg":"trace[1804342703] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:1; }","duration":"287.991764ms","start":"2026-04-23T00:17:34.340079Z","end":"2026-04-23T00:17:34.62807Z","steps":["trace[1804342703] 'range keys from in-memory index tree' (duration: 276.925452ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:17:34.628173Z","caller":"traceutil/trace.go:171","msg":"trace[43187383] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:1; }","duration":"205.589238ms","start":"2026-04-23T00:17:34.422572Z","end":"2026-04-23T00:17:34.628161Z","steps":["trace[43187383] 'range keys from in-memory index tree' (duration: 194.419295ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:17:34.628251Z","caller":"traceutil/trace.go:171","msg":"trace[1426535785] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:1; }","duration":"514.307365ms","start":"2026-04-23T00:17:34.113936Z","end":"2026-04-23T00:17:34.628244Z","steps":["trace[1426535785] 'range keys from in-memory index tree' (duration: 500.683757ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:17:34.628269Z","caller":"traceutil/trace.go:171","msg":"trace[2145978016] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:1; }","duration":"263.466288ms","start":"2026-04-23T00:17:34.364793Z","end":"2026-04-23T00:17:34.62826Z","steps":["trace[2145978016] 'count revisions from in-memory index tree' (duration: 252.271135ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:17:34.628288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:17:34.113922Z","time spent":"514.352556ms","remote":"127.0.0.1:57762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":26,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" limit:10000 "} {"level":"info","ts":"2026-04-23T00:17:34.628329Z","caller":"traceutil/trace.go:171","msg":"trace[368390796] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:1; }","duration":"468.830201ms","start":"2026-04-23T00:17:34.159486Z","end":"2026-04-23T00:17:34.628316Z","steps":["trace[368390796] 'count revisions from in-memory index tree' (duration: 455.685941ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:17:34.628334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:17:34.075018Z","time spent":"553.289126ms","remote":"127.0.0.1:57736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":26,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" limit:10000 "} {"level":"warn","ts":"2026-04-23T00:17:34.628367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:17:34.159478Z","time spent":"468.879872ms","remote":"127.0.0.1:57796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":26,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"info","ts":"2026-04-23T00:17:39.769698Z","caller":"traceutil/trace.go:171","msg":"trace[51690852] transaction","detail":"{read_only:false; response_revision:253; number_of_response:1; }","duration":"156.148067ms","start":"2026-04-23T00:17:39.613513Z","end":"2026-04-23T00:17:39.769661Z","steps":["trace[51690852] 'process raft request' (duration: 155.499385ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:17:39.776822Z","caller":"traceutil/trace.go:171","msg":"trace[44030658] transaction","detail":"{read_only:false; response_revision:254; number_of_response:1; }","duration":"161.301805ms","start":"2026-04-23T00:17:39.615488Z","end":"2026-04-23T00:17:39.77679Z","steps":["trace[44030658] 'process raft request' (duration: 161.03182ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:17:39.776834Z","caller":"traceutil/trace.go:171","msg":"trace[916288398] linearizableReadLoop","detail":"{readStateIndex:262; appliedIndex:260; }","duration":"158.748767ms","start":"2026-04-23T00:17:39.618057Z","end":"2026-04-23T00:17:39.776806Z","steps":["trace[916288398] 'read index received' (duration: 151.083051ms)","trace[916288398] 'applied index is now lower than readState.Index' (duration: 7.664496ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:17:39.776848Z","caller":"traceutil/trace.go:171","msg":"trace[48968230] transaction","detail":"{read_only:false; number_of_response:0; response_revision:254; }","duration":"157.511124ms","start":"2026-04-23T00:17:39.619301Z","end":"2026-04-23T00:17:39.776812Z","steps":["trace[48968230] 'process raft request' (duration: 157.426262ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:17:39.776974Z","caller":"traceutil/trace.go:171","msg":"trace[1507747151] transaction","detail":"{read_only:false; number_of_response:0; response_revision:254; }","duration":"157.669066ms","start":"2026-04-23T00:17:39.619213Z","end":"2026-04-23T00:17:39.776882Z","steps":["trace[1507747151] 'process raft request' (duration: 157.464752ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:17:39.777058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.965522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:3466"} {"level":"info","ts":"2026-04-23T00:17:39.776939Z","caller":"traceutil/trace.go:171","msg":"trace[1755777546] transaction","detail":"{read_only:false; number_of_response:0; response_revision:254; }","duration":"156.691618ms","start":"2026-04-23T00:17:39.620223Z","end":"2026-04-23T00:17:39.776914Z","steps":["trace[1755777546] 'process raft request' (duration: 156.554635ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:17:39.777145Z","caller":"traceutil/trace.go:171","msg":"trace[1644693079] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:254; }","duration":"159.086375ms","start":"2026-04-23T00:17:39.618041Z","end":"2026-04-23T00:17:39.777127Z","steps":["trace[1644693079] 'agreement among raft nodes before linearized reading' (duration: 158.915961ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:17:39.776847Z","caller":"traceutil/trace.go:171","msg":"trace[1995065423] transaction","detail":"{read_only:false; number_of_response:0; response_revision:254; }","duration":"157.367041ms","start":"2026-04-23T00:17:39.619458Z","end":"2026-04-23T00:17:39.776825Z","steps":["trace[1995065423] 'process raft request' (duration: 157.29868ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:17:46.308149Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199180892690982,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T00:17:46.980672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.374552686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-23T00:17:46.980772Z","caller":"traceutil/trace.go:171","msg":"trace[1617949196] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:346; }","duration":"1.374711459s","start":"2026-04-23T00:17:45.606041Z","end":"2026-04-23T00:17:46.980753Z","steps":["trace[1617949196] 'range keys from in-memory index tree' (duration: 1.374433124s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:17:46.980756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.384955995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-23T00:17:46.980821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:17:45.606023Z","time spent":"1.3747886s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-23T00:17:46.98085Z","caller":"traceutil/trace.go:171","msg":"trace[1919171000] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:346; }","duration":"1.385126428s","start":"2026-04-23T00:17:45.595697Z","end":"2026-04-23T00:17:46.980824Z","steps":["trace[1919171000] 'range keys from in-memory index tree' (duration: 1.38474705s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:17:46.980908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:17:45.595669Z","time spent":"1.38522804s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T00:17:46.981977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.077597ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:17:46.983651Z","caller":"traceutil/trace.go:171","msg":"trace[2010152382] linearizableReadLoop","detail":"{readStateIndex:359; appliedIndex:358; }","duration":"1.175894151s","start":"2026-04-23T00:17:45.807725Z","end":"2026-04-23T00:17:46.983619Z","steps":["trace[2010152382] 'read index received' (duration: 572.037641ms)","trace[2010152382] 'applied index is now lower than readState.Index' (duration: 603.85391ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:17:46.983812Z","caller":"traceutil/trace.go:171","msg":"trace[1396380642] transaction","detail":"{read_only:false; response_revision:347; number_of_response:1; }","duration":"1.330231954s","start":"2026-04-23T00:17:45.653537Z","end":"2026-04-23T00:17:46.983769Z","steps":["trace[1396380642] 'process raft request' (duration: 726.350493ms)","trace[1396380642] 'compare' (duration: 600.618578ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:17:46.983899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.176160145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-23T00:17:46.983925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.175947911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-23T00:17:46.983968Z","caller":"traceutil/trace.go:171","msg":"trace[131707352] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:347; }","duration":"1.176009913s","start":"2026-04-23T00:17:45.807946Z","end":"2026-04-23T00:17:46.983956Z","steps":["trace[131707352] 'agreement among raft nodes before linearized reading' (duration: 1.175878261s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:17:46.983965Z","caller":"traceutil/trace.go:171","msg":"trace[1392251007] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:347; }","duration":"1.176304398s","start":"2026-04-23T00:17:45.807644Z","end":"2026-04-23T00:17:46.983949Z","steps":["trace[1392251007] 'agreement among raft nodes before linearized reading' (duration: 1.176144645s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:17:46.983997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:17:45.653507Z","time spent":"1.330387717s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:17:46.984023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:17:45.80761Z","time spent":"1.17640116s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T00:17:46.984022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:17:45.807939Z","time spent":"1.176072774s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T00:17:46.984035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.532364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6965"} {"level":"info","ts":"2026-04-23T00:17:46.984087Z","caller":"traceutil/trace.go:171","msg":"trace[158243821] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:347; }","duration":"642.669086ms","start":"2026-04-23T00:17:46.341402Z","end":"2026-04-23T00:17:46.984071Z","steps":["trace[158243821] 'agreement among raft nodes before linearized reading' (duration: 642.537944ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:17:46.984129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:17:46.341367Z","time spent":"642.753728ms","remote":"127.0.0.1:57802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6987,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"warn","ts":"2026-04-23T00:17:48.179246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.514952ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:17:48.179474Z","caller":"traceutil/trace.go:171","msg":"trace[361766099] transaction","detail":"{read_only:false; response_revision:353; number_of_response:1; }","duration":"323.766634ms","start":"2026-04-23T00:17:47.855695Z","end":"2026-04-23T00:17:48.179462Z","steps":["trace[361766099] 'process raft request' (duration: 323.736184ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:17:48.17954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:17:47.855668Z","time spent":"323.858627ms","remote":"127.0.0.1:57720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T00:17:48.17958Z","caller":"traceutil/trace.go:171","msg":"trace[963771541] transaction","detail":"{read_only:false; response_revision:350; number_of_response:1; }","duration":"1.191324664s","start":"2026-04-23T00:17:46.988229Z","end":"2026-04-23T00:17:48.179554Z","steps":["trace[963771541] 'process raft request' (duration: 1.19112389s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:17:48.179713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:17:46.988214Z","time spent":"1.191432236s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:17:48.17968Z","caller":"traceutil/trace.go:171","msg":"trace[2069301725] transaction","detail":"{read_only:false; response_revision:352; number_of_response:1; }","duration":"1.186752228s","start":"2026-04-23T00:17:46.992877Z","end":"2026-04-23T00:17:48.17963Z","steps":["trace[2069301725] 'process raft request' (duration: 1.186516373s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:17:48.179789Z","caller":"traceutil/trace.go:171","msg":"trace[446537590] transaction","detail":"{read_only:false; response_revision:348; number_of_response:1; }","duration":"1.192400044s","start":"2026-04-23T00:17:46.987379Z","end":"2026-04-23T00:17:48.179779Z","steps":["trace[446537590] 'process raft request' (duration: 499.284381ms)","trace[446537590] 'compare' (duration: 692.395129ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:17:48.179729Z","caller":"traceutil/trace.go:171","msg":"trace[1083806110] linearizableReadLoop","detail":"{readStateIndex:364; appliedIndex:359; }","duration":"1.177278787s","start":"2026-04-23T00:17:47.002386Z","end":"2026-04-23T00:17:48.179665Z","steps":["trace[1083806110] 'read index received' (duration: 484.299186ms)","trace[1083806110] 'applied index is now lower than readState.Index' (duration: 692.972521ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:17:48.179838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:17:46.987345Z","time spent":"1.192469246s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:17:48.179905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.177532101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.244\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-23T00:17:48.179843Z","caller":"traceutil/trace.go:171","msg":"trace[1509711930] transaction","detail":"{read_only:false; response_revision:351; number_of_response:1; }","duration":"1.190695071s","start":"2026-04-23T00:17:46.989081Z","end":"2026-04-23T00:17:48.179776Z","steps":["trace[1509711930] 'process raft request' (duration: 1.190287654s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:17:48.17993Z","caller":"traceutil/trace.go:171","msg":"trace[1555089488] range","detail":"{range_begin:/registry/masterleases/199.204.45.244; range_end:; response_count:1; response_revision:353; }","duration":"1.177593863s","start":"2026-04-23T00:17:47.002329Z","end":"2026-04-23T00:17:48.179923Z","steps":["trace[1555089488] 'agreement among raft nodes before linearized reading' (duration: 1.177552392s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:17:48.179949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:17:47.00231Z","time spent":"1.177635303s","remote":"127.0.0.1:57676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.244\" "} {"level":"warn","ts":"2026-04-23T00:17:48.179933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:17:46.992864Z","time spent":"1.186928981s","remote":"127.0.0.1:57802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6950,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:17:48.179941Z","caller":"traceutil/trace.go:171","msg":"trace[1224439659] transaction","detail":"{read_only:false; response_revision:349; number_of_response:1; }","duration":"1.192436935s","start":"2026-04-23T00:17:46.987441Z","end":"2026-04-23T00:17:48.179878Z","steps":["trace[1224439659] 'process raft request' (duration: 1.191885165s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:17:48.18005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.661826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4373"} {"level":"info","ts":"2026-04-23T00:17:48.180102Z","caller":"traceutil/trace.go:171","msg":"trace[740780698] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:353; }","duration":"208.743728ms","start":"2026-04-23T00:17:47.971343Z","end":"2026-04-23T00:17:48.180087Z","steps":["trace[740780698] 'agreement among raft nodes before linearized reading' (duration: 208.563585ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:17:48.180086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:17:46.989058Z","time spent":"1.190901636s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:17:48.180159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:17:46.987408Z","time spent":"1.192629289s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:18:10.52935Z","caller":"traceutil/trace.go:171","msg":"trace[1334740534] transaction","detail":"{read_only:false; response_revision:478; number_of_response:1; }","duration":"134.687217ms","start":"2026-04-23T00:18:10.394622Z","end":"2026-04-23T00:18:10.529309Z","steps":["trace[1334740534] 'process raft request' (duration: 134.476543ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:18:11.560307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.653559ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:18:11.560894Z","caller":"traceutil/trace.go:171","msg":"trace[866865892] linearizableReadLoop","detail":"{readStateIndex:498; appliedIndex:496; }","duration":"1.079884045s","start":"2026-04-23T00:18:10.480955Z","end":"2026-04-23T00:18:11.560839Z","steps":["trace[866865892] 'read index received' (duration: 48.131378ms)","trace[866865892] 'applied index is now lower than readState.Index' (duration: 1.031557023s)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:18:11.560964Z","caller":"traceutil/trace.go:171","msg":"trace[1861883315] transaction","detail":"{read_only:false; response_revision:479; number_of_response:1; }","duration":"1.16570514s","start":"2026-04-23T00:18:10.395199Z","end":"2026-04-23T00:18:11.560904Z","steps":["trace[1861883315] 'process raft request' (duration: 976.350449ms)","trace[1861883315] 'compare' (duration: 187.496745ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:18:11.561145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:18:10.395174Z","time spent":"1.165877603s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:18:11.563146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.082142859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:18:11.563338Z","caller":"traceutil/trace.go:171","msg":"trace[857417211] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/; range_end:/registry/secrets/envoy-gateway-system0; response_count:0; response_revision:479; }","duration":"1.082374883s","start":"2026-04-23T00:18:10.480914Z","end":"2026-04-23T00:18:11.563289Z","steps":["trace[857417211] 'agreement among raft nodes before linearized reading' (duration: 1.080075169s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:18:11.563453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.115589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:18:11.563612Z","caller":"traceutil/trace.go:171","msg":"trace[1144303773] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:479; }","duration":"145.532337ms","start":"2026-04-23T00:18:11.418047Z","end":"2026-04-23T00:18:11.563579Z","steps":["trace[1144303773] 'agreement among raft nodes before linearized reading' (duration: 142.976497ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:18:11.563688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:18:10.480895Z","time spent":"1.08277348s","remote":"127.0.0.1:57728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" "} {"level":"info","ts":"2026-04-23T00:18:12.095962Z","caller":"traceutil/trace.go:171","msg":"trace[1146738614] transaction","detail":"{read_only:false; response_revision:480; number_of_response:1; }","duration":"331.595425ms","start":"2026-04-23T00:18:11.764342Z","end":"2026-04-23T00:18:12.095938Z","steps":["trace[1146738614] 'process raft request' (duration: 331.464332ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:18:12.096093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:18:11.764296Z","time spent":"331.738308ms","remote":"127.0.0.1:57686","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6315,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T00:18:12.10528Z","caller":"traceutil/trace.go:171","msg":"trace[1681119918] transaction","detail":"{read_only:false; response_revision:481; number_of_response:1; }","duration":"339.17747ms","start":"2026-04-23T00:18:11.76607Z","end":"2026-04-23T00:18:12.105248Z","steps":["trace[1681119918] 'process raft request' (duration: 338.941086ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:18:12.105274Z","caller":"traceutil/trace.go:171","msg":"trace[1320439597] transaction","detail":"{read_only:false; response_revision:482; number_of_response:1; }","duration":"337.351995ms","start":"2026-04-23T00:18:11.767885Z","end":"2026-04-23T00:18:12.105236Z","steps":["trace[1320439597] 'process raft request' (duration: 337.242883ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:18:12.105416Z","caller":"traceutil/trace.go:171","msg":"trace[1511108807] transaction","detail":"{read_only:false; response_revision:484; number_of_response:1; }","duration":"324.463958ms","start":"2026-04-23T00:18:11.780906Z","end":"2026-04-23T00:18:12.10537Z","steps":["trace[1511108807] 'process raft request' (duration: 324.317915ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:18:12.105481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:18:11.76787Z","time spent":"337.530929ms","remote":"127.0.0.1:57686","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8162,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T00:18:12.105521Z","caller":"traceutil/trace.go:171","msg":"trace[1511823710] transaction","detail":"{read_only:false; response_revision:485; number_of_response:1; }","duration":"323.902926ms","start":"2026-04-23T00:18:11.781596Z","end":"2026-04-23T00:18:12.105499Z","steps":["trace[1511823710] 'process raft request' (duration: 323.666012ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:18:12.105508Z","caller":"traceutil/trace.go:171","msg":"trace[1293477479] transaction","detail":"{read_only:false; response_revision:486; number_of_response:1; }","duration":"321.413647ms","start":"2026-04-23T00:18:11.784045Z","end":"2026-04-23T00:18:12.105459Z","steps":["trace[1293477479] 'process raft request' (duration: 321.255174ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:18:12.105589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:18:11.780875Z","time spent":"324.62154ms","remote":"127.0.0.1:57686","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28462,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T00:18:12.105463Z","caller":"traceutil/trace.go:171","msg":"trace[1233632280] transaction","detail":"{read_only:false; response_revision:483; number_of_response:1; }","duration":"325.316263ms","start":"2026-04-23T00:18:11.78001Z","end":"2026-04-23T00:18:12.105327Z","steps":["trace[1233632280] 'process raft request' (duration: 325.16186ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:18:12.105692Z","caller":"traceutil/trace.go:171","msg":"trace[1786856086] transaction","detail":"{read_only:false; response_revision:487; number_of_response:1; }","duration":"320.655253ms","start":"2026-04-23T00:18:11.785023Z","end":"2026-04-23T00:18:12.105679Z","steps":["trace[1786856086] 'process raft request' (duration: 320.321527ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:18:12.105722Z","caller":"traceutil/trace.go:171","msg":"trace[1616512236] transaction","detail":"{read_only:false; response_revision:489; number_of_response:1; }","duration":"311.290763ms","start":"2026-04-23T00:18:11.794421Z","end":"2026-04-23T00:18:12.105712Z","steps":["trace[1616512236] 'process raft request' (duration: 311.012688ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:18:12.105772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:18:11.794387Z","time spent":"311.362534ms","remote":"127.0.0.1:57686","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":63889,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T00:18:12.105791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:18:11.784997Z","time spent":"320.748625ms","remote":"127.0.0.1:57686","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28166,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T00:18:12.105821Z","caller":"traceutil/trace.go:171","msg":"trace[1669508147] transaction","detail":"{read_only:false; response_revision:490; number_of_response:1; }","duration":"300.065966ms","start":"2026-04-23T00:18:11.805722Z","end":"2026-04-23T00:18:12.105788Z","steps":["trace[1669508147] 'process raft request' (duration: 299.768431ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:18:12.105843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:18:11.766041Z","time spent":"339.344124ms","remote":"127.0.0.1:57686","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9490,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T00:18:12.105908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:18:11.805701Z","time spent":"300.168748ms","remote":"127.0.0.1:57686","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79374,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T00:18:12.105832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:18:11.784001Z","time spent":"321.623221ms","remote":"127.0.0.1:57686","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29801,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T00:18:12.105628Z","caller":"traceutil/trace.go:171","msg":"trace[1607714500] transaction","detail":"{read_only:false; response_revision:488; number_of_response:1; }","duration":"312.091969ms","start":"2026-04-23T00:18:11.793515Z","end":"2026-04-23T00:18:12.105607Z","steps":["trace[1607714500] 'process raft request' (duration: 311.869435ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:18:12.105937Z","caller":"traceutil/trace.go:171","msg":"trace[2130622257] transaction","detail":"{read_only:false; response_revision:491; number_of_response:1; }","duration":"163.018663ms","start":"2026-04-23T00:18:11.942854Z","end":"2026-04-23T00:18:12.105872Z","steps":["trace[2130622257] 'process raft request' (duration: 162.86204ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:18:12.106028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:18:11.793495Z","time spent":"312.513637ms","remote":"127.0.0.1:57686","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58271,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T00:18:12.10566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:18:11.781588Z","time spent":"324.002678ms","remote":"127.0.0.1:57686","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22019,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T00:18:12.106129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:18:11.77997Z","time spent":"325.810042ms","remote":"127.0.0.1:57686","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29820,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T00:18:18.439762Z","caller":"traceutil/trace.go:171","msg":"trace[509196081] transaction","detail":"{read_only:false; response_revision:586; number_of_response:1; }","duration":"227.388204ms","start":"2026-04-23T00:18:18.21227Z","end":"2026-04-23T00:18:18.439658Z","steps":["trace[509196081] 'process raft request' (duration: 222.00718ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:18:18.478234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.9073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-23T00:18:18.478308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.978164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-23T00:18:18.478408Z","caller":"traceutil/trace.go:171","msg":"trace[1735789365] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:586; }","duration":"105.112187ms","start":"2026-04-23T00:18:18.373271Z","end":"2026-04-23T00:18:18.478384Z","steps":["trace[1735789365] 'agreement among raft nodes before linearized reading' (duration: 66.461441ms)","trace[1735789365] 'range keys from in-memory index tree' (duration: 38.400691ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:18:18.478346Z","caller":"traceutil/trace.go:171","msg":"trace[1623070849] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:586; }","duration":"111.081873ms","start":"2026-04-23T00:18:18.36722Z","end":"2026-04-23T00:18:18.478301Z","steps":["trace[1623070849] 'agreement among raft nodes before linearized reading' (duration: 72.240903ms)","trace[1623070849] 'range keys from in-memory index tree' (duration: 38.196727ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:18:18.827312Z","caller":"traceutil/trace.go:171","msg":"trace[1964445417] transaction","detail":"{read_only:false; response_revision:587; number_of_response:1; }","duration":"343.265709ms","start":"2026-04-23T00:18:18.484021Z","end":"2026-04-23T00:18:18.827287Z","steps":["trace[1964445417] 'process raft request' (duration: 343.113247ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:18:18.827467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:18:18.483996Z","time spent":"343.396131ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:18:18.848243Z","caller":"traceutil/trace.go:171","msg":"trace[1563222458] transaction","detail":"{read_only:false; response_revision:588; number_of_response:1; }","duration":"363.635873ms","start":"2026-04-23T00:18:18.484581Z","end":"2026-04-23T00:18:18.848217Z","steps":["trace[1563222458] 'process raft request' (duration: 363.283677ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:18:18.848264Z","caller":"traceutil/trace.go:171","msg":"trace[79750337] linearizableReadLoop","detail":"{readStateIndex:612; appliedIndex:610; }","duration":"266.690284ms","start":"2026-04-23T00:18:18.581555Z","end":"2026-04-23T00:18:18.848245Z","steps":["trace[79750337] 'read index received' (duration: 245.73625ms)","trace[79750337] 'applied index is now lower than readState.Index' (duration: 20.950244ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:18:18.848399Z","caller":"traceutil/trace.go:171","msg":"trace[1618611704] transaction","detail":"{read_only:false; response_revision:589; number_of_response:1; }","duration":"351.428697ms","start":"2026-04-23T00:18:18.496949Z","end":"2026-04-23T00:18:18.848377Z","steps":["trace[1618611704] 'process raft request' (duration: 351.0679ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:18:18.848479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:18:18.496914Z","time spent":"351.517189ms","remote":"127.0.0.1:58130","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1627,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T00:18:18.848659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:18:18.484559Z","time spent":"363.755555ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:18:18.848734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.176203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-23T00:18:18.848775Z","caller":"traceutil/trace.go:171","msg":"trace[103252214] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:589; }","duration":"267.269684ms","start":"2026-04-23T00:18:18.581492Z","end":"2026-04-23T00:18:18.848762Z","steps":["trace[103252214] 'agreement among raft nodes before linearized reading' (duration: 267.117711ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:18:18.848967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.511172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-lm4v4\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-04-23T00:18:18.849118Z","caller":"traceutil/trace.go:171","msg":"trace[1388651888] range","detail":"{range_begin:/registry/pods/kube-system/cilium-lm4v4; range_end:; response_count:1; response_revision:589; }","duration":"121.805819ms","start":"2026-04-23T00:18:18.72722Z","end":"2026-04-23T00:18:18.849026Z","steps":["trace[1388651888] 'agreement among raft nodes before linearized reading' (duration: 121.394482ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:18:19.918818Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199180892691508,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T00:18:20.019196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.069726699s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:18:20.019423Z","caller":"traceutil/trace.go:171","msg":"trace[660813212] transaction","detail":"{read_only:false; response_revision:591; number_of_response:1; }","duration":"1.150764073s","start":"2026-04-23T00:18:18.868632Z","end":"2026-04-23T00:18:20.019396Z","steps":["trace[660813212] 'process raft request' (duration: 80.678007ms)","trace[660813212] 'compare' (duration: 1.069390603s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:18:20.019538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:18:18.868616Z","time spent":"1.150852734s","remote":"127.0.0.1:57802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:18:20.419397Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199180892691508,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T00:18:20.77561Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.491934961s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T00:18:20.852185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.980026ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:18:20.852427Z","caller":"traceutil/trace.go:171","msg":"trace[368414062] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:591; }","duration":"564.248961ms","start":"2026-04-23T00:18:20.288141Z","end":"2026-04-23T00:18:20.85239Z","steps":["trace[368414062] 'range keys from in-memory index tree' (duration: 563.446036ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:18:20.852741Z","caller":"traceutil/trace.go:171","msg":"trace[643882483] linearizableReadLoop","detail":"{readStateIndex:616; appliedIndex:614; }","duration":"1.434182148s","start":"2026-04-23T00:18:19.418526Z","end":"2026-04-23T00:18:20.852708Z","steps":["trace[643882483] 'read index received' (duration: 1.35753283s)","trace[643882483] 'applied index is now lower than readState.Index' (duration: 76.648418ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:18:20.852949Z","caller":"traceutil/trace.go:171","msg":"trace[734426020] transaction","detail":"{read_only:false; response_revision:593; number_of_response:1; }","duration":"1.362445844s","start":"2026-04-23T00:18:19.490464Z","end":"2026-04-23T00:18:20.85291Z","steps":["trace[734426020] 'process raft request' (duration: 1.362186989s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:18:20.853009Z","caller":"traceutil/trace.go:171","msg":"trace[591533824] transaction","detail":"{read_only:false; response_revision:592; number_of_response:1; }","duration":"1.571130969s","start":"2026-04-23T00:18:19.281815Z","end":"2026-04-23T00:18:20.852946Z","steps":["trace[591533824] 'process raft request' (duration: 1.494564862s)","trace[591533824] 'compare' (duration: 75.811202ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:18:20.853095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.434555815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:18:20.853168Z","caller":"traceutil/trace.go:171","msg":"trace[396660364] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:593; }","duration":"1.434690917s","start":"2026-04-23T00:18:19.41845Z","end":"2026-04-23T00:18:20.853141Z","steps":["trace[396660364] 'agreement among raft nodes before linearized reading' (duration: 1.434518334s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:18:20.85318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:18:19.490431Z","time spent":"1.362627367s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:18:20.853262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:18:19.418418Z","time spent":"1.43483075s","remote":"127.0.0.1:57620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T00:18:20.853275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:18:19.281777Z","time spent":"1.571353982s","remote":"127.0.0.1:57728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036305,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:18:20.853548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.25645156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-23T00:18:20.853619Z","caller":"traceutil/trace.go:171","msg":"trace[412145830] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:593; }","duration":"1.256576802s","start":"2026-04-23T00:18:19.597025Z","end":"2026-04-23T00:18:20.853602Z","steps":["trace[412145830] 'agreement among raft nodes before linearized reading' (duration: 1.25594567s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:18:20.853686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:18:19.596992Z","time spent":"1.256681313s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T00:18:22.654211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.932832ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-23T00:18:22.654377Z","caller":"traceutil/trace.go:171","msg":"trace[2019879721] linearizableReadLoop","detail":"{readStateIndex:631; appliedIndex:630; }","duration":"236.001741ms","start":"2026-04-23T00:18:22.418344Z","end":"2026-04-23T00:18:22.654345Z","steps":["trace[2019879721] 'read index received' (duration: 74.011697ms)","trace[2019879721] 'applied index is now lower than readState.Index' (duration: 161.987234ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:18:22.654497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.149573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:18:22.654558Z","caller":"traceutil/trace.go:171","msg":"trace[983154867] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:607; }","duration":"236.260426ms","start":"2026-04-23T00:18:22.418264Z","end":"2026-04-23T00:18:22.654525Z","steps":["trace[983154867] 'agreement among raft nodes before linearized reading' (duration: 236.157004ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:18:23.185916Z","caller":"traceutil/trace.go:171","msg":"trace[1426761545] linearizableReadLoop","detail":"{readStateIndex:632; appliedIndex:631; }","duration":"309.697503ms","start":"2026-04-23T00:18:22.876194Z","end":"2026-04-23T00:18:23.185892Z","steps":["trace[1426761545] 'read index received' (duration: 309.399167ms)","trace[1426761545] 'applied index is now lower than readState.Index' (duration: 296.936µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:18:23.186022Z","caller":"traceutil/trace.go:171","msg":"trace[83137031] transaction","detail":"{read_only:false; response_revision:608; number_of_response:1; }","duration":"428.949002ms","start":"2026-04-23T00:18:22.757049Z","end":"2026-04-23T00:18:23.185998Z","steps":["trace[83137031] 'process raft request' (duration: 428.642686ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:18:23.186169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.807905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-23T00:18:23.186227Z","caller":"traceutil/trace.go:171","msg":"trace[1627076388] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:608; }","duration":"309.886846ms","start":"2026-04-23T00:18:22.876326Z","end":"2026-04-23T00:18:23.186213Z","steps":["trace[1627076388] 'agreement among raft nodes before linearized reading' (duration: 309.719083ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:18:23.186174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:18:22.757032Z","time spent":"429.044103ms","remote":"127.0.0.1:57802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17416,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:18:23.186271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:18:22.876319Z","time spent":"309.941007ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T00:18:23.186337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.069943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-23T00:18:23.186316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.666602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-23T00:18:23.186333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.07948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-23T00:18:23.186423Z","caller":"traceutil/trace.go:171","msg":"trace[517603910] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:608; }","duration":"292.219084ms","start":"2026-04-23T00:18:22.894181Z","end":"2026-04-23T00:18:23.1864Z","steps":["trace[517603910] 'agreement among raft nodes before linearized reading' (duration: 291.928369ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:18:23.186582Z","caller":"traceutil/trace.go:171","msg":"trace[1945261272] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:608; }","duration":"310.295314ms","start":"2026-04-23T00:18:22.876146Z","end":"2026-04-23T00:18:23.186441Z","steps":["trace[1945261272] 'agreement among raft nodes before linearized reading' (duration: 309.873006ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:18:23.18663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:18:22.876121Z","time spent":"310.495157ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-23T00:18:23.186614Z","caller":"traceutil/trace.go:171","msg":"trace[133513305] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:608; }","duration":"309.801835ms","start":"2026-04-23T00:18:22.876619Z","end":"2026-04-23T00:18:23.18642Z","steps":["trace[133513305] 'agreement among raft nodes before linearized reading' (duration: 309.586861ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:18:23.186735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:18:22.876593Z","time spent":"310.106041ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-23T00:18:26.04859Z","caller":"traceutil/trace.go:171","msg":"trace[1995543315] linearizableReadLoop","detail":"{readStateIndex:688; appliedIndex:687; }","duration":"158.911855ms","start":"2026-04-23T00:18:25.889639Z","end":"2026-04-23T00:18:26.048551Z","steps":["trace[1995543315] 'read index received' (duration: 111.969769ms)","trace[1995543315] 'applied index is now lower than readState.Index' (duration: 46.940346ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:18:26.048811Z","caller":"traceutil/trace.go:171","msg":"trace[1255354728] transaction","detail":"{read_only:false; response_revision:664; number_of_response:1; }","duration":"235.339958ms","start":"2026-04-23T00:18:25.813393Z","end":"2026-04-23T00:18:26.048732Z","steps":["trace[1255354728] 'process raft request' (duration: 188.194709ms)","trace[1255354728] 'compare' (duration: 46.777031ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:18:26.04903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.341403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:1 size:10377"} {"level":"info","ts":"2026-04-23T00:18:26.049104Z","caller":"traceutil/trace.go:171","msg":"trace[1364593308] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:1; response_revision:664; }","duration":"159.514457ms","start":"2026-04-23T00:18:25.889572Z","end":"2026-04-23T00:18:26.049087Z","steps":["trace[1364593308] 'agreement among raft nodes before linearized reading' (duration: 159.192291ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:18:26.567358Z","caller":"traceutil/trace.go:171","msg":"trace[1206307058] transaction","detail":"{read_only:false; response_revision:666; number_of_response:1; }","duration":"211.01811ms","start":"2026-04-23T00:18:26.356308Z","end":"2026-04-23T00:18:26.567326Z","steps":["trace[1206307058] 'process raft request' (duration: 210.829566ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:18:27.83746Z","caller":"traceutil/trace.go:171","msg":"trace[2124752186] transaction","detail":"{read_only:false; response_revision:683; number_of_response:1; }","duration":"127.944047ms","start":"2026-04-23T00:18:27.709496Z","end":"2026-04-23T00:18:27.83744Z","steps":["trace[2124752186] 'process raft request' (duration: 127.438318ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:18:32.399013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.552095ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-23T00:18:33.561713Z","caller":"traceutil/trace.go:171","msg":"trace[998608126] linearizableReadLoop","detail":"{readStateIndex:739; appliedIndex:737; }","duration":"107.35559ms","start":"2026-04-23T00:18:33.45433Z","end":"2026-04-23T00:18:33.561685Z","steps":["trace[998608126] 'read index received' (duration: 9.531224ms)","trace[998608126] 'applied index is now lower than readState.Index' (duration: 97.822836ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:18:33.561925Z","caller":"traceutil/trace.go:171","msg":"trace[280309979] transaction","detail":"{read_only:false; response_revision:712; number_of_response:1; }","duration":"124.771586ms","start":"2026-04-23T00:18:33.437042Z","end":"2026-04-23T00:18:33.561814Z","steps":["trace[280309979] 'process raft request' (duration: 119.689668ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:18:33.562018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.656457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-23T00:18:33.562098Z","caller":"traceutil/trace.go:171","msg":"trace[1734218461] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:712; }","duration":"107.777988ms","start":"2026-04-23T00:18:33.454301Z","end":"2026-04-23T00:18:33.562079Z","steps":["trace[1734218461] 'agreement among raft nodes before linearized reading' (duration: 107.522934ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:18:33.562016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.029235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-23T00:18:33.562231Z","caller":"traceutil/trace.go:171","msg":"trace[1245148472] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:712; }","duration":"107.267189ms","start":"2026-04-23T00:18:33.454947Z","end":"2026-04-23T00:18:33.562214Z","steps":["trace[1245148472] 'agreement among raft nodes before linearized reading' (duration: 106.966663ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:18:33.5626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.463573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-23T00:18:33.562744Z","caller":"traceutil/trace.go:171","msg":"trace[1070975097] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:712; }","duration":"108.024133ms","start":"2026-04-23T00:18:33.454687Z","end":"2026-04-23T00:18:33.562674Z","steps":["trace[1070975097] 'agreement among raft nodes before linearized reading' (duration: 107.171377ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:18:33.745365Z","caller":"traceutil/trace.go:171","msg":"trace[2106874025] transaction","detail":"{read_only:false; response_revision:713; number_of_response:1; }","duration":"174.968184ms","start":"2026-04-23T00:18:33.570363Z","end":"2026-04-23T00:18:33.745332Z","steps":["trace[2106874025] 'process raft request' (duration: 135.037004ms)","trace[2106874025] 'compare' (duration: 39.774858ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:18:33.772607Z","caller":"traceutil/trace.go:171","msg":"trace[184045983] transaction","detail":"{read_only:false; response_revision:714; number_of_response:1; }","duration":"202.075507ms","start":"2026-04-23T00:18:33.570504Z","end":"2026-04-23T00:18:33.77258Z","steps":["trace[184045983] 'process raft request' (duration: 201.894753ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:18:33.772966Z","caller":"traceutil/trace.go:171","msg":"trace[1105835351] transaction","detail":"{read_only:false; response_revision:715; number_of_response:1; }","duration":"201.943044ms","start":"2026-04-23T00:18:33.570996Z","end":"2026-04-23T00:18:33.77294Z","steps":["trace[1105835351] 'process raft request' (duration: 201.539477ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:18:33.773048Z","caller":"traceutil/trace.go:171","msg":"trace[153593873] transaction","detail":"{read_only:false; response_revision:716; number_of_response:1; }","duration":"201.404463ms","start":"2026-04-23T00:18:33.571617Z","end":"2026-04-23T00:18:33.773021Z","steps":["trace[153593873] 'process raft request' (duration: 201.175549ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:18:33.773074Z","caller":"traceutil/trace.go:171","msg":"trace[1475592238] linearizableReadLoop","detail":"{readStateIndex:744; appliedIndex:739; }","duration":"109.387849ms","start":"2026-04-23T00:18:33.663662Z","end":"2026-04-23T00:18:33.773049Z","steps":["trace[1475592238] 'read index received' (duration: 41.754115ms)","trace[1475592238] 'applied index is now lower than readState.Index' (duration: 67.631694ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:18:33.77323Z","caller":"traceutil/trace.go:171","msg":"trace[17121134] transaction","detail":"{read_only:false; response_revision:717; number_of_response:1; }","duration":"194.90062ms","start":"2026-04-23T00:18:33.57832Z","end":"2026-04-23T00:18:33.773221Z","steps":["trace[17121134] 'process raft request' (duration: 194.629624ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:18:33.773301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.612305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-23T00:18:33.773351Z","caller":"traceutil/trace.go:171","msg":"trace[1603572077] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:717; }","duration":"109.711717ms","start":"2026-04-23T00:18:33.663626Z","end":"2026-04-23T00:18:33.773337Z","steps":["trace[1603572077] 'agreement among raft nodes before linearized reading' (duration: 109.492333ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:18:33.996821Z","caller":"traceutil/trace.go:171","msg":"trace[972862130] transaction","detail":"{read_only:false; response_revision:718; number_of_response:1; }","duration":"219.41787ms","start":"2026-04-23T00:18:33.777374Z","end":"2026-04-23T00:18:33.996792Z","steps":["trace[972862130] 'process raft request' (duration: 143.045658ms)","trace[972862130] 'compare' (duration: 76.24583ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:18:34.012986Z","caller":"traceutil/trace.go:171","msg":"trace[375511744] transaction","detail":"{read_only:false; response_revision:719; number_of_response:1; }","duration":"234.411752ms","start":"2026-04-23T00:18:33.778556Z","end":"2026-04-23T00:18:34.012968Z","steps":["trace[375511744] 'process raft request' (duration: 234.219038ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:18:34.013329Z","caller":"traceutil/trace.go:171","msg":"trace[117530981] transaction","detail":"{read_only:false; response_revision:720; number_of_response:1; }","duration":"234.708387ms","start":"2026-04-23T00:18:33.778588Z","end":"2026-04-23T00:18:34.013296Z","steps":["trace[117530981] 'process raft request' (duration: 234.299959ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:18:34.013371Z","caller":"traceutil/trace.go:171","msg":"trace[2086297579] transaction","detail":"{read_only:false; response_revision:721; number_of_response:1; }","duration":"232.922562ms","start":"2026-04-23T00:18:33.780421Z","end":"2026-04-23T00:18:34.013344Z","steps":["trace[2086297579] 'process raft request' (duration: 232.757929ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:18:34.340361Z","caller":"traceutil/trace.go:171","msg":"trace[1050901185] transaction","detail":"{read_only:false; response_revision:725; number_of_response:1; }","duration":"279.095593ms","start":"2026-04-23T00:18:34.061243Z","end":"2026-04-23T00:18:34.340338Z","steps":["trace[1050901185] 'process raft request' (duration: 278.92187ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:18:40.272729Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199180892691843,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T00:18:40.640552Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.136187071s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T00:18:40.640935Z","caller":"traceutil/trace.go:171","msg":"trace[1245285372] transaction","detail":"{read_only:false; response_revision:763; number_of_response:1; }","duration":"1.13665591s","start":"2026-04-23T00:18:39.504254Z","end":"2026-04-23T00:18:40.64091Z","steps":["trace[1245285372] 'process raft request' (duration: 1.136522028s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:18:40.641073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:18:39.504225Z","time spent":"1.136778012s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:18:40.798093Z","caller":"traceutil/trace.go:171","msg":"trace[768391657] transaction","detail":"{read_only:false; response_revision:764; number_of_response:1; }","duration":"932.712986ms","start":"2026-04-23T00:18:39.865348Z","end":"2026-04-23T00:18:40.798061Z","steps":["trace[768391657] 'process raft request' (duration: 932.436471ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:18:40.798272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.025830653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-23T00:18:40.798284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:18:39.865327Z","time spent":"932.84885ms","remote":"127.0.0.1:57872","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2785,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:18:40.798321Z","caller":"traceutil/trace.go:171","msg":"trace[1063944938] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:765; }","duration":"1.025917315s","start":"2026-04-23T00:18:39.772394Z","end":"2026-04-23T00:18:40.798311Z","steps":["trace[1063944938] 'agreement among raft nodes before linearized reading' (duration: 1.025744692s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:18:40.798083Z","caller":"traceutil/trace.go:171","msg":"trace[1632635194] linearizableReadLoop","detail":"{readStateIndex:794; appliedIndex:791; }","duration":"1.025630689s","start":"2026-04-23T00:18:39.772425Z","end":"2026-04-23T00:18:40.798056Z","steps":["trace[1632635194] 'read index received' (duration: 868.396978ms)","trace[1632635194] 'applied index is now lower than readState.Index' (duration: 157.232391ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:18:40.798411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:18:39.772376Z","time spent":"1.025975996s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T00:18:40.798663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.003404919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-23T00:18:40.798733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.83353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-23T00:18:40.798832Z","caller":"traceutil/trace.go:171","msg":"trace[836169327] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:765; }","duration":"777.988112ms","start":"2026-04-23T00:18:40.02082Z","end":"2026-04-23T00:18:40.798808Z","steps":["trace[836169327] 'agreement among raft nodes before linearized reading' (duration: 777.719657ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:18:40.798885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:18:40.020798Z","time spent":"778.077915ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-23T00:18:40.79876Z","caller":"traceutil/trace.go:171","msg":"trace[1981673167] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:765; }","duration":"1.003530192s","start":"2026-04-23T00:18:39.795207Z","end":"2026-04-23T00:18:40.798737Z","steps":["trace[1981673167] 'agreement among raft nodes before linearized reading' (duration: 1.003325468s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:18:40.798987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:18:39.795199Z","time spent":"1.003763067s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T00:18:40.798663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.004286827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-23T00:18:40.799147Z","caller":"traceutil/trace.go:171","msg":"trace[837558995] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:765; }","duration":"1.004741517s","start":"2026-04-23T00:18:39.794301Z","end":"2026-04-23T00:18:40.799042Z","steps":["trace[837558995] 'agreement among raft nodes before linearized reading' (duration: 1.004195456s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:18:40.799237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:18:39.794276Z","time spent":"1.00493445s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-23T00:18:40.798956Z","caller":"traceutil/trace.go:171","msg":"trace[1708481752] transaction","detail":"{read_only:false; response_revision:765; number_of_response:1; }","duration":"804.621706ms","start":"2026-04-23T00:18:39.994082Z","end":"2026-04-23T00:18:40.798703Z","steps":["trace[1708481752] 'process raft request' (duration: 803.896313ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:18:40.800943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:18:39.994053Z","time spent":"806.35246ms","remote":"127.0.0.1:57798","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4909,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:18:46.963863Z","caller":"traceutil/trace.go:171","msg":"trace[763072075] transaction","detail":"{read_only:false; response_revision:829; number_of_response:1; }","duration":"107.389221ms","start":"2026-04-23T00:18:46.856452Z","end":"2026-04-23T00:18:46.963842Z","steps":["trace[763072075] 'process raft request' (duration: 107.263418ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:18:47.025274Z","caller":"traceutil/trace.go:171","msg":"trace[1415169654] transaction","detail":"{read_only:false; response_revision:831; number_of_response:1; }","duration":"167.438259ms","start":"2026-04-23T00:18:46.857807Z","end":"2026-04-23T00:18:47.025246Z","steps":["trace[1415169654] 'process raft request' (duration: 166.873268ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:18:47.025432Z","caller":"traceutil/trace.go:171","msg":"trace[646445025] transaction","detail":"{read_only:false; response_revision:830; number_of_response:1; }","duration":"167.692944ms","start":"2026-04-23T00:18:46.857724Z","end":"2026-04-23T00:18:47.025417Z","steps":["trace[646445025] 'process raft request' (duration: 166.813616ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:18:47.025521Z","caller":"traceutil/trace.go:171","msg":"trace[605856792] transaction","detail":"{read_only:false; response_revision:832; number_of_response:1; }","duration":"167.161094ms","start":"2026-04-23T00:18:46.858338Z","end":"2026-04-23T00:18:47.025499Z","steps":["trace[605856792] 'process raft request' (duration: 166.385629ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:18:49.123674Z","caller":"traceutil/trace.go:171","msg":"trace[704806876] linearizableReadLoop","detail":"{readStateIndex:886; appliedIndex:885; }","duration":"154.774454ms","start":"2026-04-23T00:18:48.968877Z","end":"2026-04-23T00:18:49.123651Z","steps":["trace[704806876] 'read index received' (duration: 47.767521ms)","trace[704806876] 'applied index is now lower than readState.Index' (duration: 107.005833ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:18:49.123743Z","caller":"traceutil/trace.go:171","msg":"trace[228218272] transaction","detail":"{read_only:false; response_revision:856; number_of_response:1; }","duration":"153.858667ms","start":"2026-04-23T00:18:48.969858Z","end":"2026-04-23T00:18:49.123717Z","steps":["trace[228218272] 'process raft request' (duration: 153.643143ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:18:49.123674Z","caller":"traceutil/trace.go:171","msg":"trace[785969366] transaction","detail":"{read_only:false; response_revision:855; number_of_response:1; }","duration":"160.781841ms","start":"2026-04-23T00:18:48.962862Z","end":"2026-04-23T00:18:49.123644Z","steps":["trace[785969366] 'process raft request' (duration: 160.465305ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:18:49.123901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.013129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-23T00:18:49.12397Z","caller":"traceutil/trace.go:171","msg":"trace[148989641] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:856; }","duration":"155.12273ms","start":"2026-04-23T00:18:48.96883Z","end":"2026-04-23T00:18:49.123953Z","steps":["trace[148989641] 'agreement among raft nodes before linearized reading' (duration: 154.922287ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:18:52.105417Z","caller":"traceutil/trace.go:171","msg":"trace[1619531388] transaction","detail":"{read_only:false; response_revision:891; number_of_response:1; }","duration":"122.990852ms","start":"2026-04-23T00:18:51.982403Z","end":"2026-04-23T00:18:52.105393Z","steps":["trace[1619531388] 'process raft request' (duration: 122.858359ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:01.343453Z","caller":"traceutil/trace.go:171","msg":"trace[1102379540] transaction","detail":"{read_only:false; response_revision:1113; number_of_response:1; }","duration":"128.150824ms","start":"2026-04-23T00:19:01.215276Z","end":"2026-04-23T00:19:01.343427Z","steps":["trace[1102379540] 'process raft request' (duration: 127.992581ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:01.347028Z","caller":"traceutil/trace.go:171","msg":"trace[1818081894] linearizableReadLoop","detail":"{readStateIndex:1148; appliedIndex:1146; }","duration":"119.0399ms","start":"2026-04-23T00:19:01.227963Z","end":"2026-04-23T00:19:01.347003Z","steps":["trace[1818081894] 'read index received' (duration: 115.32183ms)","trace[1818081894] 'applied index is now lower than readState.Index' (duration: 3.71716ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:19:01.347135Z","caller":"traceutil/trace.go:171","msg":"trace[982426086] transaction","detail":"{read_only:false; response_revision:1114; number_of_response:1; }","duration":"129.266424ms","start":"2026-04-23T00:19:01.217828Z","end":"2026-04-23T00:19:01.347094Z","steps":["trace[982426086] 'process raft request' (duration: 129.056061ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:01.347254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.017369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T00:19:01.347301Z","caller":"traceutil/trace.go:171","msg":"trace[1825662708] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1114; }","duration":"118.113571ms","start":"2026-04-23T00:19:01.229172Z","end":"2026-04-23T00:19:01.347286Z","steps":["trace[1825662708] 'agreement among raft nodes before linearized reading' (duration: 117.957198ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:01.347553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.330595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-23T00:19:01.348532Z","caller":"traceutil/trace.go:171","msg":"trace[1943492290] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1114; }","duration":"120.398275ms","start":"2026-04-23T00:19:01.227915Z","end":"2026-04-23T00:19:01.348313Z","steps":["trace[1943492290] 'agreement among raft nodes before linearized reading' (duration: 119.207862ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:23.235537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.883915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-jwg5n\" ","response":"range_response_count:1 size:4197"} {"level":"info","ts":"2026-04-23T00:19:23.235662Z","caller":"traceutil/trace.go:171","msg":"trace[590579289] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-create-jwg5n; range_end:; response_count:1; response_revision:1290; }","duration":"179.11643ms","start":"2026-04-23T00:19:23.056524Z","end":"2026-04-23T00:19:23.235641Z","steps":["trace[590579289] 'range keys from in-memory index tree' (duration: 178.64462ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:30.048459Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199180892693029,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T00:19:30.263256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"845.51932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:19:30.26337Z","caller":"traceutil/trace.go:171","msg":"trace[416967078] transaction","detail":"{read_only:false; response_revision:1409; number_of_response:1; }","duration":"777.12208ms","start":"2026-04-23T00:19:29.486231Z","end":"2026-04-23T00:19:30.263353Z","steps":["trace[416967078] 'process raft request' (duration: 758.423372ms)","trace[416967078] 'compare' (duration: 18.341382ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:19:30.263376Z","caller":"traceutil/trace.go:171","msg":"trace[1085750584] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1408; }","duration":"845.693222ms","start":"2026-04-23T00:19:29.417654Z","end":"2026-04-23T00:19:30.263348Z","steps":["trace[1085750584] 'range keys from in-memory index tree' (duration: 845.380927ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:30.263445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:29.41763Z","time spent":"845.801705ms","remote":"127.0.0.1:57620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T00:19:30.263473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:29.486211Z","time spent":"777.206252ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:19:30.275791Z","caller":"traceutil/trace.go:171","msg":"trace[591648902] linearizableReadLoop","detail":"{readStateIndex:1456; appliedIndex:1454; }","duration":"727.920197ms","start":"2026-04-23T00:19:29.547855Z","end":"2026-04-23T00:19:30.275775Z","steps":["trace[591648902] 'read index received' (duration: 696.814082ms)","trace[591648902] 'applied index is now lower than readState.Index' (duration: 31.105085ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:19:30.275922Z","caller":"traceutil/trace.go:171","msg":"trace[1092727516] transaction","detail":"{read_only:false; response_revision:1410; number_of_response:1; }","duration":"466.285588ms","start":"2026-04-23T00:19:29.809598Z","end":"2026-04-23T00:19:30.275883Z","steps":["trace[1092727516] 'process raft request' (duration: 466.103655ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:30.275972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.114022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-23T00:19:30.276008Z","caller":"traceutil/trace.go:171","msg":"trace[1017335773] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1410; }","duration":"728.181993ms","start":"2026-04-23T00:19:29.547813Z","end":"2026-04-23T00:19:30.275995Z","steps":["trace[1017335773] 'agreement among raft nodes before linearized reading' (duration: 728.05171ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:30.276038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:29.547795Z","time spent":"728.236024ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T00:19:30.276035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:29.809578Z","time spent":"466.40204ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:19:30.276073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.392723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-23T00:19:30.276097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.700353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-23T00:19:30.276139Z","caller":"traceutil/trace.go:171","msg":"trace[1947787635] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1410; }","duration":"698.469044ms","start":"2026-04-23T00:19:29.577655Z","end":"2026-04-23T00:19:30.276124Z","steps":["trace[1947787635] 'agreement among raft nodes before linearized reading' (duration: 698.25285ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:30.276151Z","caller":"traceutil/trace.go:171","msg":"trace[1452342723] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1410; }","duration":"599.831035ms","start":"2026-04-23T00:19:29.676303Z","end":"2026-04-23T00:19:30.276134Z","steps":["trace[1452342723] 'agreement among raft nodes before linearized reading' (duration: 599.653422ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:30.27617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:29.577563Z","time spent":"698.602127ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T00:19:30.276185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:29.676278Z","time spent":"599.899426ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T00:19:30.2762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.510438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-23T00:19:30.276228Z","caller":"traceutil/trace.go:171","msg":"trace[1758371514] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1410; }","duration":"682.556189ms","start":"2026-04-23T00:19:29.593662Z","end":"2026-04-23T00:19:30.276218Z","steps":["trace[1758371514] 'agreement among raft nodes before linearized reading' (duration: 682.464067ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:30.276255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:29.593648Z","time spent":"682.600009ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T00:19:30.276264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.94554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-patch-g4f8s\" ","response":"range_response_count:1 size:4179"} {"level":"warn","ts":"2026-04-23T00:19:30.276323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.13384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-23T00:19:30.276365Z","caller":"traceutil/trace.go:171","msg":"trace[709091724] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-patch-g4f8s; range_end:; response_count:1; response_revision:1410; }","duration":"176.098082ms","start":"2026-04-23T00:19:30.100229Z","end":"2026-04-23T00:19:30.276327Z","steps":["trace[709091724] 'agreement among raft nodes before linearized reading' (duration: 175.823167ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:30.276428Z","caller":"traceutil/trace.go:171","msg":"trace[499891675] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1410; }","duration":"601.280193ms","start":"2026-04-23T00:19:29.675118Z","end":"2026-04-23T00:19:30.276398Z","steps":["trace[499891675] 'agreement among raft nodes before linearized reading' (duration: 600.979987ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:30.276485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:29.675102Z","time spent":"601.369694ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-23T00:19:30.412602Z","caller":"traceutil/trace.go:171","msg":"trace[80857467] transaction","detail":"{read_only:false; response_revision:1413; number_of_response:1; }","duration":"130.556059ms","start":"2026-04-23T00:19:30.282017Z","end":"2026-04-23T00:19:30.412573Z","steps":["trace[80857467] 'process raft request' (duration: 130.359516ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:30.412853Z","caller":"traceutil/trace.go:171","msg":"trace[1072563465] transaction","detail":"{read_only:false; response_revision:1414; number_of_response:1; }","duration":"130.648822ms","start":"2026-04-23T00:19:30.282178Z","end":"2026-04-23T00:19:30.412826Z","steps":["trace[1072563465] 'process raft request' (duration: 130.352715ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:30.412975Z","caller":"traceutil/trace.go:171","msg":"trace[1762444978] transaction","detail":"{read_only:false; response_revision:1415; number_of_response:1; }","duration":"130.705223ms","start":"2026-04-23T00:19:30.282248Z","end":"2026-04-23T00:19:30.412953Z","steps":["trace[1762444978] 'process raft request' (duration: 130.5184ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:30.413052Z","caller":"traceutil/trace.go:171","msg":"trace[27235463] transaction","detail":"{read_only:false; response_revision:1416; number_of_response:1; }","duration":"128.080422ms","start":"2026-04-23T00:19:30.284942Z","end":"2026-04-23T00:19:30.413022Z","steps":["trace[27235463] 'process raft request' (duration: 127.94532ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:33.017309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.245351ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-23T00:19:33.017567Z","caller":"traceutil/trace.go:171","msg":"trace[1553239007] linearizableReadLoop","detail":"{readStateIndex:1467; appliedIndex:1466; }","duration":"685.012136ms","start":"2026-04-23T00:19:32.332521Z","end":"2026-04-23T00:19:33.017534Z","steps":["trace[1553239007] 'read index received' (duration: 117.527181ms)","trace[1553239007] 'applied index is now lower than readState.Index' (duration: 567.482155ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:19:33.017727Z","caller":"traceutil/trace.go:171","msg":"trace[1486808904] transaction","detail":"{read_only:false; response_revision:1421; number_of_response:1; }","duration":"680.835705ms","start":"2026-04-23T00:19:32.336864Z","end":"2026-04-23T00:19:33.017699Z","steps":["trace[1486808904] 'process raft request' (duration: 680.593861ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:33.017786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.603753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-23T00:19:33.017866Z","caller":"traceutil/trace.go:171","msg":"trace[1254452415] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1421; }","duration":"725.718145ms","start":"2026-04-23T00:19:32.292129Z","end":"2026-04-23T00:19:33.017847Z","steps":["trace[1254452415] 'agreement among raft nodes before linearized reading' (duration: 725.481401ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:33.017918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:32.292112Z","time spent":"725.793016ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T00:19:33.017927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:32.336845Z","time spent":"680.939178ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:19:33.018149Z","caller":"traceutil/trace.go:171","msg":"trace[656025786] transaction","detail":"{read_only:false; response_revision:1422; number_of_response:1; }","duration":"313.170565ms","start":"2026-04-23T00:19:32.704965Z","end":"2026-04-23T00:19:33.018135Z","steps":["trace[656025786] 'process raft request' (duration: 312.671026ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:33.018149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.508269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-23T00:19:33.01823Z","caller":"traceutil/trace.go:171","msg":"trace[332893351] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1422; }","duration":"598.620842ms","start":"2026-04-23T00:19:32.41959Z","end":"2026-04-23T00:19:33.018211Z","steps":["trace[332893351] 'agreement among raft nodes before linearized reading' (duration: 598.366597ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:33.018273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:32.419576Z","time spent":"598.688033ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T00:19:33.018277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:32.704937Z","time spent":"313.255667ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:19:33.018348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.385261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T00:19:33.018392Z","caller":"traceutil/trace.go:171","msg":"trace[1528221597] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:1422; }","duration":"431.464972ms","start":"2026-04-23T00:19:32.586917Z","end":"2026-04-23T00:19:33.018382Z","steps":["trace[1528221597] 'agreement among raft nodes before linearized reading' (duration: 431.390429ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:33.018423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:32.586899Z","time spent":"431.516193ms","remote":"127.0.0.1:57808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":9,"response size":29,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:19:33.018426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.104313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-23T00:19:33.018437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.533475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:19:33.018461Z","caller":"traceutil/trace.go:171","msg":"trace[1065348452] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1422; }","duration":"596.161915ms","start":"2026-04-23T00:19:32.42229Z","end":"2026-04-23T00:19:33.018452Z","steps":["trace[1065348452] 'agreement among raft nodes before linearized reading' (duration: 596.070403ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:33.018469Z","caller":"traceutil/trace.go:171","msg":"trace[297994375] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:1422; }","duration":"135.606186ms","start":"2026-04-23T00:19:32.882853Z","end":"2026-04-23T00:19:33.01846Z","steps":["trace[297994375] 'agreement among raft nodes before linearized reading' (duration: 135.551875ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:33.018497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:32.422276Z","time spent":"596.214536ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-23T00:19:56.194529Z","caller":"traceutil/trace.go:171","msg":"trace[687525321] transaction","detail":"{read_only:false; response_revision:1815; number_of_response:1; }","duration":"115.636524ms","start":"2026-04-23T00:19:56.078864Z","end":"2026-04-23T00:19:56.1945Z","steps":["trace[687525321] 'process raft request' (duration: 115.470801ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:56.59992Z","caller":"traceutil/trace.go:171","msg":"trace[435266816] transaction","detail":"{read_only:false; response_revision:1816; number_of_response:1; }","duration":"335.275581ms","start":"2026-04-23T00:19:56.264614Z","end":"2026-04-23T00:19:56.59989Z","steps":["trace[435266816] 'process raft request' (duration: 335.096367ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:56.600076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:56.26459Z","time spent":"335.400923ms","remote":"127.0.0.1:57802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3732,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:19:56.638239Z","caller":"traceutil/trace.go:171","msg":"trace[721860779] linearizableReadLoop","detail":"{readStateIndex:1890; appliedIndex:1888; }","duration":"220.099455ms","start":"2026-04-23T00:19:56.418111Z","end":"2026-04-23T00:19:56.63821Z","steps":["trace[721860779] 'read index received' (duration: 181.540187ms)","trace[721860779] 'applied index is now lower than readState.Index' (duration: 38.558328ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:19:56.638379Z","caller":"traceutil/trace.go:171","msg":"trace[99740089] transaction","detail":"{read_only:false; response_revision:1817; number_of_response:1; }","duration":"226.265882ms","start":"2026-04-23T00:19:56.412099Z","end":"2026-04-23T00:19:56.638365Z","steps":["trace[99740089] 'process raft request' (duration: 226.001907ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:56.638535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.40512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:19:56.638579Z","caller":"traceutil/trace.go:171","msg":"trace[39052296] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1817; }","duration":"220.502911ms","start":"2026-04-23T00:19:56.418061Z","end":"2026-04-23T00:19:56.638564Z","steps":["trace[39052296] 'agreement among raft nodes before linearized reading' (duration: 220.43036ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:57.364055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:57.012889Z","time spent":"351.161625ms","remote":"127.0.0.1:57676","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-23T00:19:57.560212Z","caller":"traceutil/trace.go:171","msg":"trace[786028557] transaction","detail":"{read_only:false; response_revision:1818; number_of_response:1; }","duration":"543.203011ms","start":"2026-04-23T00:19:57.016975Z","end":"2026-04-23T00:19:57.560178Z","steps":["trace[786028557] 'process raft request' (duration: 459.60879ms)","trace[786028557] 'compare' (duration: 83.305956ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:19:57.560297Z","caller":"traceutil/trace.go:171","msg":"trace[1807454280] linearizableReadLoop","detail":"{readStateIndex:1892; appliedIndex:1890; }","duration":"420.212746ms","start":"2026-04-23T00:19:57.140068Z","end":"2026-04-23T00:19:57.560281Z","steps":["trace[1807454280] 'read index received' (duration: 223.925508ms)","trace[1807454280] 'applied index is now lower than readState.Index' (duration: 196.286048ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:19:57.560403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:57.016962Z","time spent":"543.347473ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:19:57.560778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.088679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-04-23T00:19:57.560804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.568931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-23T00:19:57.560859Z","caller":"traceutil/trace.go:171","msg":"trace[619062068] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1819; }","duration":"169.17586ms","start":"2026-04-23T00:19:57.391661Z","end":"2026-04-23T00:19:57.560837Z","steps":["trace[619062068] 'agreement among raft nodes before linearized reading' (duration: 168.964076ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:57.56088Z","caller":"traceutil/trace.go:171","msg":"trace[225114673] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1819; }","duration":"410.694163ms","start":"2026-04-23T00:19:57.150163Z","end":"2026-04-23T00:19:57.560857Z","steps":["trace[225114673] 'agreement among raft nodes before linearized reading' (duration: 410.470049ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:57.560892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.774659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-23T00:19:57.560926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:57.150142Z","time spent":"410.774856ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-23T00:19:57.560965Z","caller":"traceutil/trace.go:171","msg":"trace[1254038410] transaction","detail":"{read_only:false; response_revision:1819; number_of_response:1; }","duration":"195.671576ms","start":"2026-04-23T00:19:57.36528Z","end":"2026-04-23T00:19:57.560951Z","steps":["trace[1254038410] 'process raft request' (duration: 194.905222ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:57.560967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.895416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T00:19:57.56101Z","caller":"traceutil/trace.go:171","msg":"trace[1080645866] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1819; }","duration":"417.975083ms","start":"2026-04-23T00:19:57.143013Z","end":"2026-04-23T00:19:57.560988Z","steps":["trace[1080645866] 'agreement among raft nodes before linearized reading' (duration: 417.445773ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:57.56112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.993581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-23T00:19:57.561159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:57.142995Z","time spent":"418.145876ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-23T00:19:57.561227Z","caller":"traceutil/trace.go:171","msg":"trace[45145109] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1819; }","duration":"421.199875ms","start":"2026-04-23T00:19:57.140007Z","end":"2026-04-23T00:19:57.561207Z","steps":["trace[45145109] 'agreement among raft nodes before linearized reading' (duration: 420.360539ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:57.561274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:57.139978Z","time spent":"421.285706ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T00:19:57.56089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.220595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-23T00:19:57.561323Z","caller":"traceutil/trace.go:171","msg":"trace[1413332881] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1819; }","duration":"409.702436ms","start":"2026-04-23T00:19:57.151608Z","end":"2026-04-23T00:19:57.561311Z","steps":["trace[1413332881] 'agreement among raft nodes before linearized reading' (duration: 409.169185ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:19:57.561021Z","caller":"traceutil/trace.go:171","msg":"trace[713654848] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1819; }","duration":"411.971718ms","start":"2026-04-23T00:19:57.149034Z","end":"2026-04-23T00:19:57.561006Z","steps":["trace[713654848] 'agreement among raft nodes before linearized reading' (duration: 411.830206ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:19:57.561373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:57.151591Z","time spent":"409.768987ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T00:19:57.561389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:19:57.149021Z","time spent":"412.348796ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-23T00:20:05.897545Z","caller":"traceutil/trace.go:171","msg":"trace[1281115756] transaction","detail":"{read_only:false; response_revision:1902; number_of_response:1; }","duration":"272.814809ms","start":"2026-04-23T00:20:05.624709Z","end":"2026-04-23T00:20:05.897524Z","steps":["trace[1281115756] 'process raft request' (duration: 272.699307ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:20:05.916024Z","caller":"traceutil/trace.go:171","msg":"trace[1418016723] transaction","detail":"{read_only:false; response_revision:1903; number_of_response:1; }","duration":"290.624257ms","start":"2026-04-23T00:20:05.625378Z","end":"2026-04-23T00:20:05.916002Z","steps":["trace[1418016723] 'process raft request' (duration: 289.878093ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:20:05.916412Z","caller":"traceutil/trace.go:171","msg":"trace[59037305] linearizableReadLoop","detail":"{readStateIndex:1978; appliedIndex:1976; }","duration":"290.210879ms","start":"2026-04-23T00:20:05.626177Z","end":"2026-04-23T00:20:05.916388Z","steps":["trace[59037305] 'read index received' (duration: 271.28021ms)","trace[59037305] 'applied index is now lower than readState.Index' (duration: 18.929489ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:20:05.916499Z","caller":"traceutil/trace.go:171","msg":"trace[1783232874] transaction","detail":"{read_only:false; response_revision:1905; number_of_response:1; }","duration":"289.846292ms","start":"2026-04-23T00:20:05.626619Z","end":"2026-04-23T00:20:05.916466Z","steps":["trace[1783232874] 'process raft request' (duration: 289.605248ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:20:05.916578Z","caller":"traceutil/trace.go:171","msg":"trace[1945251438] transaction","detail":"{read_only:false; response_revision:1906; number_of_response:1; }","duration":"288.337513ms","start":"2026-04-23T00:20:05.628204Z","end":"2026-04-23T00:20:05.916542Z","steps":["trace[1945251438] 'process raft request' (duration: 288.12788ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:20:05.91668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.651923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-04-23T00:20:05.916754Z","caller":"traceutil/trace.go:171","msg":"trace[1588313740] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:1906; }","duration":"100.760606ms","start":"2026-04-23T00:20:05.815978Z","end":"2026-04-23T00:20:05.916738Z","steps":["trace[1588313740] 'agreement among raft nodes before linearized reading' (duration: 100.606723ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:20:05.916788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.581875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-23T00:20:05.916852Z","caller":"traceutil/trace.go:171","msg":"trace[159095944] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1906; }","duration":"290.676827ms","start":"2026-04-23T00:20:05.626163Z","end":"2026-04-23T00:20:05.91684Z","steps":["trace[159095944] 'agreement among raft nodes before linearized reading' (duration: 290.361471ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:20:05.916402Z","caller":"traceutil/trace.go:171","msg":"trace[1297841216] transaction","detail":"{read_only:false; response_revision:1904; number_of_response:1; }","duration":"289.892883ms","start":"2026-04-23T00:20:05.626473Z","end":"2026-04-23T00:20:05.916366Z","steps":["trace[1297841216] 'process raft request' (duration: 289.491116ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:20:11.52455Z","caller":"traceutil/trace.go:171","msg":"trace[1098438026] linearizableReadLoop","detail":"{readStateIndex:2012; appliedIndex:2011; }","duration":"106.193038ms","start":"2026-04-23T00:20:11.418325Z","end":"2026-04-23T00:20:11.524518Z","steps":["trace[1098438026] 'read index received' (duration: 105.885543ms)","trace[1098438026] 'applied index is now lower than readState.Index' (duration: 306.275µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:20:11.524609Z","caller":"traceutil/trace.go:171","msg":"trace[1251672451] transaction","detail":"{read_only:false; response_revision:1936; number_of_response:1; }","duration":"328.526353ms","start":"2026-04-23T00:20:11.196048Z","end":"2026-04-23T00:20:11.524574Z","steps":["trace[1251672451] 'process raft request' (duration: 328.268488ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:20:11.524717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.378952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:20:11.524796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:20:11.196021Z","time spent":"328.676266ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:20:11.524803Z","caller":"traceutil/trace.go:171","msg":"trace[1882303487] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1936; }","duration":"106.518284ms","start":"2026-04-23T00:20:11.418266Z","end":"2026-04-23T00:20:11.524785Z","steps":["trace[1882303487] 'agreement among raft nodes before linearized reading' (duration: 106.370642ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:20:36.582019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.795996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-04-23T00:20:36.582138Z","caller":"traceutil/trace.go:171","msg":"trace[1957887802] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2092; }","duration":"302.94867ms","start":"2026-04-23T00:20:36.279157Z","end":"2026-04-23T00:20:36.582106Z","steps":["trace[1957887802] 'range keys from in-memory index tree' (duration: 302.591523ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:20:36.582314Z","caller":"traceutil/trace.go:171","msg":"trace[1249002957] linearizableReadLoop","detail":"{readStateIndex:2174; appliedIndex:2173; }","duration":"226.300691ms","start":"2026-04-23T00:20:36.355969Z","end":"2026-04-23T00:20:36.582269Z","steps":["trace[1249002957] 'read index received' (duration: 184.213344ms)","trace[1249002957] 'applied index is now lower than readState.Index' (duration: 42.085777ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:20:36.582353Z","caller":"traceutil/trace.go:171","msg":"trace[1893067803] transaction","detail":"{read_only:false; response_revision:2093; number_of_response:1; }","duration":"244.133957ms","start":"2026-04-23T00:20:36.338156Z","end":"2026-04-23T00:20:36.58229Z","steps":["trace[1893067803] 'process raft request' (duration: 202.074881ms)","trace[1893067803] 'compare' (duration: 41.613978ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:20:36.582491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.499594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:20:36.582528Z","caller":"traceutil/trace.go:171","msg":"trace[83635625] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:2093; }","duration":"226.624766ms","start":"2026-04-23T00:20:36.355892Z","end":"2026-04-23T00:20:36.582517Z","steps":["trace[83635625] 'agreement among raft nodes before linearized reading' (duration: 226.501784ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:20:36.582562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:20:36.27914Z","time spent":"303.100543ms","remote":"127.0.0.1:49990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5466,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-23T00:20:42.343405Z","caller":"traceutil/trace.go:171","msg":"trace[1315020578] transaction","detail":"{read_only:false; response_revision:2116; number_of_response:1; }","duration":"166.045872ms","start":"2026-04-23T00:20:42.177332Z","end":"2026-04-23T00:20:42.343378Z","steps":["trace[1315020578] 'process raft request' (duration: 165.738765ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:20:42.343402Z","caller":"traceutil/trace.go:171","msg":"trace[1084801641] linearizableReadLoop","detail":"{readStateIndex:2200; appliedIndex:2197; }","duration":"164.238378ms","start":"2026-04-23T00:20:42.17914Z","end":"2026-04-23T00:20:42.343379Z","steps":["trace[1084801641] 'read index received' (duration: 25.528864ms)","trace[1084801641] 'applied index is now lower than readState.Index' (duration: 138.708114ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:20:42.343524Z","caller":"traceutil/trace.go:171","msg":"trace[1099968448] transaction","detail":"{read_only:false; response_revision:2118; number_of_response:1; }","duration":"163.591845ms","start":"2026-04-23T00:20:42.179869Z","end":"2026-04-23T00:20:42.343461Z","steps":["trace[1099968448] 'process raft request' (duration: 163.440572ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:20:42.343599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.445851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-04-23T00:20:42.343648Z","caller":"traceutil/trace.go:171","msg":"trace[1948568750] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2118; }","duration":"164.510932ms","start":"2026-04-23T00:20:42.179125Z","end":"2026-04-23T00:20:42.343636Z","steps":["trace[1948568750] 'agreement among raft nodes before linearized reading' (duration: 164.323649ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:20:42.343631Z","caller":"traceutil/trace.go:171","msg":"trace[1838271968] transaction","detail":"{read_only:false; response_revision:2117; number_of_response:1; }","duration":"165.48438ms","start":"2026-04-23T00:20:42.177955Z","end":"2026-04-23T00:20:42.343439Z","steps":["trace[1838271968] 'process raft request' (duration: 165.295896ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:20:42.343829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.866627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-23T00:20:42.344065Z","caller":"traceutil/trace.go:171","msg":"trace[85489184] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2118; }","duration":"156.145463ms","start":"2026-04-23T00:20:42.187904Z","end":"2026-04-23T00:20:42.344049Z","steps":["trace[85489184] 'agreement among raft nodes before linearized reading' (duration: 155.783556ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:20:42.344225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.429408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T00:20:42.34427Z","caller":"traceutil/trace.go:171","msg":"trace[380176696] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2118; }","duration":"156.50981ms","start":"2026-04-23T00:20:42.187747Z","end":"2026-04-23T00:20:42.344257Z","steps":["trace[380176696] 'agreement among raft nodes before linearized reading' (duration: 155.869478ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:20:42.778043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.284649ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:20:42.778253Z","caller":"traceutil/trace.go:171","msg":"trace[841544069] linearizableReadLoop","detail":"{readStateIndex:2207; appliedIndex:2205; }","duration":"146.073733ms","start":"2026-04-23T00:20:42.632161Z","end":"2026-04-23T00:20:42.778235Z","steps":["trace[841544069] 'read index received' (duration: 1.517189ms)","trace[841544069] 'applied index is now lower than readState.Index' (duration: 144.555433ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:20:42.778371Z","caller":"traceutil/trace.go:171","msg":"trace[872793758] transaction","detail":"{read_only:false; response_revision:2124; number_of_response:1; }","duration":"173.643284ms","start":"2026-04-23T00:20:42.60466Z","end":"2026-04-23T00:20:42.778303Z","steps":["trace[872793758] 'process raft request' (duration: 173.516311ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:20:42.778453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.293696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-04-23T00:20:42.778459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.158308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:20:42.778544Z","caller":"traceutil/trace.go:171","msg":"trace[1626002250] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:2124; }","duration":"133.282831ms","start":"2026-04-23T00:20:42.645239Z","end":"2026-04-23T00:20:42.778522Z","steps":["trace[1626002250] 'agreement among raft nodes before linearized reading' (duration: 133.167469ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:20:42.778495Z","caller":"traceutil/trace.go:171","msg":"trace[99195741] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2124; }","duration":"146.372288ms","start":"2026-04-23T00:20:42.63211Z","end":"2026-04-23T00:20:42.778483Z","steps":["trace[99195741] 'agreement among raft nodes before linearized reading' (duration: 146.231105ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:20:42.778394Z","caller":"traceutil/trace.go:171","msg":"trace[1734060850] transaction","detail":"{read_only:false; response_revision:2123; number_of_response:1; }","duration":"175.612811ms","start":"2026-04-23T00:20:42.602657Z","end":"2026-04-23T00:20:42.778269Z","steps":["trace[1734060850] 'process raft request' (duration: 30.953766ms)","trace[1734060850] 'compare' (duration: 144.159656ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:20:43.642581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.660131ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:20:43.642698Z","caller":"traceutil/trace.go:171","msg":"trace[1675184898] linearizableReadLoop","detail":"{readStateIndex:2208; appliedIndex:2207; }","duration":"542.007581ms","start":"2026-04-23T00:20:43.100671Z","end":"2026-04-23T00:20:43.642679Z","steps":["trace[1675184898] 'read index received' (duration: 180.199968ms)","trace[1675184898] 'applied index is now lower than readState.Index' (duration: 361.805833ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:20:43.64271Z","caller":"traceutil/trace.go:171","msg":"trace[1787730310] transaction","detail":"{read_only:false; response_revision:2125; number_of_response:1; }","duration":"824.484464ms","start":"2026-04-23T00:20:42.818195Z","end":"2026-04-23T00:20:43.642679Z","steps":["trace[1787730310] 'process raft request' (duration: 462.63473ms)","trace[1787730310] 'compare' (duration: 361.530657ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:20:43.642797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.128044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T00:20:43.642831Z","caller":"traceutil/trace.go:171","msg":"trace[1108088465] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:2125; }","duration":"542.197835ms","start":"2026-04-23T00:20:43.100619Z","end":"2026-04-23T00:20:43.642817Z","steps":["trace[1108088465] 'agreement among raft nodes before linearized reading' (duration: 542.113573ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:20:43.642858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:20:42.818168Z","time spent":"824.604587ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:20:43.642878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:20:43.100597Z","time spent":"542.268007ms","remote":"127.0.0.1:58156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":36,"response size":29,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-04-23T00:20:43.925575Z","caller":"traceutil/trace.go:171","msg":"trace[152721144] transaction","detail":"{read_only:false; response_revision:2126; number_of_response:1; }","duration":"460.989759ms","start":"2026-04-23T00:20:43.464564Z","end":"2026-04-23T00:20:43.925554Z","steps":["trace[152721144] 'process raft request' (duration: 452.662602ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:20:43.925722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:20:43.464536Z","time spent":"461.116182ms","remote":"127.0.0.1:57798","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:20:43.925816Z","caller":"traceutil/trace.go:171","msg":"trace[426209778] linearizableReadLoop","detail":"{readStateIndex:2209; appliedIndex:2208; }","duration":"139.585701ms","start":"2026-04-23T00:20:43.7862Z","end":"2026-04-23T00:20:43.925786Z","steps":["trace[426209778] 'read index received' (duration: 130.975248ms)","trace[426209778] 'applied index is now lower than readState.Index' (duration: 8.608173ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:20:43.926026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.810504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-04-23T00:20:43.926105Z","caller":"traceutil/trace.go:171","msg":"trace[1364278857] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2127; }","duration":"139.928217ms","start":"2026-04-23T00:20:43.786155Z","end":"2026-04-23T00:20:43.926083Z","steps":["trace[1364278857] 'agreement among raft nodes before linearized reading' (duration: 139.722713ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:20:48.965717Z","caller":"traceutil/trace.go:171","msg":"trace[879402460] transaction","detail":"{read_only:false; response_revision:2157; number_of_response:1; }","duration":"168.388265ms","start":"2026-04-23T00:20:48.797282Z","end":"2026-04-23T00:20:48.96567Z","steps":["trace[879402460] 'process raft request' (duration: 168.14064ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:21:30.83026Z","caller":"traceutil/trace.go:171","msg":"trace[337047183] linearizableReadLoop","detail":"{readStateIndex:2525; appliedIndex:2524; }","duration":"109.383098ms","start":"2026-04-23T00:21:30.720849Z","end":"2026-04-23T00:21:30.830232Z","steps":["trace[337047183] 'read index received' (duration: 105.014366ms)","trace[337047183] 'applied index is now lower than readState.Index' (duration: 4.367132ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:21:30.830409Z","caller":"traceutil/trace.go:171","msg":"trace[850395792] transaction","detail":"{read_only:false; response_revision:2432; number_of_response:1; }","duration":"113.13738ms","start":"2026-04-23T00:21:30.717167Z","end":"2026-04-23T00:21:30.830304Z","steps":["trace[850395792] 'process raft request' (duration: 108.771178ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:21:30.830477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.604202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-23T00:21:30.830512Z","caller":"traceutil/trace.go:171","msg":"trace[381862522] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2432; }","duration":"109.681224ms","start":"2026-04-23T00:21:30.72082Z","end":"2026-04-23T00:21:30.830501Z","steps":["trace[381862522] 'agreement among raft nodes before linearized reading' (duration: 109.513801ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:22:01.343216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.14847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1366"} {"level":"info","ts":"2026-04-23T00:22:01.343371Z","caller":"traceutil/trace.go:171","msg":"trace[668126687] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2600; }","duration":"231.383624ms","start":"2026-04-23T00:22:01.111957Z","end":"2026-04-23T00:22:01.343341Z","steps":["trace[668126687] 'range keys from in-memory index tree' (duration: 230.806033ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:22:01.399032Z","caller":"traceutil/trace.go:171","msg":"trace[2146967328] transaction","detail":"{read_only:false; response_revision:2601; number_of_response:1; }","duration":"126.990459ms","start":"2026-04-23T00:22:01.272013Z","end":"2026-04-23T00:22:01.399004Z","steps":["trace[2146967328] 'process raft request' (duration: 126.755854ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:22:07.062281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.356109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-23T00:22:07.062285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.069068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-23T00:22:07.062348Z","caller":"traceutil/trace.go:171","msg":"trace[2082416875] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2625; }","duration":"226.453941ms","start":"2026-04-23T00:22:06.835879Z","end":"2026-04-23T00:22:07.062333Z","steps":["trace[2082416875] 'range keys from in-memory index tree' (duration: 226.220857ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:22:07.062366Z","caller":"traceutil/trace.go:171","msg":"trace[972290188] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2625; }","duration":"255.21943ms","start":"2026-04-23T00:22:06.807127Z","end":"2026-04-23T00:22:07.062346Z","steps":["trace[972290188] 'range keys from in-memory index tree' (duration: 254.882294ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:22:07.06256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.872392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:22:07.062625Z","caller":"traceutil/trace.go:171","msg":"trace[164905569] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:2625; }","duration":"327.972384ms","start":"2026-04-23T00:22:06.73464Z","end":"2026-04-23T00:22:07.062612Z","steps":["trace[164905569] 'count revisions from in-memory index tree' (duration: 327.804141ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:22:07.062676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.02041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-23T00:22:07.062677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.155488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-23T00:22:07.062741Z","caller":"traceutil/trace.go:171","msg":"trace[1932414384] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2625; }","duration":"256.24935ms","start":"2026-04-23T00:22:06.806479Z","end":"2026-04-23T00:22:07.062728Z","steps":["trace[1932414384] 'range keys from in-memory index tree' (duration: 256.058527ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:22:07.062776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.063694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-23T00:22:07.062801Z","caller":"traceutil/trace.go:171","msg":"trace[2066213727] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2625; }","duration":"258.127256ms","start":"2026-04-23T00:22:06.804667Z","end":"2026-04-23T00:22:07.062794Z","steps":["trace[2066213727] 'range keys from in-memory index tree' (duration: 257.939091ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:22:07.062703Z","caller":"traceutil/trace.go:171","msg":"trace[801796276] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2625; }","duration":"293.06884ms","start":"2026-04-23T00:22:06.769628Z","end":"2026-04-23T00:22:07.062697Z","steps":["trace[801796276] 'range keys from in-memory index tree' (duration: 292.932448ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:22:07.062788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:22:06.734619Z","time spent":"328.070326ms","remote":"127.0.0.1:50074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"info","ts":"2026-04-23T00:22:07.25565Z","caller":"traceutil/trace.go:171","msg":"trace[1265623839] transaction","detail":"{read_only:false; response_revision:2626; number_of_response:1; }","duration":"190.234712ms","start":"2026-04-23T00:22:07.065332Z","end":"2026-04-23T00:22:07.255567Z","steps":["trace[1265623839] 'process raft request' (duration: 190.018968ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:22:07.255895Z","caller":"traceutil/trace.go:171","msg":"trace[1225816230] transaction","detail":"{read_only:false; response_revision:2627; number_of_response:1; }","duration":"187.987032ms","start":"2026-04-23T00:22:07.067882Z","end":"2026-04-23T00:22:07.255869Z","steps":["trace[1225816230] 'process raft request' (duration: 187.609234ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:22:07.256258Z","caller":"traceutil/trace.go:171","msg":"trace[1934091128] transaction","detail":"{read_only:false; response_revision:2628; number_of_response:1; }","duration":"188.252386ms","start":"2026-04-23T00:22:07.06799Z","end":"2026-04-23T00:22:07.256242Z","steps":["trace[1934091128] 'process raft request' (duration: 187.811628ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:22:07.256463Z","caller":"traceutil/trace.go:171","msg":"trace[998852622] transaction","detail":"{read_only:false; response_revision:2629; number_of_response:1; }","duration":"188.382038ms","start":"2026-04-23T00:22:07.068066Z","end":"2026-04-23T00:22:07.256448Z","steps":["trace[998852622] 'process raft request' (duration: 188.123553ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:22:07.256749Z","caller":"traceutil/trace.go:171","msg":"trace[198593443] transaction","detail":"{read_only:false; response_revision:2630; number_of_response:1; }","duration":"188.624812ms","start":"2026-04-23T00:22:07.068106Z","end":"2026-04-23T00:22:07.256731Z","steps":["trace[198593443] 'process raft request' (duration: 188.288596ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:22:07.256805Z","caller":"traceutil/trace.go:171","msg":"trace[1978203625] linearizableReadLoop","detail":"{readStateIndex:2733; appliedIndex:2727; }","duration":"145.181459ms","start":"2026-04-23T00:22:07.111607Z","end":"2026-04-23T00:22:07.256789Z","steps":["trace[1978203625] 'read index received' (duration: 143.738162ms)","trace[1978203625] 'applied index is now lower than readState.Index' (duration: 1.442507ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:22:07.256942Z","caller":"traceutil/trace.go:171","msg":"trace[955182340] transaction","detail":"{read_only:false; response_revision:2631; number_of_response:1; }","duration":"188.664413ms","start":"2026-04-23T00:22:07.068148Z","end":"2026-04-23T00:22:07.256813Z","steps":["trace[955182340] 'process raft request' (duration: 188.529751ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:22:07.25702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.396863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1366"} {"level":"info","ts":"2026-04-23T00:22:07.257057Z","caller":"traceutil/trace.go:171","msg":"trace[1494365800] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2631; }","duration":"145.449774ms","start":"2026-04-23T00:22:07.111598Z","end":"2026-04-23T00:22:07.257048Z","steps":["trace[1494365800] 'agreement among raft nodes before linearized reading' (duration: 145.26964ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:22:07.258239Z","caller":"traceutil/trace.go:171","msg":"trace[1964798511] transaction","detail":"{read_only:false; response_revision:2632; number_of_response:1; }","duration":"146.274609ms","start":"2026-04-23T00:22:07.111918Z","end":"2026-04-23T00:22:07.258192Z","steps":["trace[1964798511] 'process raft request' (duration: 146.185537ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:22:25.615546Z","caller":"traceutil/trace.go:171","msg":"trace[1471889194] linearizableReadLoop","detail":"{readStateIndex:2825; appliedIndex:2824; }","duration":"266.656277ms","start":"2026-04-23T00:22:25.348864Z","end":"2026-04-23T00:22:25.61552Z","steps":["trace[1471889194] 'read index received' (duration: 266.433363ms)","trace[1471889194] 'applied index is now lower than readState.Index' (duration: 196.474µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:22:25.615569Z","caller":"traceutil/trace.go:171","msg":"trace[866380226] transaction","detail":"{read_only:false; response_revision:2720; number_of_response:1; }","duration":"269.684364ms","start":"2026-04-23T00:22:25.345851Z","end":"2026-04-23T00:22:25.615535Z","steps":["trace[866380226] 'process raft request' (duration: 269.46795ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:22:25.616101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.210848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-23T00:22:25.616154Z","caller":"traceutil/trace.go:171","msg":"trace[57319229] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2720; }","duration":"267.30421ms","start":"2026-04-23T00:22:25.348839Z","end":"2026-04-23T00:22:25.616143Z","steps":["trace[57319229] 'agreement among raft nodes before linearized reading' (duration: 266.847531ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:22:25.68794Z","caller":"traceutil/trace.go:171","msg":"trace[712122186] transaction","detail":"{read_only:false; response_revision:2722; number_of_response:1; }","duration":"338.900266ms","start":"2026-04-23T00:22:25.349017Z","end":"2026-04-23T00:22:25.687918Z","steps":["trace[712122186] 'process raft request' (duration: 338.819365ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:22:25.688123Z","caller":"traceutil/trace.go:171","msg":"trace[440607374] transaction","detail":"{read_only:false; response_revision:2721; number_of_response:1; }","duration":"339.094959ms","start":"2026-04-23T00:22:25.349004Z","end":"2026-04-23T00:22:25.688099Z","steps":["trace[440607374] 'process raft request' (duration: 331.331125ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:22:25.688252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:22:25.348993Z","time spent":"339.190851ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:22:25.688334Z","caller":"traceutil/trace.go:171","msg":"trace[1629526752] transaction","detail":"{read_only:false; response_revision:2724; number_of_response:1; }","duration":"201.090633ms","start":"2026-04-23T00:22:25.487205Z","end":"2026-04-23T00:22:25.688296Z","steps":["trace[1629526752] 'process raft request' (duration: 200.91564ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:22:25.688278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:22:25.349006Z","time spent":"339.004458ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:22:25.688372Z","caller":"traceutil/trace.go:171","msg":"trace[1863508226] transaction","detail":"{read_only:false; response_revision:2723; number_of_response:1; }","duration":"286.148771ms","start":"2026-04-23T00:22:25.402197Z","end":"2026-04-23T00:22:25.688346Z","steps":["trace[1863508226] 'process raft request' (duration: 285.682673ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:22:25.688452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.6908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:22:25.688537Z","caller":"traceutil/trace.go:171","msg":"trace[158456617] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2725; }","duration":"272.781922ms","start":"2026-04-23T00:22:25.415737Z","end":"2026-04-23T00:22:25.688518Z","steps":["trace[158456617] 'agreement among raft nodes before linearized reading' (duration: 272.65382ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:22:25.688552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.302088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:22:25.688542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.557329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-04-23T00:22:25.68859Z","caller":"traceutil/trace.go:171","msg":"trace[1947638330] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2725; }","duration":"201.368649ms","start":"2026-04-23T00:22:25.487211Z","end":"2026-04-23T00:22:25.688579Z","steps":["trace[1947638330] 'agreement among raft nodes before linearized reading' (duration: 201.297158ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:22:25.688606Z","caller":"traceutil/trace.go:171","msg":"trace[2132812702] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2725; }","duration":"339.65025ms","start":"2026-04-23T00:22:25.348939Z","end":"2026-04-23T00:22:25.688589Z","steps":["trace[2132812702] 'agreement among raft nodes before linearized reading' (duration: 339.441516ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:22:25.688606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.576039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-23T00:22:25.688634Z","caller":"traceutil/trace.go:171","msg":"trace[14297229] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2725; }","duration":"339.64291ms","start":"2026-04-23T00:22:25.348984Z","end":"2026-04-23T00:22:25.688627Z","steps":["trace[14297229] 'agreement among raft nodes before linearized reading' (duration: 339.543528ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:22:25.688636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:22:25.348931Z","time spent":"339.699471ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":593,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T00:22:25.68865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:22:25.348963Z","time spent":"339.683971ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-23T00:24:47.105955Z","caller":"traceutil/trace.go:171","msg":"trace[200864468] transaction","detail":"{read_only:false; response_revision:3663; number_of_response:1; }","duration":"137.62142ms","start":"2026-04-23T00:24:46.968304Z","end":"2026-04-23T00:24:47.105925Z","steps":["trace[200864468] 'process raft request' (duration: 137.296904ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:24:47.336921Z","caller":"traceutil/trace.go:171","msg":"trace[100410119] transaction","detail":"{read_only:false; response_revision:3664; number_of_response:1; }","duration":"188.759398ms","start":"2026-04-23T00:24:47.148132Z","end":"2026-04-23T00:24:47.336891Z","steps":["trace[100410119] 'process raft request' (duration: 185.525448ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:25:46.713347Z","caller":"traceutil/trace.go:171","msg":"trace[840580486] transaction","detail":"{read_only:false; response_revision:4073; number_of_response:1; }","duration":"105.743184ms","start":"2026-04-23T00:25:46.607552Z","end":"2026-04-23T00:25:46.713295Z","steps":["trace[840580486] 'process raft request' (duration: 103.606784ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:25:58.360504Z","caller":"traceutil/trace.go:171","msg":"trace[857116973] transaction","detail":"{read_only:false; response_revision:4627; number_of_response:1; }","duration":"107.688331ms","start":"2026-04-23T00:25:58.252792Z","end":"2026-04-23T00:25:58.360481Z","steps":["trace[857116973] 'process raft request' (duration: 107.478187ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:26:02.316876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.214142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-23T00:26:02.316971Z","caller":"traceutil/trace.go:171","msg":"trace[616981018] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4760; }","duration":"511.334576ms","start":"2026-04-23T00:26:01.805615Z","end":"2026-04-23T00:26:02.31695Z","steps":["trace[616981018] 'range keys from in-memory index tree' (duration: 511.06676ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:26:02.316967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.15138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-f98nc\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-04-23T00:26:02.317023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:26:01.8056Z","time spent":"511.414897ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-23T00:26:02.317043Z","caller":"traceutil/trace.go:171","msg":"trace[1172117260] range","detail":"{range_begin:/registry/pods/openstack/keepalived-f98nc; range_end:; response_count:1; response_revision:4760; }","duration":"124.277002ms","start":"2026-04-23T00:26:02.192745Z","end":"2026-04-23T00:26:02.317022Z","steps":["trace[1172117260] 'range keys from in-memory index tree' (duration: 123.983966ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:26:02.317156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.423526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:26:02.3173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.793856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-ntrfr.18a8d4bc7bf4ba01\" ","response":"range_response_count:1 size:962"} {"level":"info","ts":"2026-04-23T00:26:02.31731Z","caller":"traceutil/trace.go:171","msg":"trace[1980345383] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:4760; }","duration":"318.628199ms","start":"2026-04-23T00:26:01.998635Z","end":"2026-04-23T00:26:02.317264Z","steps":["trace[1980345383] 'count revisions from in-memory index tree' (duration: 318.331304ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:26:02.317366Z","caller":"traceutil/trace.go:171","msg":"trace[1681364074] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-ntrfr.18a8d4bc7bf4ba01; range_end:; response_count:1; response_revision:4760; }","duration":"290.869958ms","start":"2026-04-23T00:26:02.026476Z","end":"2026-04-23T00:26:02.317346Z","steps":["trace[1681364074] 'range keys from in-memory index tree' (duration: 290.698745ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:26:02.317416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:26:01.998611Z","time spent":"318.766622ms","remote":"127.0.0.1:58412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":27,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:26:02.317547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.336474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-69c3ab33-03f2-4534-aa2c-1b2c75c8019d\" ","response":"range_response_count:1 size:3601"} {"level":"warn","ts":"2026-04-23T00:26:02.317178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.201094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-69c3ab33-03f2-4534-aa2c-1b2c75c8019d\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-04-23T00:26:02.317676Z","caller":"traceutil/trace.go:171","msg":"trace[1869216194] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-69c3ab33-03f2-4534-aa2c-1b2c75c8019d; range_end:; response_count:1; response_revision:4760; }","duration":"536.537548ms","start":"2026-04-23T00:26:01.781105Z","end":"2026-04-23T00:26:02.317643Z","steps":["trace[1869216194] 'range keys from in-memory index tree' (duration: 536.052519ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:26:02.317696Z","caller":"traceutil/trace.go:171","msg":"trace[1800099951] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-69c3ab33-03f2-4534-aa2c-1b2c75c8019d; range_end:; response_count:1; response_revision:4760; }","duration":"291.776514ms","start":"2026-04-23T00:26:02.025892Z","end":"2026-04-23T00:26:02.317669Z","steps":["trace[1800099951] 'range keys from in-memory index tree' (duration: 290.99725ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:26:02.317735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:26:01.781079Z","time spent":"536.643149ms","remote":"127.0.0.1:57802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3623,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-69c3ab33-03f2-4534-aa2c-1b2c75c8019d\" "} {"level":"warn","ts":"2026-04-23T00:26:04.486292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.380729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-f98nc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-23T00:26:04.486385Z","caller":"traceutil/trace.go:171","msg":"trace[2009457482] range","detail":"{range_begin:/registry/pods/openstack/keepalived-f98nc; range_end:; response_count:1; response_revision:4802; }","duration":"128.499961ms","start":"2026-04-23T00:26:04.357863Z","end":"2026-04-23T00:26:04.486363Z","steps":["trace[2009457482] 'range keys from in-memory index tree' (duration: 128.106575ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:26:15.355376Z","caller":"traceutil/trace.go:171","msg":"trace[191737077] transaction","detail":"{read_only:false; response_revision:5017; number_of_response:1; }","duration":"121.415789ms","start":"2026-04-23T00:26:15.233934Z","end":"2026-04-23T00:26:15.35535Z","steps":["trace[191737077] 'process raft request' (duration: 121.349768ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:26:15.355889Z","caller":"traceutil/trace.go:171","msg":"trace[519786121] transaction","detail":"{read_only:false; response_revision:5014; number_of_response:1; }","duration":"126.926201ms","start":"2026-04-23T00:26:15.228947Z","end":"2026-04-23T00:26:15.355873Z","steps":["trace[519786121] 'process raft request' (duration: 57.55689ms)","trace[519786121] 'compare' (duration: 68.557367ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:26:15.356027Z","caller":"traceutil/trace.go:171","msg":"trace[1742682333] transaction","detail":"{read_only:false; response_revision:5015; number_of_response:1; }","duration":"126.788559ms","start":"2026-04-23T00:26:15.229229Z","end":"2026-04-23T00:26:15.356017Z","steps":["trace[1742682333] 'process raft request' (duration: 125.951144ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:26:15.356262Z","caller":"traceutil/trace.go:171","msg":"trace[688582720] transaction","detail":"{read_only:false; response_revision:5016; number_of_response:1; }","duration":"126.569634ms","start":"2026-04-23T00:26:15.229682Z","end":"2026-04-23T00:26:15.356252Z","steps":["trace[688582720] 'process raft request' (duration: 125.545326ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:26:22.765858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.114788ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-23T00:26:22.766088Z","caller":"traceutil/trace.go:171","msg":"trace[1120647198] linearizableReadLoop","detail":"{readStateIndex:5330; appliedIndex:5329; }","duration":"193.666295ms","start":"2026-04-23T00:26:22.572379Z","end":"2026-04-23T00:26:22.766045Z","steps":["trace[1120647198] 'read index received' (duration: 54.011µs)","trace[1120647198] 'applied index is now lower than readState.Index' (duration: 193.607184ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:26:22.766366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.97559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-23T00:26:22.766463Z","caller":"traceutil/trace.go:171","msg":"trace[65080821] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5136; }","duration":"194.125193ms","start":"2026-04-23T00:26:22.572321Z","end":"2026-04-23T00:26:22.766446Z","steps":["trace[65080821] 'agreement among raft nodes before linearized reading' (duration: 193.886969ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:26:22.795719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.597163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-f98nc\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-04-23T00:26:22.795794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.904233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-04-23T00:26:22.795831Z","caller":"traceutil/trace.go:171","msg":"trace[1987339231] range","detail":"{range_begin:/registry/pods/openstack/keepalived-f98nc; range_end:; response_count:1; response_revision:5137; }","duration":"210.756305ms","start":"2026-04-23T00:26:22.585048Z","end":"2026-04-23T00:26:22.795805Z","steps":["trace[1987339231] 'agreement among raft nodes before linearized reading' (duration: 210.418999ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:26:22.795861Z","caller":"traceutil/trace.go:171","msg":"trace[439993676] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5137; }","duration":"182.001856ms","start":"2026-04-23T00:26:22.613841Z","end":"2026-04-23T00:26:22.795843Z","steps":["trace[439993676] 'agreement among raft nodes before linearized reading' (duration: 181.773222ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:26:22.938299Z","caller":"traceutil/trace.go:171","msg":"trace[1326867379] linearizableReadLoop","detail":"{readStateIndex:5332; appliedIndex:5331; }","duration":"139.177892ms","start":"2026-04-23T00:26:22.799088Z","end":"2026-04-23T00:26:22.938266Z","steps":["trace[1326867379] 'read index received' (duration: 75.012878ms)","trace[1326867379] 'applied index is now lower than readState.Index' (duration: 64.163884ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:26:22.938688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.57442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-8c15b8b5-7afa-41be-b97a-0c4685b70733\" ","response":"range_response_count:1 size:1303"} {"level":"info","ts":"2026-04-23T00:26:22.93873Z","caller":"traceutil/trace.go:171","msg":"trace[374195355] transaction","detail":"{read_only:false; response_revision:5138; number_of_response:1; }","duration":"167.747188ms","start":"2026-04-23T00:26:22.770909Z","end":"2026-04-23T00:26:22.938657Z","steps":["trace[374195355] 'process raft request' (duration: 103.257117ms)","trace[374195355] 'compare' (duration: 63.969801ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:26:22.93879Z","caller":"traceutil/trace.go:171","msg":"trace[1852917379] range","detail":"{range_begin:/registry/persistentvolumes/pvc-8c15b8b5-7afa-41be-b97a-0c4685b70733; range_end:; response_count:1; response_revision:5138; }","duration":"139.701831ms","start":"2026-04-23T00:26:22.799062Z","end":"2026-04-23T00:26:22.938763Z","steps":["trace[1852917379] 'agreement among raft nodes before linearized reading' (duration: 139.449377ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:26:23.017443Z","caller":"traceutil/trace.go:171","msg":"trace[1840360655] transaction","detail":"{read_only:false; response_revision:5140; number_of_response:1; }","duration":"147.740982ms","start":"2026-04-23T00:26:22.869677Z","end":"2026-04-23T00:26:23.017418Z","steps":["trace[1840360655] 'process raft request' (duration: 147.61161ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:26:23.01748Z","caller":"traceutil/trace.go:171","msg":"trace[148239795] transaction","detail":"{read_only:false; response_revision:5139; number_of_response:1; }","duration":"214.83362ms","start":"2026-04-23T00:26:22.802614Z","end":"2026-04-23T00:26:23.017448Z","steps":["trace[148239795] 'process raft request' (duration: 214.528335ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:26:23.017718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.871349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:63318"} {"level":"info","ts":"2026-04-23T00:26:23.017834Z","caller":"traceutil/trace.go:171","msg":"trace[924078232] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:5140; }","duration":"217.067433ms","start":"2026-04-23T00:26:22.80075Z","end":"2026-04-23T00:26:23.017818Z","steps":["trace[924078232] 'agreement among raft nodes before linearized reading' (duration: 216.648886ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:26:23.230172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.620499ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:26:23.230358Z","caller":"traceutil/trace.go:171","msg":"trace[1306150603] transaction","detail":"{read_only:false; response_revision:5141; number_of_response:1; }","duration":"208.592654ms","start":"2026-04-23T00:26:23.02174Z","end":"2026-04-23T00:26:23.230333Z","steps":["trace[1306150603] 'process raft request' (duration: 43.70416ms)","trace[1306150603] 'compare' (duration: 164.483117ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:26:23.230396Z","caller":"traceutil/trace.go:171","msg":"trace[891110578] linearizableReadLoop","detail":"{readStateIndex:5337; appliedIndex:5334; }","duration":"182.911172ms","start":"2026-04-23T00:26:23.047468Z","end":"2026-04-23T00:26:23.230379Z","steps":["trace[891110578] 'read index received' (duration: 17.980747ms)","trace[891110578] 'applied index is now lower than readState.Index' (duration: 164.929195ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:26:23.230476Z","caller":"traceutil/trace.go:171","msg":"trace[122246825] transaction","detail":"{read_only:false; response_revision:5143; number_of_response:1; }","duration":"208.194706ms","start":"2026-04-23T00:26:23.02227Z","end":"2026-04-23T00:26:23.230465Z","steps":["trace[122246825] 'process raft request' (duration: 208.062963ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:26:23.230505Z","caller":"traceutil/trace.go:171","msg":"trace[1845503091] transaction","detail":"{read_only:false; response_revision:5142; number_of_response:1; }","duration":"208.449022ms","start":"2026-04-23T00:26:23.022042Z","end":"2026-04-23T00:26:23.230491Z","steps":["trace[1845503091] 'process raft request' (duration: 208.226468ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:26:23.230704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.231849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-23T00:26:23.23077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.644062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-04-23T00:26:23.230768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.012294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-04-23T00:26:23.230798Z","caller":"traceutil/trace.go:171","msg":"trace[1514313129] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5143; }","duration":"179.695502ms","start":"2026-04-23T00:26:23.051093Z","end":"2026-04-23T00:26:23.230789Z","steps":["trace[1514313129] 'agreement among raft nodes before linearized reading' (duration: 179.587149ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:26:23.230803Z","caller":"traceutil/trace.go:171","msg":"trace[1032098853] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:5143; }","duration":"175.071624ms","start":"2026-04-23T00:26:23.055721Z","end":"2026-04-23T00:26:23.230792Z","steps":["trace[1032098853] 'agreement among raft nodes before linearized reading' (duration: 174.973393ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:26:23.2308Z","caller":"traceutil/trace.go:171","msg":"trace[1713687703] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5143; }","duration":"183.34718ms","start":"2026-04-23T00:26:23.047439Z","end":"2026-04-23T00:26:23.230787Z","steps":["trace[1713687703] 'agreement among raft nodes before linearized reading' (duration: 183.164026ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:26:23.230898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.151235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-23T00:26:23.230921Z","caller":"traceutil/trace.go:171","msg":"trace[1013102519] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5143; }","duration":"176.195097ms","start":"2026-04-23T00:26:23.05472Z","end":"2026-04-23T00:26:23.230915Z","steps":["trace[1013102519] 'agreement among raft nodes before linearized reading' (duration: 176.133656ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:26:23.751167Z","caller":"traceutil/trace.go:171","msg":"trace[1472935810] transaction","detail":"{read_only:false; response_revision:5144; number_of_response:1; }","duration":"514.433423ms","start":"2026-04-23T00:26:23.236698Z","end":"2026-04-23T00:26:23.751131Z","steps":["trace[1472935810] 'process raft request' (duration: 514.230789ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:26:23.751605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:26:23.236671Z","time spent":"514.767689ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:26:23.762803Z","caller":"traceutil/trace.go:171","msg":"trace[926740873] transaction","detail":"{read_only:false; response_revision:5145; number_of_response:1; }","duration":"524.511532ms","start":"2026-04-23T00:26:23.238256Z","end":"2026-04-23T00:26:23.762768Z","steps":["trace[926740873] 'process raft request' (duration: 524.320928ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:26:23.763012Z","caller":"traceutil/trace.go:171","msg":"trace[1361526915] transaction","detail":"{read_only:false; response_revision:5146; number_of_response:1; }","duration":"524.680306ms","start":"2026-04-23T00:26:23.238313Z","end":"2026-04-23T00:26:23.762993Z","steps":["trace[1361526915] 'process raft request' (duration: 524.40995ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:26:23.763123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:26:23.238308Z","time spent":"524.759747ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:26:23.763249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:26:23.238241Z","time spent":"524.642445ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:26:23.763741Z","caller":"traceutil/trace.go:171","msg":"trace[1340648475] linearizableReadLoop","detail":"{readStateIndex:5342; appliedIndex:5337; }","duration":"345.596655ms","start":"2026-04-23T00:26:23.418123Z","end":"2026-04-23T00:26:23.76372Z","steps":["trace[1340648475] 'read index received' (duration: 332.803585ms)","trace[1340648475] 'applied index is now lower than readState.Index' (duration: 12.79194ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:26:23.763748Z","caller":"traceutil/trace.go:171","msg":"trace[1267906259] transaction","detail":"{read_only:false; response_revision:5147; number_of_response:1; }","duration":"523.518864ms","start":"2026-04-23T00:26:23.240204Z","end":"2026-04-23T00:26:23.763722Z","steps":["trace[1267906259] 'process raft request' (duration: 522.719769ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:26:23.763845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:26:23.240173Z","time spent":"523.629385ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:26:23.763881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.750327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:26:23.763846Z","caller":"traceutil/trace.go:171","msg":"trace[2119082514] transaction","detail":"{read_only:false; response_revision:5148; number_of_response:1; }","duration":"523.559684ms","start":"2026-04-23T00:26:23.240213Z","end":"2026-04-23T00:26:23.763773Z","steps":["trace[2119082514] 'process raft request' (duration: 523.421641ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:26:23.76393Z","caller":"traceutil/trace.go:171","msg":"trace[1147022260] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5148; }","duration":"345.828599ms","start":"2026-04-23T00:26:23.418088Z","end":"2026-04-23T00:26:23.763917Z","steps":["trace[1147022260] 'agreement among raft nodes before linearized reading' (duration: 345.748918ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:26:23.763982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:26:23.418067Z","time spent":"345.9049ms","remote":"127.0.0.1:57620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T00:26:23.764021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:26:23.240198Z","time spent":"523.741158ms","remote":"127.0.0.1:57802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3751,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:26:23.764073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.438931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-23T00:26:23.764147Z","caller":"traceutil/trace.go:171","msg":"trace[695131647] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5148; }","duration":"305.558553ms","start":"2026-04-23T00:26:23.458571Z","end":"2026-04-23T00:26:23.76413Z","steps":["trace[695131647] 'agreement among raft nodes before linearized reading' (duration: 305.337249ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:26:23.764202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:26:23.458555Z","time spent":"305.634145ms","remote":"127.0.0.1:57802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-23T00:26:25.531638Z","caller":"traceutil/trace.go:171","msg":"trace[615320401] linearizableReadLoop","detail":"{readStateIndex:5380; appliedIndex:5379; }","duration":"112.550952ms","start":"2026-04-23T00:26:25.419063Z","end":"2026-04-23T00:26:25.531614Z","steps":["trace[615320401] 'read index received' (duration: 64.406518ms)","trace[615320401] 'applied index is now lower than readState.Index' (duration: 48.143464ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:26:25.531751Z","caller":"traceutil/trace.go:171","msg":"trace[158334252] transaction","detail":"{read_only:false; response_revision:5184; number_of_response:1; }","duration":"240.986682ms","start":"2026-04-23T00:26:25.290719Z","end":"2026-04-23T00:26:25.531706Z","steps":["trace[158334252] 'process raft request' (duration: 192.8935ms)","trace[158334252] 'compare' (duration: 47.789567ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:26:25.531856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.771276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:26:25.531938Z","caller":"traceutil/trace.go:171","msg":"trace[450158214] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5184; }","duration":"112.896959ms","start":"2026-04-23T00:26:25.419023Z","end":"2026-04-23T00:26:25.53192Z","steps":["trace[450158214] 'agreement among raft nodes before linearized reading' (duration: 112.681355ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:26:30.600838Z","caller":"traceutil/trace.go:171","msg":"trace[566549227] linearizableReadLoop","detail":"{readStateIndex:5475; appliedIndex:5474; }","duration":"231.103161ms","start":"2026-04-23T00:26:30.369707Z","end":"2026-04-23T00:26:30.600811Z","steps":["trace[566549227] 'read index received' (duration: 230.868457ms)","trace[566549227] 'applied index is now lower than readState.Index' (duration: 233.824µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:26:30.601099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.366337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-04-23T00:26:30.601149Z","caller":"traceutil/trace.go:171","msg":"trace[1386921889] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5278; }","duration":"231.433888ms","start":"2026-04-23T00:26:30.369696Z","end":"2026-04-23T00:26:30.60113Z","steps":["trace[1386921889] 'agreement among raft nodes before linearized reading' (duration: 231.230083ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:26:30.601642Z","caller":"traceutil/trace.go:171","msg":"trace[1554104247] transaction","detail":"{read_only:false; response_revision:5278; number_of_response:1; }","duration":"237.912809ms","start":"2026-04-23T00:26:30.363713Z","end":"2026-04-23T00:26:30.601626Z","steps":["trace[1554104247] 'process raft request' (duration: 236.92976ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:26:34.594973Z","caller":"traceutil/trace.go:171","msg":"trace[1570827354] transaction","detail":"{read_only:false; response_revision:5320; number_of_response:1; }","duration":"124.876385ms","start":"2026-04-23T00:26:34.470062Z","end":"2026-04-23T00:26:34.594938Z","steps":["trace[1570827354] 'process raft request' (duration: 124.759923ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:26:34.594997Z","caller":"traceutil/trace.go:171","msg":"trace[176221556] transaction","detail":"{read_only:false; response_revision:5321; number_of_response:1; }","duration":"124.805723ms","start":"2026-04-23T00:26:34.470154Z","end":"2026-04-23T00:26:34.59496Z","steps":["trace[176221556] 'process raft request' (duration: 124.714312ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:26:34.595183Z","caller":"traceutil/trace.go:171","msg":"trace[1997088971] transaction","detail":"{read_only:false; response_revision:5319; number_of_response:1; }","duration":"125.087569ms","start":"2026-04-23T00:26:34.470017Z","end":"2026-04-23T00:26:34.595105Z","steps":["trace[1997088971] 'process raft request' (duration: 100.021428ms)","trace[1997088971] 'compare' (duration: 24.656964ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:26:35.050189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.170536ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:26:35.050451Z","caller":"traceutil/trace.go:171","msg":"trace[479448003] transaction","detail":"{read_only:false; response_revision:5325; number_of_response:1; }","duration":"217.947943ms","start":"2026-04-23T00:26:34.832485Z","end":"2026-04-23T00:26:35.050433Z","steps":["trace[479448003] 'process raft request' (duration: 217.895023ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:26:35.050572Z","caller":"traceutil/trace.go:171","msg":"trace[1774048886] transaction","detail":"{read_only:false; response_revision:5324; number_of_response:1; }","duration":"445.735833ms","start":"2026-04-23T00:26:34.604812Z","end":"2026-04-23T00:26:35.050548Z","steps":["trace[1774048886] 'process raft request' (duration: 445.494408ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:26:35.050591Z","caller":"traceutil/trace.go:171","msg":"trace[1496943591] transaction","detail":"{read_only:false; response_revision:5323; number_of_response:1; }","duration":"446.710361ms","start":"2026-04-23T00:26:34.60386Z","end":"2026-04-23T00:26:35.05057Z","steps":["trace[1496943591] 'process raft request' (duration: 284.064406ms)","trace[1496943591] 'compare' (duration: 162.005803ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:26:35.050677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:26:34.603837Z","time spent":"446.794403ms","remote":"127.0.0.1:57934","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1413,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:26:35.050682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:26:34.604803Z","time spent":"445.825585ms","remote":"127.0.0.1:57934","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1605,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:26:35.050613Z","caller":"traceutil/trace.go:171","msg":"trace[2049040591] linearizableReadLoop","detail":"{readStateIndex:5522; appliedIndex:5520; }","duration":"435.048951ms","start":"2026-04-23T00:26:34.615524Z","end":"2026-04-23T00:26:35.050573Z","steps":["trace[2049040591] 'read index received' (duration: 272.326845ms)","trace[2049040591] 'applied index is now lower than readState.Index' (duration: 162.718666ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:26:35.051333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.782516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-alertmanager.18a8d4ba5e4292e9\" ","response":"range_response_count:1 size:751"} {"level":"info","ts":"2026-04-23T00:26:35.051731Z","caller":"traceutil/trace.go:171","msg":"trace[1278921233] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-alertmanager.18a8d4ba5e4292e9; range_end:; response_count:1; response_revision:5325; }","duration":"436.240173ms","start":"2026-04-23T00:26:34.61545Z","end":"2026-04-23T00:26:35.05169Z","steps":["trace[1278921233] 'agreement among raft nodes before linearized reading' (duration: 435.51799ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:26:35.051822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:26:34.615435Z","time spent":"436.373746ms","remote":"127.0.0.1:57720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":773,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-alertmanager.18a8d4ba5e4292e9\" "} {"level":"info","ts":"2026-04-23T00:26:35.185371Z","caller":"traceutil/trace.go:171","msg":"trace[1687108172] transaction","detail":"{read_only:false; response_revision:5327; number_of_response:1; }","duration":"130.085354ms","start":"2026-04-23T00:26:35.055246Z","end":"2026-04-23T00:26:35.185331Z","steps":["trace[1687108172] 'process raft request' (duration: 112.493773ms)","trace[1687108172] 'compare' (duration: 17.315486ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:26:35.185466Z","caller":"traceutil/trace.go:171","msg":"trace[1804428867] linearizableReadLoop","detail":"{readStateIndex:5526; appliedIndex:5523; }","duration":"108.922986ms","start":"2026-04-23T00:26:35.076511Z","end":"2026-04-23T00:26:35.185434Z","steps":["trace[1804428867] 'read index received' (duration: 45.611587ms)","trace[1804428867] 'applied index is now lower than readState.Index' (duration: 63.309388ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:26:35.185505Z","caller":"traceutil/trace.go:171","msg":"trace[1016679969] transaction","detail":"{read_only:false; response_revision:5328; number_of_response:1; }","duration":"127.468414ms","start":"2026-04-23T00:26:35.058012Z","end":"2026-04-23T00:26:35.18548Z","steps":["trace[1016679969] 'process raft request' (duration: 127.25496ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:26:35.185714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.190781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-f98nc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-23T00:26:35.185762Z","caller":"traceutil/trace.go:171","msg":"trace[1775939613] range","detail":"{range_begin:/registry/pods/openstack/keepalived-f98nc; range_end:; response_count:1; response_revision:5328; }","duration":"109.296192ms","start":"2026-04-23T00:26:35.076454Z","end":"2026-04-23T00:26:35.18575Z","steps":["trace[1775939613] 'agreement among raft nodes before linearized reading' (duration: 109.121099ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:26:35.432454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.483761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-23T00:26:35.432453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.479892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-23T00:26:35.432846Z","caller":"traceutil/trace.go:171","msg":"trace[417778348] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5330; }","duration":"145.904481ms","start":"2026-04-23T00:26:35.286922Z","end":"2026-04-23T00:26:35.432826Z","steps":["trace[417778348] 'range keys from in-memory index tree' (duration: 145.311459ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:26:35.432557Z","caller":"traceutil/trace.go:171","msg":"trace[1280358284] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5330; }","duration":"146.629303ms","start":"2026-04-23T00:26:35.285899Z","end":"2026-04-23T00:26:35.432529Z","steps":["trace[1280358284] 'range keys from in-memory index tree' (duration: 146.329288ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:26:35.592862Z","caller":"traceutil/trace.go:171","msg":"trace[200030010] linearizableReadLoop","detail":"{readStateIndex:5530; appliedIndex:5529; }","duration":"106.876138ms","start":"2026-04-23T00:26:35.48596Z","end":"2026-04-23T00:26:35.592836Z","steps":["trace[200030010] 'read index received' (duration: 54.614335ms)","trace[200030010] 'applied index is now lower than readState.Index' (duration: 52.260233ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:26:35.593033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.057252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:26:35.593122Z","caller":"traceutil/trace.go:171","msg":"trace[2028665014] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5332; }","duration":"107.173943ms","start":"2026-04-23T00:26:35.48592Z","end":"2026-04-23T00:26:35.593094Z","steps":["trace[2028665014] 'agreement among raft nodes before linearized reading' (duration: 107.01132ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:26:35.593347Z","caller":"traceutil/trace.go:171","msg":"trace[2067495051] transaction","detail":"{read_only:false; response_revision:5332; number_of_response:1; }","duration":"155.46871ms","start":"2026-04-23T00:26:35.437792Z","end":"2026-04-23T00:26:35.593261Z","steps":["trace[2067495051] 'process raft request' (duration: 102.895393ms)","trace[2067495051] 'compare' (duration: 51.942316ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:27:09.436341Z","caller":"traceutil/trace.go:171","msg":"trace[394984364] transaction","detail":"{read_only:false; response_revision:5642; number_of_response:1; }","duration":"130.98365ms","start":"2026-04-23T00:27:09.305317Z","end":"2026-04-23T00:27:09.4363Z","steps":["trace[394984364] 'process raft request' (duration: 129.764978ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:27:11.885474Z","caller":"traceutil/trace.go:171","msg":"trace[987563498] linearizableReadLoop","detail":"{readStateIndex:5862; appliedIndex:5861; }","duration":"120.694038ms","start":"2026-04-23T00:27:11.764755Z","end":"2026-04-23T00:27:11.885449Z","steps":["trace[987563498] 'read index received' (duration: 120.633796ms)","trace[987563498] 'applied index is now lower than readState.Index' (duration: 59.102µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:27:11.885639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.851571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T00:27:11.885688Z","caller":"traceutil/trace.go:171","msg":"trace[534037764] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:5656; }","duration":"120.941433ms","start":"2026-04-23T00:27:11.764732Z","end":"2026-04-23T00:27:11.885673Z","steps":["trace[534037764] 'agreement among raft nodes before linearized reading' (duration: 120.80453ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:27:11.885774Z","caller":"traceutil/trace.go:171","msg":"trace[340036563] transaction","detail":"{read_only:false; response_revision:5656; number_of_response:1; }","duration":"208.362544ms","start":"2026-04-23T00:27:11.677371Z","end":"2026-04-23T00:27:11.885707Z","steps":["trace[340036563] 'process raft request' (duration: 207.980777ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:27:12.139951Z","caller":"traceutil/trace.go:171","msg":"trace[1199592603] transaction","detail":"{read_only:false; response_revision:5657; number_of_response:1; }","duration":"208.753131ms","start":"2026-04-23T00:27:11.931123Z","end":"2026-04-23T00:27:12.139876Z","steps":["trace[1199592603] 'process raft request' (duration: 112.146236ms)","trace[1199592603] 'compare' (duration: 96.132036ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:27:33.97649Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2769} {"level":"info","ts":"2026-04-23T00:27:34.043647Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2769,"took":"65.761123ms","hash":4020891488,"current-db-size-bytes":56532992,"current-db-size":"56 MB","current-db-size-in-use-bytes":32743424,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-04-23T00:27:34.043711Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4020891488,"revision":2769,"compact-revision":-1} {"level":"info","ts":"2026-04-23T00:32:13.531197Z","caller":"traceutil/trace.go:171","msg":"trace[795441465] transaction","detail":"{read_only:false; response_revision:7921; number_of_response:1; }","duration":"107.269994ms","start":"2026-04-23T00:32:13.423894Z","end":"2026-04-23T00:32:13.531164Z","steps":["trace[795441465] 'process raft request' (duration: 107.078161ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:32:13.611052Z","caller":"traceutil/trace.go:171","msg":"trace[682828816] transaction","detail":"{read_only:false; response_revision:7922; number_of_response:1; }","duration":"160.823785ms","start":"2026-04-23T00:32:13.450206Z","end":"2026-04-23T00:32:13.61103Z","steps":["trace[682828816] 'process raft request' (duration: 158.344459ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:32:14.816269Z","caller":"traceutil/trace.go:171","msg":"trace[599726269] transaction","detail":"{read_only:false; response_revision:7928; number_of_response:1; }","duration":"361.031166ms","start":"2026-04-23T00:32:14.455211Z","end":"2026-04-23T00:32:14.816242Z","steps":["trace[599726269] 'process raft request' (duration: 360.862903ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:32:14.816481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:32:14.455178Z","time spent":"361.173589ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:32:15.01313Z","caller":"traceutil/trace.go:171","msg":"trace[1558467224] transaction","detail":"{read_only:false; response_revision:7929; number_of_response:1; }","duration":"436.260972ms","start":"2026-04-23T00:32:14.576839Z","end":"2026-04-23T00:32:15.0131Z","steps":["trace[1558467224] 'process raft request' (duration: 430.937913ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:32:15.013298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:32:14.576806Z","time spent":"436.406514ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:32:27.127845Z","caller":"traceutil/trace.go:171","msg":"trace[1708678247] transaction","detail":"{read_only:false; response_revision:7991; number_of_response:1; }","duration":"247.602947ms","start":"2026-04-23T00:32:26.880218Z","end":"2026-04-23T00:32:27.127821Z","steps":["trace[1708678247] 'process raft request' (duration: 247.420393ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:32:27.196773Z","caller":"traceutil/trace.go:171","msg":"trace[1250782345] transaction","detail":"{read_only:false; response_revision:7992; number_of_response:1; }","duration":"126.441324ms","start":"2026-04-23T00:32:27.070305Z","end":"2026-04-23T00:32:27.196747Z","steps":["trace[1250782345] 'process raft request' (duration: 126.28042ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:32:27.353358Z","caller":"traceutil/trace.go:171","msg":"trace[1756232667] linearizableReadLoop","detail":"{readStateIndex:8274; appliedIndex:8272; }","duration":"220.666203ms","start":"2026-04-23T00:32:27.132664Z","end":"2026-04-23T00:32:27.35333Z","steps":["trace[1756232667] 'read index received' (duration: 63.870473ms)","trace[1756232667] 'applied index is now lower than readState.Index' (duration: 156.79434ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:32:27.35378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.098001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-23T00:32:27.353823Z","caller":"traceutil/trace.go:171","msg":"trace[1850536864] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7992; }","duration":"221.192223ms","start":"2026-04-23T00:32:27.132622Z","end":"2026-04-23T00:32:27.353814Z","steps":["trace[1850536864] 'agreement among raft nodes before linearized reading' (duration: 221.01711ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:32:27.354633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.008845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:32:27.354718Z","caller":"traceutil/trace.go:171","msg":"trace[21044293] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:7992; }","duration":"180.811859ms","start":"2026-04-23T00:32:27.173884Z","end":"2026-04-23T00:32:27.354696Z","steps":["trace[21044293] 'agreement among raft nodes before linearized reading' (duration: 179.964414ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:32:27.926379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.720621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-23T00:32:27.92654Z","caller":"traceutil/trace.go:171","msg":"trace[476699759] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7996; }","duration":"101.945045ms","start":"2026-04-23T00:32:27.824573Z","end":"2026-04-23T00:32:27.926518Z","steps":["trace[476699759] 'range keys from in-memory index tree' (duration: 101.485336ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:32:28.399619Z","caller":"traceutil/trace.go:171","msg":"trace[1916998965] transaction","detail":"{read_only:false; response_revision:8000; number_of_response:1; }","duration":"237.397787ms","start":"2026-04-23T00:32:28.162193Z","end":"2026-04-23T00:32:28.39959Z","steps":["trace[1916998965] 'process raft request' (duration: 237.287185ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:32:28.399872Z","caller":"traceutil/trace.go:171","msg":"trace[34321345] transaction","detail":"{read_only:false; response_revision:7999; number_of_response:1; }","duration":"468.212539ms","start":"2026-04-23T00:32:27.931632Z","end":"2026-04-23T00:32:28.399845Z","steps":["trace[34321345] 'process raft request' (duration: 467.784391ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:32:28.399976Z","caller":"traceutil/trace.go:171","msg":"trace[1458827802] linearizableReadLoop","detail":"{readStateIndex:8281; appliedIndex:8279; }","duration":"438.646156ms","start":"2026-04-23T00:32:27.961305Z","end":"2026-04-23T00:32:28.399951Z","steps":["trace[1458827802] 'read index received' (duration: 350.131662ms)","trace[1458827802] 'applied index is now lower than readState.Index' (duration: 88.511604ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:32:28.400089Z","caller":"traceutil/trace.go:171","msg":"trace[681830846] transaction","detail":"{read_only:false; response_revision:7998; number_of_response:1; }","duration":"468.521115ms","start":"2026-04-23T00:32:27.931535Z","end":"2026-04-23T00:32:28.400056Z","steps":["trace[681830846] 'process raft request' (duration: 379.567082ms)","trace[681830846] 'compare' (duration: 88.170298ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:32:28.400174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.86373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"warn","ts":"2026-04-23T00:32:28.400227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:32:27.931483Z","time spent":"468.666658ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:32:28.400241Z","caller":"traceutil/trace.go:171","msg":"trace[1633278929] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8000; }","duration":"438.962692ms","start":"2026-04-23T00:32:27.961256Z","end":"2026-04-23T00:32:28.400219Z","steps":["trace[1633278929] 'agreement among raft nodes before linearized reading' (duration: 438.769588ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:32:28.400289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:32:27.961236Z","time spent":"439.040193ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T00:32:28.400308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:32:27.931584Z","time spent":"468.425073ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:32:29.324952Z","caller":"traceutil/trace.go:171","msg":"trace[2034146939] transaction","detail":"{read_only:false; response_revision:8004; number_of_response:1; }","duration":"123.59654ms","start":"2026-04-23T00:32:29.201324Z","end":"2026-04-23T00:32:29.32492Z","steps":["trace[2034146939] 'process raft request' (duration: 111.346611ms)","trace[2034146939] 'compare' (duration: 12.124015ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:32:33.985138Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5835} {"level":"info","ts":"2026-04-23T00:32:34.072483Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5835,"took":"84.763834ms","hash":2271853847,"current-db-size-bytes":56532992,"current-db-size":"56 MB","current-db-size-in-use-bytes":26324992,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-04-23T00:32:34.072554Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2271853847,"revision":5835,"compact-revision":2769} {"level":"warn","ts":"2026-04-23T00:32:55.985412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.587515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-23T00:32:55.985495Z","caller":"traceutil/trace.go:171","msg":"trace[2026720620] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8198; }","duration":"195.730267ms","start":"2026-04-23T00:32:55.789749Z","end":"2026-04-23T00:32:55.985479Z","steps":["trace[2026720620] 'range keys from in-memory index tree' (duration: 195.446003ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:32:55.985476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.717465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:32:55.985539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.928501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-23T00:32:55.985602Z","caller":"traceutil/trace.go:171","msg":"trace[1140658540] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8198; }","duration":"470.021503ms","start":"2026-04-23T00:32:55.515566Z","end":"2026-04-23T00:32:55.985588Z","steps":["trace[1140658540] 'range keys from in-memory index tree' (duration: 469.784678ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:32:55.985662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:32:55.515551Z","time spent":"470.097354ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T00:32:55.985802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.04064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-23T00:32:55.985843Z","caller":"traceutil/trace.go:171","msg":"trace[1113325037] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8198; }","duration":"160.121432ms","start":"2026-04-23T00:32:55.825712Z","end":"2026-04-23T00:32:55.985834Z","steps":["trace[1113325037] 'range keys from in-memory index tree' (duration: 159.914538ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:32:55.985911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.551775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-f98nc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-23T00:32:55.985556Z","caller":"traceutil/trace.go:171","msg":"trace[2018604841] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:8198; }","duration":"357.833127ms","start":"2026-04-23T00:32:55.627701Z","end":"2026-04-23T00:32:55.985534Z","steps":["trace[2018604841] 'count revisions from in-memory index tree' (duration: 357.619332ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:32:55.98595Z","caller":"traceutil/trace.go:171","msg":"trace[1992404626] range","detail":"{range_begin:/registry/pods/openstack/keepalived-f98nc; range_end:; response_count:1; response_revision:8198; }","duration":"453.623757ms","start":"2026-04-23T00:32:55.532317Z","end":"2026-04-23T00:32:55.985941Z","steps":["trace[1992404626] 'range keys from in-memory index tree' (duration: 453.417552ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:32:55.986002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:32:55.532297Z","time spent":"453.698497ms","remote":"127.0.0.1:57802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-f98nc\" "} {"level":"warn","ts":"2026-04-23T00:32:55.986017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:32:55.627684Z","time spent":"358.274835ms","remote":"127.0.0.1:42504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"info","ts":"2026-04-23T00:32:56.135706Z","caller":"traceutil/trace.go:171","msg":"trace[1995055595] transaction","detail":"{read_only:false; response_revision:8200; number_of_response:1; }","duration":"145.340016ms","start":"2026-04-23T00:32:55.990333Z","end":"2026-04-23T00:32:56.135673Z","steps":["trace[1995055595] 'process raft request' (duration: 115.669192ms)","trace[1995055595] 'compare' (duration: 29.42702ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:32:56.136089Z","caller":"traceutil/trace.go:171","msg":"trace[1783455360] transaction","detail":"{read_only:false; response_revision:8201; number_of_response:1; }","duration":"144.42345ms","start":"2026-04-23T00:32:55.991612Z","end":"2026-04-23T00:32:56.136036Z","steps":["trace[1783455360] 'process raft request' (duration: 143.993961ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:33:08.538156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.095262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:33:08.538289Z","caller":"traceutil/trace.go:171","msg":"trace[894468026] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8298; }","duration":"121.289175ms","start":"2026-04-23T00:33:08.416977Z","end":"2026-04-23T00:33:08.538266Z","steps":["trace[894468026] 'range keys from in-memory index tree' (duration: 120.869088ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:33:08.689863Z","caller":"traceutil/trace.go:171","msg":"trace[2003558711] transaction","detail":"{read_only:false; response_revision:8299; number_of_response:1; }","duration":"108.000728ms","start":"2026-04-23T00:33:08.581788Z","end":"2026-04-23T00:33:08.689789Z","steps":["trace[2003558711] 'process raft request' (duration: 107.65082ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:33:09.437293Z","caller":"traceutil/trace.go:171","msg":"trace[560424616] transaction","detail":"{read_only:false; response_revision:8313; number_of_response:1; }","duration":"227.808897ms","start":"2026-04-23T00:33:09.209438Z","end":"2026-04-23T00:33:09.437247Z","steps":["trace[560424616] 'process raft request' (duration: 181.525782ms)","trace[560424616] 'compare' (duration: 46.081571ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:33:09.449874Z","caller":"traceutil/trace.go:171","msg":"trace[1215227174] transaction","detail":"{read_only:false; response_revision:8314; number_of_response:1; }","duration":"172.911411ms","start":"2026-04-23T00:33:09.276914Z","end":"2026-04-23T00:33:09.449825Z","steps":["trace[1215227174] 'process raft request' (duration: 172.587545ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:33:09.872807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.92483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-9f5rt\" ","response":"range_response_count:1 size:4648"} {"level":"info","ts":"2026-04-23T00:33:09.872944Z","caller":"traceutil/trace.go:171","msg":"trace[858423476] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-9f5rt; range_end:; response_count:1; response_revision:8315; }","duration":"205.131993ms","start":"2026-04-23T00:33:09.667782Z","end":"2026-04-23T00:33:09.872914Z","steps":["trace[858423476] 'range keys from in-memory index tree' (duration: 204.801637ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:33:09.892545Z","caller":"traceutil/trace.go:171","msg":"trace[374995498] transaction","detail":"{read_only:false; response_revision:8316; number_of_response:1; }","duration":"223.934124ms","start":"2026-04-23T00:33:09.66858Z","end":"2026-04-23T00:33:09.892514Z","steps":["trace[374995498] 'process raft request' (duration: 223.682589ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:33:10.443594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.125919ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:33:10.443902Z","caller":"traceutil/trace.go:171","msg":"trace[1707693039] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8318; }","duration":"155.462995ms","start":"2026-04-23T00:33:10.28842Z","end":"2026-04-23T00:33:10.443883Z","steps":["trace[1707693039] 'range keys from in-memory index tree' (duration: 155.102609ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:33:10.531806Z","caller":"traceutil/trace.go:171","msg":"trace[1377125018] transaction","detail":"{read_only:false; response_revision:8319; number_of_response:1; }","duration":"341.97326ms","start":"2026-04-23T00:33:10.18981Z","end":"2026-04-23T00:33:10.531783Z","steps":["trace[1377125018] 'process raft request' (duration: 341.835108ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:33:10.531884Z","caller":"traceutil/trace.go:171","msg":"trace[1144566293] linearizableReadLoop","detail":"{readStateIndex:8615; appliedIndex:8615; }","duration":"272.260167ms","start":"2026-04-23T00:33:10.259592Z","end":"2026-04-23T00:33:10.531852Z","steps":["trace[1144566293] 'read index received' (duration: 272.232087ms)","trace[1144566293] 'applied index is now lower than readState.Index' (duration: 25.39µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:33:10.531936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:33:10.189797Z","time spent":"342.068252ms","remote":"127.0.0.1:57872","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:33:10.53214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.530732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-23T00:33:10.532228Z","caller":"traceutil/trace.go:171","msg":"trace[151905791] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8319; }","duration":"272.680856ms","start":"2026-04-23T00:33:10.259527Z","end":"2026-04-23T00:33:10.532208Z","steps":["trace[151905791] 'agreement among raft nodes before linearized reading' (duration: 272.41769ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:33:11.032503Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199180892710883,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T00:33:11.442701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.053973ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:33:11.442816Z","caller":"traceutil/trace.go:171","msg":"trace[2141779368] transaction","detail":"{read_only:false; response_revision:8320; number_of_response:1; }","duration":"1.113601118s","start":"2026-04-23T00:33:10.329191Z","end":"2026-04-23T00:33:11.442792Z","steps":["trace[2141779368] 'process raft request' (duration: 817.369212ms)","trace[2141779368] 'compare' (duration: 295.732037ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:33:11.442881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:33:10.329169Z","time spent":"1.113685089s","remote":"127.0.0.1:57798","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19269,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:33:11.925881Z","caller":"traceutil/trace.go:171","msg":"trace[825335614] linearizableReadLoop","detail":"{readStateIndex:8617; appliedIndex:8615; }","duration":"1.393851405s","start":"2026-04-23T00:33:10.531956Z","end":"2026-04-23T00:33:11.925808Z","steps":["trace[825335614] 'read index received' (duration: 614.617914ms)","trace[825335614] 'applied index is now lower than readState.Index' (duration: 779.231071ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:33:11.926135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.508416996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:33:11.92621Z","caller":"traceutil/trace.go:171","msg":"trace[577861572] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8321; }","duration":"1.508557067s","start":"2026-04-23T00:33:10.41764Z","end":"2026-04-23T00:33:11.926197Z","steps":["trace[577861572] 'agreement among raft nodes before linearized reading' (duration: 1.508405735s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:33:11.926283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:33:10.417612Z","time spent":"1.508632219s","remote":"127.0.0.1:57620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T00:33:11.925907Z","caller":"traceutil/trace.go:171","msg":"trace[1369039298] transaction","detail":"{read_only:false; response_revision:8321; number_of_response:1; }","duration":"1.388657468s","start":"2026-04-23T00:33:10.53721Z","end":"2026-04-23T00:33:11.925867Z","steps":["trace[1369039298] 'process raft request' (duration: 1.321940451s)","trace[1369039298] 'compare' (duration: 66.336091ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:33:11.926472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.588260178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-23T00:33:11.926581Z","caller":"traceutil/trace.go:171","msg":"trace[1891133107] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8321; }","duration":"1.58840637s","start":"2026-04-23T00:33:10.338141Z","end":"2026-04-23T00:33:11.926547Z","steps":["trace[1891133107] 'agreement among raft nodes before linearized reading' (duration: 1.588109154s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:33:11.926386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.650184524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-04-23T00:33:11.926635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:33:10.338126Z","time spent":"1.588499652s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-23T00:33:11.926657Z","caller":"traceutil/trace.go:171","msg":"trace[377866248] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8321; }","duration":"1.65051839s","start":"2026-04-23T00:33:10.276111Z","end":"2026-04-23T00:33:11.926629Z","steps":["trace[377866248] 'agreement among raft nodes before linearized reading' (duration: 1.650120083s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:33:11.926715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:33:10.276078Z","time spent":"1.650622103s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T00:33:11.927177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:33:10.53719Z","time spent":"1.389780719s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:33:11.933393Z","caller":"traceutil/trace.go:171","msg":"trace[332529436] transaction","detail":"{read_only:false; response_revision:8322; number_of_response:1; }","duration":"478.361117ms","start":"2026-04-23T00:33:11.455007Z","end":"2026-04-23T00:33:11.933368Z","steps":["trace[332529436] 'process raft request' (duration: 478.104883ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:33:11.933464Z","caller":"traceutil/trace.go:171","msg":"trace[1672745839] transaction","detail":"{read_only:false; response_revision:8323; number_of_response:1; }","duration":"435.1553ms","start":"2026-04-23T00:33:11.498263Z","end":"2026-04-23T00:33:11.933418Z","steps":["trace[1672745839] 'process raft request' (duration: 434.996808ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:33:11.9336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.249995206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T00:33:11.933634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.000338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-65d89c75cc-6g6xg.18a8d513463e4c91\" ","response":"range_response_count:1 size:1135"} {"level":"warn","ts":"2026-04-23T00:33:11.933641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.200695185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-04-23T00:33:11.933661Z","caller":"traceutil/trace.go:171","msg":"trace[1793554634] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:8323; }","duration":"1.250088068s","start":"2026-04-23T00:33:10.683545Z","end":"2026-04-23T00:33:11.933633Z","steps":["trace[1793554634] 'agreement among raft nodes before linearized reading' (duration: 1.250006167s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:33:11.933676Z","caller":"traceutil/trace.go:171","msg":"trace[1063846608] range","detail":"{range_begin:/registry/events/openstack/barbican-api-65d89c75cc-6g6xg.18a8d513463e4c91; range_end:; response_count:1; response_revision:8323; }","duration":"176.07095ms","start":"2026-04-23T00:33:11.757591Z","end":"2026-04-23T00:33:11.933662Z","steps":["trace[1063846608] 'agreement among raft nodes before linearized reading' (duration: 175.940527ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:33:11.933676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.359889501s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T00:33:11.933704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:33:10.683519Z","time spent":"1.250167229s","remote":"127.0.0.1:56720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":12,"response size":29,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"info","ts":"2026-04-23T00:33:11.933703Z","caller":"traceutil/trace.go:171","msg":"trace[1285803255] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8323; }","duration":"1.200785407s","start":"2026-04-23T00:33:10.732896Z","end":"2026-04-23T00:33:11.933681Z","steps":["trace[1285803255] 'agreement among raft nodes before linearized reading' (duration: 1.200638824s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:33:11.93372Z","caller":"traceutil/trace.go:171","msg":"trace[27693199] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8323; }","duration":"1.359966213s","start":"2026-04-23T00:33:10.573741Z","end":"2026-04-23T00:33:11.933708Z","steps":["trace[27693199] 'agreement among raft nodes before linearized reading' (duration: 1.35987983s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:33:11.933752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:33:10.732872Z","time spent":"1.200867289s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T00:33:11.933762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:33:10.573727Z","time spent":"1.360019963s","remote":"127.0.0.1:49982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:33:11.933819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.180655512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-23T00:33:11.933838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.375673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3173"} {"level":"info","ts":"2026-04-23T00:33:11.933889Z","caller":"traceutil/trace.go:171","msg":"trace[1901646616] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:8323; }","duration":"407.453764ms","start":"2026-04-23T00:33:11.526424Z","end":"2026-04-23T00:33:11.933877Z","steps":["trace[1901646616] 'agreement among raft nodes before linearized reading' (duration: 407.27431ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:33:11.933918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:33:11.526407Z","time spent":"407.503784ms","remote":"127.0.0.1:36738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3195,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"info","ts":"2026-04-23T00:33:11.933895Z","caller":"traceutil/trace.go:171","msg":"trace[1633549388] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8323; }","duration":"1.180732433s","start":"2026-04-23T00:33:10.753134Z","end":"2026-04-23T00:33:11.933866Z","steps":["trace[1633549388] 'agreement among raft nodes before linearized reading' (duration: 1.180531279s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:33:11.933975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.383444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T00:33:11.933974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:33:10.753128Z","time spent":"1.180833005s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-23T00:33:11.934003Z","caller":"traceutil/trace.go:171","msg":"trace[1313207601] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:8323; }","duration":"337.411315ms","start":"2026-04-23T00:33:11.596583Z","end":"2026-04-23T00:33:11.933994Z","steps":["trace[1313207601] 'agreement among raft nodes before linearized reading' (duration: 337.351614ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:33:11.934016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"877.212912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5146"} {"level":"warn","ts":"2026-04-23T00:33:11.934027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:33:11.596552Z","time spent":"337.469026ms","remote":"127.0.0.1:58118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":19,"response size":29,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-04-23T00:33:11.934049Z","caller":"traceutil/trace.go:171","msg":"trace[1306399710] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:8323; }","duration":"877.284284ms","start":"2026-04-23T00:33:11.056756Z","end":"2026-04-23T00:33:11.93404Z","steps":["trace[1306399710] 'agreement among raft nodes before linearized reading' (duration: 877.194772ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:33:11.933929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.367039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/rook-ceph/rook-ceph-operator-config\" ","response":"range_response_count:1 size:6824"} {"level":"warn","ts":"2026-04-23T00:33:11.934064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.18210541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-23T00:33:11.934076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:33:11.056732Z","time spent":"877.337214ms","remote":"127.0.0.1:36858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":5168,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"info","ts":"2026-04-23T00:33:11.934086Z","caller":"traceutil/trace.go:171","msg":"trace[193256633] range","detail":"{range_begin:/registry/configmaps/rook-ceph/rook-ceph-operator-config; range_end:; response_count:1; response_revision:8323; }","duration":"486.550082ms","start":"2026-04-23T00:33:11.447523Z","end":"2026-04-23T00:33:11.934073Z","steps":["trace[193256633] 'agreement among raft nodes before linearized reading' (duration: 486.321578ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:33:11.934103Z","caller":"traceutil/trace.go:171","msg":"trace[947244398] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8323; }","duration":"1.18216073s","start":"2026-04-23T00:33:10.75193Z","end":"2026-04-23T00:33:11.934091Z","steps":["trace[947244398] 'agreement among raft nodes before linearized reading' (duration: 1.182024178s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:33:11.934117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:33:11.447485Z","time spent":"486.623194ms","remote":"127.0.0.1:57736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":6846,"request content":"key:\"/registry/configmaps/rook-ceph/rook-ceph-operator-config\" "} {"level":"warn","ts":"2026-04-23T00:33:11.934137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:33:10.751919Z","time spent":"1.182209441s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T00:33:11.933498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.131197307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T00:33:11.934333Z","caller":"traceutil/trace.go:171","msg":"trace[566744424] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:8323; }","duration":"1.132062544s","start":"2026-04-23T00:33:10.802253Z","end":"2026-04-23T00:33:11.934316Z","steps":["trace[566744424] 'agreement among raft nodes before linearized reading' (duration: 1.131178157s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:33:11.934374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:33:10.802238Z","time spent":"1.132123335s","remote":"127.0.0.1:58404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:33:11.933493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:33:11.454988Z","time spent":"478.45677ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:33:11.933635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:33:11.498238Z","time spent":"435.306745ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:33:12.124247Z","caller":"traceutil/trace.go:171","msg":"trace[154706611] transaction","detail":"{read_only:false; response_revision:8329; number_of_response:1; }","duration":"184.575119ms","start":"2026-04-23T00:33:11.939648Z","end":"2026-04-23T00:33:12.124224Z","steps":["trace[154706611] 'process raft request' (duration: 101.773981ms)","trace[154706611] 'compare' (duration: 82.550973ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:33:12.124425Z","caller":"traceutil/trace.go:171","msg":"trace[1303099116] linearizableReadLoop","detail":"{readStateIndex:8625; appliedIndex:8621; }","duration":"184.460657ms","start":"2026-04-23T00:33:11.939937Z","end":"2026-04-23T00:33:12.124397Z","steps":["trace[1303099116] 'read index received' (duration: 36.876019ms)","trace[1303099116] 'applied index is now lower than readState.Index' (duration: 147.583398ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:33:12.124609Z","caller":"traceutil/trace.go:171","msg":"trace[1614166417] transaction","detail":"{read_only:false; response_revision:8330; number_of_response:1; }","duration":"177.564268ms","start":"2026-04-23T00:33:11.947036Z","end":"2026-04-23T00:33:12.1246Z","steps":["trace[1614166417] 'process raft request' (duration: 177.14582ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:33:12.12484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.895482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.18a8d51c87031005\" ","response":"range_response_count:1 size:699"} {"level":"warn","ts":"2026-04-23T00:33:12.124832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.009915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/networkfences.csiaddons.openshift.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:33:12.124891Z","caller":"traceutil/trace.go:171","msg":"trace[898084770] range","detail":"{range_begin:/registry/events/openstack/ceph.18a8d51c87031005; range_end:; response_count:1; response_revision:8330; }","duration":"186.987494ms","start":"2026-04-23T00:33:11.937893Z","end":"2026-04-23T00:33:12.124881Z","steps":["trace[898084770] 'agreement among raft nodes before linearized reading' (duration: 186.75418ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:33:12.124997Z","caller":"traceutil/trace.go:171","msg":"trace[61504423] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/networkfences.csiaddons.openshift.io; range_end:; response_count:0; response_revision:8330; }","duration":"187.187088ms","start":"2026-04-23T00:33:11.937733Z","end":"2026-04-23T00:33:12.12492Z","steps":["trace[61504423] 'agreement among raft nodes before linearized reading' (duration: 186.988194ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:33:12.12505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.681768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:33:12.125101Z","caller":"traceutil/trace.go:171","msg":"trace[765180492] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8330; }","duration":"178.76212ms","start":"2026-04-23T00:33:11.946325Z","end":"2026-04-23T00:33:12.125088Z","steps":["trace[765180492] 'agreement among raft nodes before linearized reading' (duration: 178.679278ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:33:12.125124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.462631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-23T00:33:12.125239Z","caller":"traceutil/trace.go:171","msg":"trace[390669805] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8330; }","duration":"158.591733ms","start":"2026-04-23T00:33:11.966638Z","end":"2026-04-23T00:33:12.12523Z","steps":["trace[390669805] 'agreement among raft nodes before linearized reading' (duration: 158.375519ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:33:14.016021Z","caller":"traceutil/trace.go:171","msg":"trace[448526825] transaction","detail":"{read_only:false; response_revision:8335; number_of_response:1; }","duration":"300.049987ms","start":"2026-04-23T00:33:13.71595Z","end":"2026-04-23T00:33:14.016Z","steps":["trace[448526825] 'process raft request' (duration: 299.653689ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:33:14.016139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:33:13.715917Z","time spent":"300.15805ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:33:14.214777Z","caller":"traceutil/trace.go:171","msg":"trace[1812257366] linearizableReadLoop","detail":"{readStateIndex:8634; appliedIndex:8632; }","duration":"198.987468ms","start":"2026-04-23T00:33:14.015767Z","end":"2026-04-23T00:33:14.214754Z","steps":["trace[1812257366] 'read index received' (duration: 198.766094ms)","trace[1812257366] 'applied index is now lower than readState.Index' (duration: 220.314µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:33:14.215108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.254436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-23T00:33:14.215098Z","caller":"traceutil/trace.go:171","msg":"trace[1159571753] transaction","detail":"{read_only:false; response_revision:8337; number_of_response:1; }","duration":"274.815354ms","start":"2026-04-23T00:33:13.940253Z","end":"2026-04-23T00:33:14.215069Z","steps":["trace[1159571753] 'process raft request' (duration: 274.451098ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:33:14.215166Z","caller":"traceutil/trace.go:171","msg":"trace[40577036] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8337; }","duration":"227.374358ms","start":"2026-04-23T00:33:13.98778Z","end":"2026-04-23T00:33:14.215155Z","steps":["trace[40577036] 'agreement among raft nodes before linearized reading' (duration: 227.116663ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:33:14.214834Z","caller":"traceutil/trace.go:171","msg":"trace[446296128] transaction","detail":"{read_only:false; response_revision:8336; number_of_response:1; }","duration":"275.111581ms","start":"2026-04-23T00:33:13.939685Z","end":"2026-04-23T00:33:14.214796Z","steps":["trace[446296128] 'process raft request' (duration: 274.866726ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:33:14.215225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.798569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-04-23T00:33:14.215072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.507092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-23T00:33:14.215297Z","caller":"traceutil/trace.go:171","msg":"trace[377463501] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8337; }","duration":"270.889951ms","start":"2026-04-23T00:33:13.944384Z","end":"2026-04-23T00:33:14.215274Z","steps":["trace[377463501] 'agreement among raft nodes before linearized reading' (duration: 270.723928ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:33:14.215306Z","caller":"traceutil/trace.go:171","msg":"trace[187310371] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8337; }","duration":"234.777217ms","start":"2026-04-23T00:33:13.980508Z","end":"2026-04-23T00:33:14.215286Z","steps":["trace[187310371] 'agreement among raft nodes before linearized reading' (duration: 234.433521ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:33:14.215413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.928802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-23T00:33:14.215562Z","caller":"traceutil/trace.go:171","msg":"trace[704909500] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8337; }","duration":"271.127765ms","start":"2026-04-23T00:33:13.944415Z","end":"2026-04-23T00:33:14.215542Z","steps":["trace[704909500] 'agreement among raft nodes before linearized reading' (duration: 270.649366ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:33:14.235026Z","caller":"traceutil/trace.go:171","msg":"trace[1938101299] transaction","detail":"{read_only:false; response_revision:8338; number_of_response:1; }","duration":"211.111335ms","start":"2026-04-23T00:33:14.023887Z","end":"2026-04-23T00:33:14.234998Z","steps":["trace[1938101299] 'process raft request' (duration: 210.8663ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:33:14.235369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.164012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-04-23T00:33:14.235432Z","caller":"traceutil/trace.go:171","msg":"trace[1136278255] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8339; }","duration":"107.228623ms","start":"2026-04-23T00:33:14.128186Z","end":"2026-04-23T00:33:14.235415Z","steps":["trace[1136278255] 'agreement among raft nodes before linearized reading' (duration: 107.04342ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:33:14.359994Z","caller":"traceutil/trace.go:171","msg":"trace[337542027] transaction","detail":"{read_only:false; response_revision:8340; number_of_response:1; }","duration":"139.876764ms","start":"2026-04-23T00:33:14.220078Z","end":"2026-04-23T00:33:14.359955Z","steps":["trace[337542027] 'process raft request' (duration: 78.685561ms)","trace[337542027] 'compare' (duration: 60.971569ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:33:14.360116Z","caller":"traceutil/trace.go:171","msg":"trace[1714074754] transaction","detail":"{read_only:false; response_revision:8341; number_of_response:1; }","duration":"139.896323ms","start":"2026-04-23T00:33:14.220187Z","end":"2026-04-23T00:33:14.360083Z","steps":["trace[1714074754] 'process raft request' (duration: 139.689059ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:33:14.360272Z","caller":"traceutil/trace.go:171","msg":"trace[907877884] transaction","detail":"{read_only:false; response_revision:8343; number_of_response:1; }","duration":"139.771502ms","start":"2026-04-23T00:33:14.220467Z","end":"2026-04-23T00:33:14.360239Z","steps":["trace[907877884] 'process raft request' (duration: 139.555857ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:33:14.360291Z","caller":"traceutil/trace.go:171","msg":"trace[1160275898] linearizableReadLoop","detail":"{readStateIndex:8640; appliedIndex:8636; }","duration":"125.19051ms","start":"2026-04-23T00:33:14.235065Z","end":"2026-04-23T00:33:14.360256Z","steps":["trace[1160275898] 'read index received' (duration: 63.715971ms)","trace[1160275898] 'applied index is now lower than readState.Index' (duration: 61.468909ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:33:14.360322Z","caller":"traceutil/trace.go:171","msg":"trace[752547033] transaction","detail":"{read_only:false; response_revision:8342; number_of_response:1; }","duration":"140.058618ms","start":"2026-04-23T00:33:14.220241Z","end":"2026-04-23T00:33:14.360299Z","steps":["trace[752547033] 'process raft request' (duration: 139.7037ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:33:14.360451Z","caller":"traceutil/trace.go:171","msg":"trace[169483120] transaction","detail":"{read_only:false; response_revision:8344; number_of_response:1; }","duration":"121.884008ms","start":"2026-04-23T00:33:14.238537Z","end":"2026-04-23T00:33:14.360421Z","steps":["trace[169483120] 'process raft request' (duration: 121.563861ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:33:14.360624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.674944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-f98nc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-23T00:33:14.360672Z","caller":"traceutil/trace.go:171","msg":"trace[562130221] range","detail":"{range_begin:/registry/pods/openstack/keepalived-f98nc; range_end:; response_count:1; response_revision:8344; }","duration":"136.750465ms","start":"2026-04-23T00:33:14.22391Z","end":"2026-04-23T00:33:14.360661Z","steps":["trace[562130221] 'agreement among raft nodes before linearized reading' (duration: 136.396969ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:33:14.360729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.25276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-23T00:33:14.360776Z","caller":"traceutil/trace.go:171","msg":"trace[207829202] transaction","detail":"{read_only:false; response_revision:8345; number_of_response:1; }","duration":"121.99772ms","start":"2026-04-23T00:33:14.238751Z","end":"2026-04-23T00:33:14.360749Z","steps":["trace[207829202] 'process raft request' (duration: 121.44828ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:33:14.360789Z","caller":"traceutil/trace.go:171","msg":"trace[1627407419] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8344; }","duration":"141.367542ms","start":"2026-04-23T00:33:14.219408Z","end":"2026-04-23T00:33:14.360775Z","steps":["trace[1627407419] 'agreement among raft nodes before linearized reading' (duration: 140.941775ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:33:14.360846Z","caller":"traceutil/trace.go:171","msg":"trace[341467880] transaction","detail":"{read_only:false; response_revision:8346; number_of_response:1; }","duration":"121.923888ms","start":"2026-04-23T00:33:14.238893Z","end":"2026-04-23T00:33:14.360817Z","steps":["trace[341467880] 'process raft request' (duration: 121.787995ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:33:14.360921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.328056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-04-23T00:33:14.360948Z","caller":"traceutil/trace.go:171","msg":"trace[1109252298] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8346; }","duration":"122.387516ms","start":"2026-04-23T00:33:14.238553Z","end":"2026-04-23T00:33:14.36094Z","steps":["trace[1109252298] 'agreement among raft nodes before linearized reading' (duration: 122.258734ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:33:16.249819Z","caller":"traceutil/trace.go:171","msg":"trace[1791672216] transaction","detail":"{read_only:false; response_revision:8349; number_of_response:1; }","duration":"174.339266ms","start":"2026-04-23T00:33:16.075457Z","end":"2026-04-23T00:33:16.249796Z","steps":["trace[1791672216] 'process raft request' (duration: 174.208004ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:33:16.442609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.18024ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:33:16.44277Z","caller":"traceutil/trace.go:171","msg":"trace[1043564361] transaction","detail":"{read_only:false; response_revision:8352; number_of_response:1; }","duration":"170.629918ms","start":"2026-04-23T00:33:16.272118Z","end":"2026-04-23T00:33:16.442748Z","steps":["trace[1043564361] 'process raft request' (duration: 45.213114ms)","trace[1043564361] 'compare' (duration: 124.925536ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:33:22.832901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.248365ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:33:22.833514Z","caller":"traceutil/trace.go:171","msg":"trace[1324897320] transaction","detail":"{read_only:false; response_revision:8411; number_of_response:1; }","duration":"378.750627ms","start":"2026-04-23T00:33:22.454687Z","end":"2026-04-23T00:33:22.833437Z","steps":["trace[1324897320] 'process raft request' (duration: 134.86209ms)","trace[1324897320] 'compare' (duration: 242.907279ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:33:22.833751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:33:22.454662Z","time spent":"378.94401ms","remote":"127.0.0.1:38852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2273,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T00:33:22.836887Z","caller":"traceutil/trace.go:171","msg":"trace[500705075] linearizableReadLoop","detail":"{readStateIndex:8710; appliedIndex:8708; }","duration":"346.671598ms","start":"2026-04-23T00:33:22.490185Z","end":"2026-04-23T00:33:22.836857Z","steps":["trace[500705075] 'read index received' (duration: 99.449948ms)","trace[500705075] 'applied index is now lower than readState.Index' (duration: 247.22008ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:33:22.837081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.872842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:33:22.837125Z","caller":"traceutil/trace.go:171","msg":"trace[540588552] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8411; }","duration":"346.980054ms","start":"2026-04-23T00:33:22.490134Z","end":"2026-04-23T00:33:22.837114Z","steps":["trace[540588552] 'agreement among raft nodes before linearized reading' (duration: 346.877122ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:33:22.837164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:33:22.49011Z","time spent":"347.045814ms","remote":"127.0.0.1:58102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-23T00:33:22.837491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.428978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-23T00:33:22.837574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.190238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-04-23T00:33:22.837586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.122376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T00:33:22.837597Z","caller":"traceutil/trace.go:171","msg":"trace[1001319551] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8411; }","duration":"342.5574ms","start":"2026-04-23T00:33:22.495017Z","end":"2026-04-23T00:33:22.837574Z","steps":["trace[1001319551] 'agreement among raft nodes before linearized reading' (duration: 342.144883ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:33:22.837634Z","caller":"traceutil/trace.go:171","msg":"trace[1080273845] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8411; }","duration":"340.202207ms","start":"2026-04-23T00:33:22.49742Z","end":"2026-04-23T00:33:22.837622Z","steps":["trace[1080273845] 'agreement among raft nodes before linearized reading' (duration: 340.103135ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:33:22.837654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:33:22.495011Z","time spent":"342.628551ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T00:33:22.837662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.051301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-23T00:33:22.837685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:33:22.497415Z","time spent":"340.253258ms","remote":"127.0.0.1:49914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:33:22.837692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.716217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:33:22.837703Z","caller":"traceutil/trace.go:171","msg":"trace[177524487] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8411; }","duration":"228.126653ms","start":"2026-04-23T00:33:22.609562Z","end":"2026-04-23T00:33:22.837688Z","steps":["trace[177524487] 'agreement among raft nodes before linearized reading' (duration: 228.058492ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:33:22.837748Z","caller":"traceutil/trace.go:171","msg":"trace[846061975] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:8411; }","duration":"111.763828ms","start":"2026-04-23T00:33:22.725952Z","end":"2026-04-23T00:33:22.837715Z","steps":["trace[846061975] 'agreement among raft nodes before linearized reading' (duration: 111.705196ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:33:22.837579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.116442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"warn","ts":"2026-04-23T00:33:22.837769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.594753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-f98nc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-23T00:33:22.83784Z","caller":"traceutil/trace.go:171","msg":"trace[1154409465] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8411; }","duration":"259.438298ms","start":"2026-04-23T00:33:22.57839Z","end":"2026-04-23T00:33:22.837829Z","steps":["trace[1154409465] 'agreement among raft nodes before linearized reading' (duration: 259.04487ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:33:22.837855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.352412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-23T00:33:22.837866Z","caller":"traceutil/trace.go:171","msg":"trace[1433131295] range","detail":"{range_begin:/registry/pods/openstack/keepalived-f98nc; range_end:; response_count:1; response_revision:8411; }","duration":"333.782716ms","start":"2026-04-23T00:33:22.504059Z","end":"2026-04-23T00:33:22.837841Z","steps":["trace[1433131295] 'agreement among raft nodes before linearized reading' (duration: 333.427399ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:33:22.837634Z","caller":"traceutil/trace.go:171","msg":"trace[2112323879] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8411; }","duration":"164.274559ms","start":"2026-04-23T00:33:22.673341Z","end":"2026-04-23T00:33:22.837615Z","steps":["trace[2112323879] 'agreement among raft nodes before linearized reading' (duration: 164.078965ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:33:22.837895Z","caller":"traceutil/trace.go:171","msg":"trace[1673865763] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8411; }","duration":"163.437654ms","start":"2026-04-23T00:33:22.674447Z","end":"2026-04-23T00:33:22.837884Z","steps":["trace[1673865763] 'agreement among raft nodes before linearized reading' (duration: 163.334112ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:33:22.837915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:33:22.504036Z","time spent":"333.868838ms","remote":"127.0.0.1:57802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-f98nc\" "} {"level":"warn","ts":"2026-04-23T00:33:22.837985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.880993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-23T00:33:22.838028Z","caller":"traceutil/trace.go:171","msg":"trace[1347196469] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8411; }","duration":"163.947824ms","start":"2026-04-23T00:33:22.674071Z","end":"2026-04-23T00:33:22.838019Z","steps":["trace[1347196469] 'agreement among raft nodes before linearized reading' (duration: 163.842891ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:33:22.838013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.516075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-23T00:33:22.838108Z","caller":"traceutil/trace.go:171","msg":"trace[981866500] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8411; }","duration":"163.649818ms","start":"2026-04-23T00:33:22.674434Z","end":"2026-04-23T00:33:22.838084Z","steps":["trace[981866500] 'agreement among raft nodes before linearized reading' (duration: 163.363472ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:33:24.273565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.44542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:33:24.27366Z","caller":"traceutil/trace.go:171","msg":"trace[147117446] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:8426; }","duration":"105.608754ms","start":"2026-04-23T00:33:24.168025Z","end":"2026-04-23T00:33:24.273634Z","steps":["trace[147117446] 'count revisions from in-memory index tree' (duration: 105.325687ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:33:24.273662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.283856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:33:24.27376Z","caller":"traceutil/trace.go:171","msg":"trace[1757098454] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:8426; }","duration":"501.45553ms","start":"2026-04-23T00:33:23.77228Z","end":"2026-04-23T00:33:24.273736Z","steps":["trace[1757098454] 'count revisions from in-memory index tree' (duration: 501.082773ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:33:24.273795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.854482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-8frp6\" ","response":"range_response_count:1 size:4559"} {"level":"info","ts":"2026-04-23T00:33:24.27389Z","caller":"traceutil/trace.go:171","msg":"trace[201973623] range","detail":"{range_begin:/registry/pods/openstack/ceph-object-controller-detect-version-8frp6; range_end:; response_count:1; response_revision:8426; }","duration":"482.977624ms","start":"2026-04-23T00:33:23.790894Z","end":"2026-04-23T00:33:24.273872Z","steps":["trace[201973623] 'range keys from in-memory index tree' (duration: 482.522286ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:33:24.273937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:33:23.790876Z","time spent":"483.049886ms","remote":"127.0.0.1:57802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":4581,"request content":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-8frp6\" "} {"level":"warn","ts":"2026-04-23T00:33:24.27382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:33:23.772255Z","time spent":"501.551681ms","remote":"127.0.0.1:42408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-04-23T00:33:24.974316Z","caller":"traceutil/trace.go:171","msg":"trace[1766271530] transaction","detail":"{read_only:false; response_revision:8432; number_of_response:1; }","duration":"100.14575ms","start":"2026-04-23T00:33:24.87401Z","end":"2026-04-23T00:33:24.974156Z","steps":["trace[1766271530] 'process raft request' (duration: 93.68824ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:33:25.115838Z","caller":"traceutil/trace.go:171","msg":"trace[473802806] linearizableReadLoop","detail":"{readStateIndex:8734; appliedIndex:8731; }","duration":"240.424932ms","start":"2026-04-23T00:33:24.875391Z","end":"2026-04-23T00:33:25.115816Z","steps":["trace[473802806] 'read index received' (duration: 92.397587ms)","trace[473802806] 'applied index is now lower than readState.Index' (duration: 148.025915ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:33:25.115855Z","caller":"traceutil/trace.go:171","msg":"trace[1839212374] transaction","detail":"{read_only:false; response_revision:8434; number_of_response:1; }","duration":"241.243157ms","start":"2026-04-23T00:33:24.874585Z","end":"2026-04-23T00:33:25.115828Z","steps":["trace[1839212374] 'process raft request' (duration: 241.168236ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:33:25.115883Z","caller":"traceutil/trace.go:171","msg":"trace[1693130726] transaction","detail":"{read_only:false; response_revision:8435; number_of_response:1; }","duration":"240.400141ms","start":"2026-04-23T00:33:24.875454Z","end":"2026-04-23T00:33:25.115854Z","steps":["trace[1693130726] 'process raft request' (duration: 240.331809ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:33:25.115896Z","caller":"traceutil/trace.go:171","msg":"trace[339887635] transaction","detail":"{read_only:false; response_revision:8433; number_of_response:1; }","duration":"241.286078ms","start":"2026-04-23T00:33:24.874578Z","end":"2026-04-23T00:33:25.115864Z","steps":["trace[339887635] 'process raft request' (duration: 232.882801ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:33:25.116059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.602166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-04-23T00:33:25.116092Z","caller":"traceutil/trace.go:171","msg":"trace[538722336] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8435; }","duration":"218.683467ms","start":"2026-04-23T00:33:24.897395Z","end":"2026-04-23T00:33:25.116078Z","steps":["trace[538722336] 'agreement among raft nodes before linearized reading' (duration: 218.553134ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:33:25.116169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.3297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-23T00:33:25.116203Z","caller":"traceutil/trace.go:171","msg":"trace[1157947974] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8435; }","duration":"218.398321ms","start":"2026-04-23T00:33:24.897795Z","end":"2026-04-23T00:33:25.116193Z","steps":["trace[1157947974] 'agreement among raft nodes before linearized reading' (duration: 218.222548ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:33:25.116195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.226629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-23T00:33:25.116277Z","caller":"traceutil/trace.go:171","msg":"trace[1589424419] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8435; }","duration":"217.324631ms","start":"2026-04-23T00:33:24.89893Z","end":"2026-04-23T00:33:25.116254Z","steps":["trace[1589424419] 'agreement among raft nodes before linearized reading' (duration: 217.052326ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:33:25.116435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.013663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:211881"} {"level":"info","ts":"2026-04-23T00:33:25.116541Z","caller":"traceutil/trace.go:171","msg":"trace[75009574] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8435; }","duration":"241.156536ms","start":"2026-04-23T00:33:24.875361Z","end":"2026-04-23T00:33:25.116517Z","steps":["trace[75009574] 'agreement among raft nodes before linearized reading' (duration: 240.555664ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:33:25.584652Z","caller":"traceutil/trace.go:171","msg":"trace[1689308076] linearizableReadLoop","detail":"{readStateIndex:8761; appliedIndex:8759; }","duration":"120.99693ms","start":"2026-04-23T00:33:25.463631Z","end":"2026-04-23T00:33:25.584628Z","steps":["trace[1689308076] 'read index received' (duration: 2.353004ms)","trace[1689308076] 'applied index is now lower than readState.Index' (duration: 118.642676ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:33:25.584697Z","caller":"traceutil/trace.go:171","msg":"trace[296774843] transaction","detail":"{read_only:false; response_revision:8460; number_of_response:1; }","duration":"121.442569ms","start":"2026-04-23T00:33:25.463212Z","end":"2026-04-23T00:33:25.584655Z","steps":["trace[296774843] 'process raft request' (duration: 117.262541ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:33:25.584793Z","caller":"traceutil/trace.go:171","msg":"trace[999437186] transaction","detail":"{read_only:false; response_revision:8461; number_of_response:1; }","duration":"121.408298ms","start":"2026-04-23T00:33:25.463365Z","end":"2026-04-23T00:33:25.584773Z","steps":["trace[999437186] 'process raft request' (duration: 121.206874ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:33:25.58518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.50415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-04-23T00:33:25.585273Z","caller":"traceutil/trace.go:171","msg":"trace[611232858] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:8461; }","duration":"121.627483ms","start":"2026-04-23T00:33:25.463624Z","end":"2026-04-23T00:33:25.585251Z","steps":["trace[611232858] 'agreement among raft nodes before linearized reading' (duration: 121.312866ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:33:25.594229Z","caller":"traceutil/trace.go:171","msg":"trace[491746629] transaction","detail":"{read_only:false; response_revision:8462; number_of_response:1; }","duration":"118.26095ms","start":"2026-04-23T00:33:25.475948Z","end":"2026-04-23T00:33:25.594209Z","steps":["trace[491746629] 'process raft request' (duration: 118.047166ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:33:25.594706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.885564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-8frp6\" ","response":"range_response_count:1 size:4740"} {"level":"warn","ts":"2026-04-23T00:33:25.595581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.699928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/ceph-object-controller-detect-version\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-04-23T00:33:25.595652Z","caller":"traceutil/trace.go:171","msg":"trace[2124417695] range","detail":"{range_begin:/registry/pods/openstack/ceph-object-controller-detect-version-8frp6; range_end:; response_count:1; response_revision:8462; }","duration":"124.812171ms","start":"2026-04-23T00:33:25.470791Z","end":"2026-04-23T00:33:25.595603Z","steps":["trace[2124417695] 'agreement among raft nodes before linearized reading' (duration: 123.367405ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:33:25.595672Z","caller":"traceutil/trace.go:171","msg":"trace[1792991379] range","detail":"{range_begin:/registry/configmaps/openstack/ceph-object-controller-detect-version; range_end:; response_count:1; response_revision:8462; }","duration":"125.836401ms","start":"2026-04-23T00:33:25.469797Z","end":"2026-04-23T00:33:25.595634Z","steps":["trace[1792991379] 'agreement among raft nodes before linearized reading' (duration: 124.413315ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:33:25.595824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.017647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/ceph-object-controller-detect-version\" ","response":"range_response_count:1 size:3161"} {"level":"info","ts":"2026-04-23T00:33:25.59591Z","caller":"traceutil/trace.go:171","msg":"trace[1370822471] range","detail":"{range_begin:/registry/jobs/openstack/ceph-object-controller-detect-version; range_end:; response_count:1; response_revision:8462; }","duration":"124.112908ms","start":"2026-04-23T00:33:25.471762Z","end":"2026-04-23T00:33:25.595875Z","steps":["trace[1370822471] 'agreement among raft nodes before linearized reading' (duration: 122.399297ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:33:25.767357Z","caller":"traceutil/trace.go:171","msg":"trace[481638860] linearizableReadLoop","detail":"{readStateIndex:8768; appliedIndex:8767; }","duration":"109.623779ms","start":"2026-04-23T00:33:25.657705Z","end":"2026-04-23T00:33:25.767329Z","steps":["trace[481638860] 'read index received' (duration: 54.222753ms)","trace[481638860] 'applied index is now lower than readState.Index' (duration: 55.399756ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:33:25.767395Z","caller":"traceutil/trace.go:171","msg":"trace[395861704] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8468; }","duration":"109.66166ms","start":"2026-04-23T00:33:25.657688Z","end":"2026-04-23T00:33:25.76735Z","steps":["trace[395861704] 'process raft request' (duration: 54.203213ms)","trace[395861704] 'compare' (duration: 55.153192ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:33:25.767626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.854113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-04-23T00:33:25.76775Z","caller":"traceutil/trace.go:171","msg":"trace[1397898690] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:8468; }","duration":"109.998836ms","start":"2026-04-23T00:33:25.657688Z","end":"2026-04-23T00:33:25.767687Z","steps":["trace[1397898690] 'agreement among raft nodes before linearized reading' (duration: 109.763552ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:33:25.772047Z","caller":"traceutil/trace.go:171","msg":"trace[1530015330] transaction","detail":"{read_only:false; response_revision:8469; number_of_response:1; }","duration":"113.808666ms","start":"2026-04-23T00:33:25.658224Z","end":"2026-04-23T00:33:25.772033Z","steps":["trace[1530015330] 'process raft request' (duration: 113.525211ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:33:25.772156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.789556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-8frp6\" ","response":"range_response_count:1 size:4772"} {"level":"info","ts":"2026-04-23T00:33:25.77222Z","caller":"traceutil/trace.go:171","msg":"trace[1280702193] range","detail":"{range_begin:/registry/pods/openstack/ceph-object-controller-detect-version-8frp6; range_end:; response_count:1; response_revision:8469; }","duration":"113.878687ms","start":"2026-04-23T00:33:25.658324Z","end":"2026-04-23T00:33:25.772202Z","steps":["trace[1280702193] 'agreement among raft nodes before linearized reading' (duration: 113.627273ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:33:25.772446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.456808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-8frp6\" ","response":"range_response_count:1 size:4772"} {"level":"info","ts":"2026-04-23T00:33:25.772543Z","caller":"traceutil/trace.go:171","msg":"trace[978982501] range","detail":"{range_begin:/registry/pods/openstack/ceph-object-controller-detect-version-8frp6; range_end:; response_count:1; response_revision:8469; }","duration":"114.58619ms","start":"2026-04-23T00:33:25.657933Z","end":"2026-04-23T00:33:25.77252Z","steps":["trace[978982501] 'agreement among raft nodes before linearized reading' (duration: 114.273665ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:33:25.773315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.378394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2366191"} {"level":"info","ts":"2026-04-23T00:33:25.773424Z","caller":"traceutil/trace.go:171","msg":"trace[625686938] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:8469; }","duration":"109.512756ms","start":"2026-04-23T00:33:25.663859Z","end":"2026-04-23T00:33:25.773372Z","steps":["trace[625686938] 'agreement among raft nodes before linearized reading' (duration: 108.298824ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:33:26.973246Z","caller":"traceutil/trace.go:171","msg":"trace[984422954] transaction","detail":"{read_only:false; response_revision:8506; number_of_response:1; }","duration":"115.223762ms","start":"2026-04-23T00:33:26.857996Z","end":"2026-04-23T00:33:26.97322Z","steps":["trace[984422954] 'process raft request' (duration: 115.0856ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:33:52.318617Z","caller":"traceutil/trace.go:171","msg":"trace[1448139356] transaction","detail":"{read_only:false; response_revision:8700; number_of_response:1; }","duration":"194.739228ms","start":"2026-04-23T00:33:52.12385Z","end":"2026-04-23T00:33:52.318589Z","steps":["trace[1448139356] 'process raft request' (duration: 194.578175ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:33:53.476865Z","caller":"traceutil/trace.go:171","msg":"trace[1286722744] linearizableReadLoop","detail":"{readStateIndex:9015; appliedIndex:9014; }","duration":"146.857744ms","start":"2026-04-23T00:33:53.329987Z","end":"2026-04-23T00:33:53.476845Z","steps":["trace[1286722744] 'read index received' (duration: 146.751332ms)","trace[1286722744] 'applied index is now lower than readState.Index' (duration: 105.372µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:33:53.476963Z","caller":"traceutil/trace.go:171","msg":"trace[1810469042] transaction","detail":"{read_only:false; response_revision:8707; number_of_response:1; }","duration":"154.16119ms","start":"2026-04-23T00:33:53.322766Z","end":"2026-04-23T00:33:53.476927Z","steps":["trace[1810469042] 'process raft request' (duration: 153.936306ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:33:53.477121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.214411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-f98nc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-23T00:33:53.477186Z","caller":"traceutil/trace.go:171","msg":"trace[1164459523] range","detail":"{range_begin:/registry/pods/openstack/keepalived-f98nc; range_end:; response_count:1; response_revision:8707; }","duration":"147.316014ms","start":"2026-04-23T00:33:53.329853Z","end":"2026-04-23T00:33:53.477169Z","steps":["trace[1164459523] 'agreement among raft nodes before linearized reading' (duration: 147.045258ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:33:53.477208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.779834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"warn","ts":"2026-04-23T00:33:53.477159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.428636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-23T00:33:53.477336Z","caller":"traceutil/trace.go:171","msg":"trace[117688867] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8707; }","duration":"154.63986ms","start":"2026-04-23T00:33:53.32268Z","end":"2026-04-23T00:33:53.477319Z","steps":["trace[117688867] 'agreement among raft nodes before linearized reading' (duration: 154.375406ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:33:53.477284Z","caller":"traceutil/trace.go:171","msg":"trace[456098076] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8707; }","duration":"153.888695ms","start":"2026-04-23T00:33:53.323377Z","end":"2026-04-23T00:33:53.477266Z","steps":["trace[456098076] 'agreement among raft nodes before linearized reading' (duration: 153.663031ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:33:53.479953Z","caller":"traceutil/trace.go:171","msg":"trace[22814358] transaction","detail":"{read_only:false; response_revision:8708; number_of_response:1; }","duration":"147.404635ms","start":"2026-04-23T00:33:53.332506Z","end":"2026-04-23T00:33:53.47991Z","steps":["trace[22814358] 'process raft request' (duration: 147.243241ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:33:53.656802Z","caller":"traceutil/trace.go:171","msg":"trace[1824855916] linearizableReadLoop","detail":"{readStateIndex:9017; appliedIndex:9016; }","duration":"173.027043ms","start":"2026-04-23T00:33:53.483753Z","end":"2026-04-23T00:33:53.65678Z","steps":["trace[1824855916] 'read index received' (duration: 154.087469ms)","trace[1824855916] 'applied index is now lower than readState.Index' (duration: 18.939024ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:33:53.656895Z","caller":"traceutil/trace.go:171","msg":"trace[1518805544] transaction","detail":"{read_only:false; response_revision:8709; number_of_response:1; }","duration":"173.971181ms","start":"2026-04-23T00:33:53.482897Z","end":"2026-04-23T00:33:53.656868Z","steps":["trace[1518805544] 'process raft request' (duration: 154.930775ms)","trace[1518805544] 'compare' (duration: 18.861753ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:33:53.657159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.38799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:217710"} {"level":"info","ts":"2026-04-23T00:33:53.657188Z","caller":"traceutil/trace.go:171","msg":"trace[411700168] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8709; }","duration":"173.452272ms","start":"2026-04-23T00:33:53.483728Z","end":"2026-04-23T00:33:53.657181Z","steps":["trace[411700168] 'agreement among raft nodes before linearized reading' (duration: 173.149086ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:33:53.665441Z","caller":"traceutil/trace.go:171","msg":"trace[907431687] transaction","detail":"{read_only:false; response_revision:8710; number_of_response:1; }","duration":"181.41965ms","start":"2026-04-23T00:33:53.48399Z","end":"2026-04-23T00:33:53.66541Z","steps":["trace[907431687] 'process raft request' (duration: 181.208687ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:33:53.665518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.069386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-23T00:33:53.665589Z","caller":"traceutil/trace.go:171","msg":"trace[314386403] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8710; }","duration":"179.188978ms","start":"2026-04-23T00:33:53.486382Z","end":"2026-04-23T00:33:53.665571Z","steps":["trace[314386403] 'agreement among raft nodes before linearized reading' (duration: 178.943984ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:34:11.760506Z","caller":"traceutil/trace.go:171","msg":"trace[1729483605] transaction","detail":"{read_only:false; response_revision:8911; number_of_response:1; }","duration":"167.501917ms","start":"2026-04-23T00:34:11.592969Z","end":"2026-04-23T00:34:11.760471Z","steps":["trace[1729483605] 'process raft request' (duration: 141.368637ms)","trace[1729483605] 'compare' (duration: 25.883685ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:34:13.47407Z","caller":"traceutil/trace.go:171","msg":"trace[749102296] transaction","detail":"{read_only:false; response_revision:8917; number_of_response:1; }","duration":"125.626925ms","start":"2026-04-23T00:34:13.348367Z","end":"2026-04-23T00:34:13.473993Z","steps":["trace[749102296] 'process raft request' (duration: 125.431482ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:34:24.913161Z","caller":"traceutil/trace.go:171","msg":"trace[1725516317] transaction","detail":"{read_only:false; response_revision:8985; number_of_response:1; }","duration":"135.616205ms","start":"2026-04-23T00:34:24.777518Z","end":"2026-04-23T00:34:24.913134Z","steps":["trace[1725516317] 'process raft request' (duration: 135.472442ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:34:25.2851Z","caller":"traceutil/trace.go:171","msg":"trace[1176767501] linearizableReadLoop","detail":"{readStateIndex:9301; appliedIndex:9300; }","duration":"493.726942ms","start":"2026-04-23T00:34:24.791346Z","end":"2026-04-23T00:34:25.285073Z","steps":["trace[1176767501] 'read index received' (duration: 122.314756ms)","trace[1176767501] 'applied index is now lower than readState.Index' (duration: 371.410846ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:34:25.285368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.990737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:34:25.285425Z","caller":"traceutil/trace.go:171","msg":"trace[890807668] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:8986; }","duration":"494.091859ms","start":"2026-04-23T00:34:24.791316Z","end":"2026-04-23T00:34:25.285408Z","steps":["trace[890807668] 'agreement among raft nodes before linearized reading' (duration: 493.873524ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:34:25.285479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:34:24.791305Z","time spent":"494.15875ms","remote":"127.0.0.1:42442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-04-23T00:34:25.286172Z","caller":"traceutil/trace.go:171","msg":"trace[2029471182] transaction","detail":"{read_only:false; response_revision:8986; number_of_response:1; }","duration":"501.249957ms","start":"2026-04-23T00:34:24.784659Z","end":"2026-04-23T00:34:25.285909Z","steps":["trace[2029471182] 'process raft request' (duration: 499.481696ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:34:25.28643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:34:24.78465Z","time spent":"501.642514ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:34:25.550092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.959609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:34:25.5503Z","caller":"traceutil/trace.go:171","msg":"trace[771761526] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8986; }","duration":"132.214084ms","start":"2026-04-23T00:34:25.418065Z","end":"2026-04-23T00:34:25.550279Z","steps":["trace[771761526] 'range keys from in-memory index tree' (duration: 131.858378ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:34:25.817717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.189533ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:34:25.817937Z","caller":"traceutil/trace.go:171","msg":"trace[1911320303] transaction","detail":"{read_only:false; response_revision:8988; number_of_response:1; }","duration":"249.408256ms","start":"2026-04-23T00:34:25.568499Z","end":"2026-04-23T00:34:25.817908Z","steps":["trace[1911320303] 'process raft request' (duration: 82.921888ms)","trace[1911320303] 'compare' (duration: 165.913789ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:34:25.817953Z","caller":"traceutil/trace.go:171","msg":"trace[1361836540] linearizableReadLoop","detail":"{readStateIndex:9304; appliedIndex:9302; }","duration":"131.693604ms","start":"2026-04-23T00:34:25.686242Z","end":"2026-04-23T00:34:25.817935Z","steps":["trace[1361836540] 'read index received' (duration: 48.331µs)","trace[1361836540] 'applied index is now lower than readState.Index' (duration: 131.644203ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:34:25.818053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.814866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T00:34:25.818377Z","caller":"traceutil/trace.go:171","msg":"trace[1355671109] transaction","detail":"{read_only:false; response_revision:8989; number_of_response:1; }","duration":"249.702281ms","start":"2026-04-23T00:34:25.568659Z","end":"2026-04-23T00:34:25.818362Z","steps":["trace[1355671109] 'process raft request' (duration: 249.174812ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:34:25.818248Z","caller":"traceutil/trace.go:171","msg":"trace[787148055] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:8989; }","duration":"132.05666ms","start":"2026-04-23T00:34:25.68618Z","end":"2026-04-23T00:34:25.818237Z","steps":["trace[787148055] 'agreement among raft nodes before linearized reading' (duration: 131.812746ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:34:26.266208Z","caller":"traceutil/trace.go:171","msg":"trace[974010654] linearizableReadLoop","detail":"{readStateIndex:9305; appliedIndex:9304; }","duration":"422.239948ms","start":"2026-04-23T00:34:25.843935Z","end":"2026-04-23T00:34:26.266175Z","steps":["trace[974010654] 'read index received' (duration: 326.643323ms)","trace[974010654] 'applied index is now lower than readState.Index' (duration: 95.595245ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:34:26.266231Z","caller":"traceutil/trace.go:171","msg":"trace[584940685] transaction","detail":"{read_only:false; response_revision:8990; number_of_response:1; }","duration":"443.614423ms","start":"2026-04-23T00:34:25.822581Z","end":"2026-04-23T00:34:26.266196Z","steps":["trace[584940685] 'process raft request' (duration: 348.006057ms)","trace[584940685] 'compare' (duration: 95.381702ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:34:26.266463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:34:25.822559Z","time spent":"443.794545ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:34:26.266543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.186521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-23T00:34:26.266606Z","caller":"traceutil/trace.go:171","msg":"trace[1442128509] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8990; }","duration":"391.260732ms","start":"2026-04-23T00:34:25.875327Z","end":"2026-04-23T00:34:26.266588Z","steps":["trace[1442128509] 'agreement among raft nodes before linearized reading' (duration: 391.057319ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:34:26.266652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:34:25.875231Z","time spent":"391.412445ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T00:34:26.266803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.772481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"warn","ts":"2026-04-23T00:34:26.266824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.89475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-23T00:34:26.266757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.536782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-f98nc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-23T00:34:26.266853Z","caller":"traceutil/trace.go:171","msg":"trace[1447076478] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8990; }","duration":"382.849413ms","start":"2026-04-23T00:34:25.883988Z","end":"2026-04-23T00:34:26.266838Z","steps":["trace[1447076478] 'agreement among raft nodes before linearized reading' (duration: 382.584727ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:34:26.266859Z","caller":"traceutil/trace.go:171","msg":"trace[656070037] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8990; }","duration":"422.959502ms","start":"2026-04-23T00:34:25.84389Z","end":"2026-04-23T00:34:26.266849Z","steps":["trace[656070037] 'agreement among raft nodes before linearized reading' (duration: 422.34891ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:34:26.266884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:34:25.883975Z","time spent":"382.900903ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T00:34:26.266888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:34:25.843874Z","time spent":"423.008393ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-23T00:34:26.266927Z","caller":"traceutil/trace.go:171","msg":"trace[43890478] range","detail":"{range_begin:/registry/pods/openstack/keepalived-f98nc; range_end:; response_count:1; response_revision:8990; }","duration":"340.713136ms","start":"2026-04-23T00:34:25.926154Z","end":"2026-04-23T00:34:26.266867Z","steps":["trace[43890478] 'agreement among raft nodes before linearized reading' (duration: 340.338339ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:34:26.266988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:34:25.926138Z","time spent":"340.837888ms","remote":"127.0.0.1:57802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-f98nc\" "} {"level":"info","ts":"2026-04-23T00:34:26.429966Z","caller":"traceutil/trace.go:171","msg":"trace[1466155662] linearizableReadLoop","detail":"{readStateIndex:9306; appliedIndex:9305; }","duration":"158.125568ms","start":"2026-04-23T00:34:26.271799Z","end":"2026-04-23T00:34:26.429925Z","steps":["trace[1466155662] 'read index received' (duration: 119.814931ms)","trace[1466155662] 'applied index is now lower than readState.Index' (duration: 38.308947ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:34:26.430007Z","caller":"traceutil/trace.go:171","msg":"trace[792934362] transaction","detail":"{read_only:false; response_revision:8991; number_of_response:1; }","duration":"158.549025ms","start":"2026-04-23T00:34:26.271423Z","end":"2026-04-23T00:34:26.429972Z","steps":["trace[792934362] 'process raft request' (duration: 120.253978ms)","trace[792934362] 'compare' (duration: 38.066123ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:34:26.430452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.609407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:28 size:244657"} {"level":"info","ts":"2026-04-23T00:34:26.430498Z","caller":"traceutil/trace.go:171","msg":"trace[1725536102] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:28; response_revision:8991; }","duration":"158.709368ms","start":"2026-04-23T00:34:26.271778Z","end":"2026-04-23T00:34:26.430487Z","steps":["trace[1725536102] 'agreement among raft nodes before linearized reading' (duration: 158.281121ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:34:26.452033Z","caller":"traceutil/trace.go:171","msg":"trace[1374982390] transaction","detail":"{read_only:false; response_revision:8993; number_of_response:1; }","duration":"180.016771ms","start":"2026-04-23T00:34:26.271994Z","end":"2026-04-23T00:34:26.452011Z","steps":["trace[1374982390] 'process raft request' (duration: 179.889069ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:34:26.452147Z","caller":"traceutil/trace.go:171","msg":"trace[240524237] transaction","detail":"{read_only:false; response_revision:8992; number_of_response:1; }","duration":"180.327937ms","start":"2026-04-23T00:34:26.271788Z","end":"2026-04-23T00:34:26.452116Z","steps":["trace[240524237] 'process raft request' (duration: 179.982881ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:34:30.478027Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-000000000000247f.wal"} {"level":"info","ts":"2026-04-23T00:35:06.618744Z","caller":"traceutil/trace.go:171","msg":"trace[1874421193] linearizableReadLoop","detail":"{readStateIndex:9689; appliedIndex:9688; }","duration":"100.955302ms","start":"2026-04-23T00:35:06.517768Z","end":"2026-04-23T00:35:06.618724Z","steps":["trace[1874421193] 'read index received' (duration: 100.84147ms)","trace[1874421193] 'applied index is now lower than readState.Index' (duration: 112.952µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:35:06.619037Z","caller":"traceutil/trace.go:171","msg":"trace[1723406863] transaction","detail":"{read_only:false; response_revision:9365; number_of_response:1; }","duration":"145.322569ms","start":"2026-04-23T00:35:06.473701Z","end":"2026-04-23T00:35:06.619023Z","steps":["trace[1723406863] 'process raft request' (duration: 144.837161ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:06.619262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.469711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T00:35:06.619318Z","caller":"traceutil/trace.go:171","msg":"trace[1376042295] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:9365; }","duration":"101.563683ms","start":"2026-04-23T00:35:06.517739Z","end":"2026-04-23T00:35:06.619303Z","steps":["trace[1376042295] 'agreement among raft nodes before linearized reading' (duration: 101.457451ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:35:06.786675Z","caller":"traceutil/trace.go:171","msg":"trace[1652058292] linearizableReadLoop","detail":"{readStateIndex:9690; appliedIndex:9689; }","duration":"148.20313ms","start":"2026-04-23T00:35:06.638447Z","end":"2026-04-23T00:35:06.78665Z","steps":["trace[1652058292] 'read index received' (duration: 92.712514ms)","trace[1652058292] 'applied index is now lower than readState.Index' (duration: 55.489576ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:35:06.786925Z","caller":"traceutil/trace.go:171","msg":"trace[317122459] transaction","detail":"{read_only:false; response_revision:9366; number_of_response:1; }","duration":"157.6393ms","start":"2026-04-23T00:35:06.629269Z","end":"2026-04-23T00:35:06.786908Z","steps":["trace[317122459] 'process raft request' (duration: 101.732306ms)","trace[317122459] 'compare' (duration: 55.539906ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:35:06.787099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.589097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-04-23T00:35:06.787174Z","caller":"traceutil/trace.go:171","msg":"trace[533920531] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:9366; }","duration":"148.725689ms","start":"2026-04-23T00:35:06.638431Z","end":"2026-04-23T00:35:06.787157Z","steps":["trace[533920531] 'agreement among raft nodes before linearized reading' (duration: 148.484875ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:06.799633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.604328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-23T00:35:06.799697Z","caller":"traceutil/trace.go:171","msg":"trace[1846519580] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9367; }","duration":"153.692749ms","start":"2026-04-23T00:35:06.645989Z","end":"2026-04-23T00:35:06.799682Z","steps":["trace[1846519580] 'agreement among raft nodes before linearized reading' (duration: 153.465225ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:35:06.799769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.982597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-f98nc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-23T00:35:06.799831Z","caller":"traceutil/trace.go:171","msg":"trace[958444615] range","detail":"{range_begin:/registry/pods/openstack/keepalived-f98nc; range_end:; response_count:1; response_revision:9367; }","duration":"109.079778ms","start":"2026-04-23T00:35:06.690738Z","end":"2026-04-23T00:35:06.799817Z","steps":["trace[958444615] 'agreement among raft nodes before linearized reading' (duration: 108.884315ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:35:09.676873Z","caller":"traceutil/trace.go:171","msg":"trace[1885563558] transaction","detail":"{read_only:false; response_revision:9399; number_of_response:1; }","duration":"108.689872ms","start":"2026-04-23T00:35:09.568159Z","end":"2026-04-23T00:35:09.676849Z","steps":["trace[1885563558] 'process raft request' (duration: 108.522989ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:35:20.99406Z","caller":"traceutil/trace.go:171","msg":"trace[422135040] transaction","detail":"{read_only:false; response_revision:9494; number_of_response:1; }","duration":"101.317309ms","start":"2026-04-23T00:35:20.892721Z","end":"2026-04-23T00:35:20.994038Z","steps":["trace[422135040] 'process raft request' (duration: 100.8464ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:35:47.263146Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"1686e9b1ea717edf","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-23T00:35:47.271473Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-04-23T00:35:47.271645Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-04-23T00:36:39.696489Z","caller":"traceutil/trace.go:171","msg":"trace[1924845326] transaction","detail":"{read_only:false; response_revision:10108; number_of_response:1; }","duration":"255.340617ms","start":"2026-04-23T00:36:39.441124Z","end":"2026-04-23T00:36:39.696465Z","steps":["trace[1924845326] 'process raft request' (duration: 254.745917ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:36:39.696774Z","caller":"traceutil/trace.go:171","msg":"trace[18874404] linearizableReadLoop","detail":"{readStateIndex:10461; appliedIndex:10459; }","duration":"129.440052ms","start":"2026-04-23T00:36:39.567308Z","end":"2026-04-23T00:36:39.696748Z","steps":["trace[18874404] 'read index received' (duration: 128.466194ms)","trace[18874404] 'applied index is now lower than readState.Index' (duration: 972.928µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:36:39.696815Z","caller":"traceutil/trace.go:171","msg":"trace[977516043] transaction","detail":"{read_only:false; response_revision:10109; number_of_response:1; }","duration":"255.177966ms","start":"2026-04-23T00:36:39.44161Z","end":"2026-04-23T00:36:39.696788Z","steps":["trace[977516043] 'process raft request' (duration: 255.080984ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:36:39.696991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.669196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-f98nc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-23T00:36:39.697051Z","caller":"traceutil/trace.go:171","msg":"trace[1827670598] range","detail":"{range_begin:/registry/pods/openstack/keepalived-f98nc; range_end:; response_count:1; response_revision:10109; }","duration":"129.787568ms","start":"2026-04-23T00:36:39.567251Z","end":"2026-04-23T00:36:39.697039Z","steps":["trace[1827670598] 'agreement among raft nodes before linearized reading' (duration: 129.598385ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:37:33.995882Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8036} {"level":"info","ts":"2026-04-23T00:37:34.068253Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8036,"took":"69.406207ms","hash":1150918758,"current-db-size-bytes":56532992,"current-db-size":"56 MB","current-db-size-in-use-bytes":30179328,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-04-23T00:37:34.068313Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1150918758,"revision":8036,"compact-revision":5835} {"level":"warn","ts":"2026-04-23T00:38:01.751584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.229804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-23T00:38:01.751705Z","caller":"traceutil/trace.go:171","msg":"trace[1726156400] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10891; }","duration":"131.409107ms","start":"2026-04-23T00:38:01.62027Z","end":"2026-04-23T00:38:01.751679Z","steps":["trace[1726156400] 'range keys from in-memory index tree' (duration: 130.97737ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:38:02.182101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.032583ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:38:02.182289Z","caller":"traceutil/trace.go:171","msg":"trace[633943357] transaction","detail":"{read_only:false; response_revision:10893; number_of_response:1; }","duration":"425.771527ms","start":"2026-04-23T00:38:01.75647Z","end":"2026-04-23T00:38:02.182241Z","steps":["trace[633943357] 'process raft request' (duration: 97.51508ms)","trace[633943357] 'compare' (duration: 327.89494ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:38:02.182361Z","caller":"traceutil/trace.go:171","msg":"trace[711529170] transaction","detail":"{read_only:false; response_revision:10895; number_of_response:1; }","duration":"329.100443ms","start":"2026-04-23T00:38:01.853241Z","end":"2026-04-23T00:38:02.182342Z","steps":["trace[711529170] 'process raft request' (duration: 329.058182ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:38:02.182452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:38:01.756452Z","time spent":"425.916179ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:38:02.182502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:38:01.853225Z","time spent":"329.181715ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:38:02.182552Z","caller":"traceutil/trace.go:171","msg":"trace[263068778] linearizableReadLoop","detail":"{readStateIndex:11265; appliedIndex:11263; }","duration":"420.618863ms","start":"2026-04-23T00:38:01.761905Z","end":"2026-04-23T00:38:02.182524Z","steps":["trace[263068778] 'read index received' (duration: 31.645487ms)","trace[263068778] 'applied index is now lower than readState.Index' (duration: 388.971756ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:38:02.182677Z","caller":"traceutil/trace.go:171","msg":"trace[417956038] transaction","detail":"{read_only:false; response_revision:10894; number_of_response:1; }","duration":"381.139753ms","start":"2026-04-23T00:38:01.801525Z","end":"2026-04-23T00:38:02.182665Z","steps":["trace[417956038] 'process raft request' (duration: 380.685604ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:38:02.182759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.858758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-23T00:38:02.182786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:38:01.801501Z","time spent":"381.208175ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:38:02.182803Z","caller":"traceutil/trace.go:171","msg":"trace[1542083430] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10895; }","duration":"420.930268ms","start":"2026-04-23T00:38:01.761861Z","end":"2026-04-23T00:38:02.182791Z","steps":["trace[1542083430] 'agreement among raft nodes before linearized reading' (duration: 420.778056ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:38:02.182838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:38:01.76184Z","time spent":"420.99103ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-23T00:38:02.223437Z","caller":"traceutil/trace.go:171","msg":"trace[1133539217] transaction","detail":"{read_only:false; response_revision:10896; number_of_response:1; }","duration":"102.926418ms","start":"2026-04-23T00:38:02.120485Z","end":"2026-04-23T00:38:02.223412Z","steps":["trace[1133539217] 'process raft request' (duration: 102.723464ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:38:02.224038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.436994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T00:38:02.224118Z","caller":"traceutil/trace.go:171","msg":"trace[385357733] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:10896; }","duration":"241.564056ms","start":"2026-04-23T00:38:01.982536Z","end":"2026-04-23T00:38:02.2241Z","steps":["trace[385357733] 'agreement among raft nodes before linearized reading' (duration: 240.818023ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:42:34.002127Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10627} {"level":"info","ts":"2026-04-23T00:42:34.086158Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10627,"took":"80.532013ms","hash":1564620475,"current-db-size-bytes":56532992,"current-db-size":"56 MB","current-db-size-in-use-bytes":26927104,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-04-23T00:42:34.086218Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1564620475,"revision":10627,"compact-revision":8036} {"level":"info","ts":"2026-04-23T00:43:46.857961Z","caller":"traceutil/trace.go:171","msg":"trace[1655630559] linearizableReadLoop","detail":"{readStateIndex:13708; appliedIndex:13707; }","duration":"162.953928ms","start":"2026-04-23T00:43:46.694978Z","end":"2026-04-23T00:43:46.857932Z","steps":["trace[1655630559] 'read index received' (duration: 162.765265ms)","trace[1655630559] 'applied index is now lower than readState.Index' (duration: 187.283µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:43:46.858112Z","caller":"traceutil/trace.go:171","msg":"trace[383962280] transaction","detail":"{read_only:false; response_revision:13256; number_of_response:1; }","duration":"167.966572ms","start":"2026-04-23T00:43:46.690088Z","end":"2026-04-23T00:43:46.858055Z","steps":["trace[383962280] 'process raft request' (duration: 167.617396ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:43:46.858668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.63871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-23T00:43:46.858798Z","caller":"traceutil/trace.go:171","msg":"trace[1930966928] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:13256; }","duration":"163.810514ms","start":"2026-04-23T00:43:46.694954Z","end":"2026-04-23T00:43:46.858766Z","steps":["trace[1930966928] 'agreement among raft nodes before linearized reading' (duration: 163.131521ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:44:13.104872Z","caller":"traceutil/trace.go:171","msg":"trace[979903713] transaction","detail":"{read_only:false; response_revision:13396; number_of_response:1; }","duration":"122.692368ms","start":"2026-04-23T00:44:12.98216Z","end":"2026-04-23T00:44:13.104852Z","steps":["trace[979903713] 'process raft request' (duration: 122.575886ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:44:13.106082Z","caller":"traceutil/trace.go:171","msg":"trace[11627898] linearizableReadLoop","detail":"{readStateIndex:13855; appliedIndex:13853; }","duration":"109.571593ms","start":"2026-04-23T00:44:12.996489Z","end":"2026-04-23T00:44:13.10606Z","steps":["trace[11627898] 'read index received' (duration: 108.196497ms)","trace[11627898] 'applied index is now lower than readState.Index' (duration: 1.374096ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:44:13.106215Z","caller":"traceutil/trace.go:171","msg":"trace[1021140675] transaction","detail":"{read_only:false; response_revision:13397; number_of_response:1; }","duration":"122.134277ms","start":"2026-04-23T00:44:12.984047Z","end":"2026-04-23T00:44:13.106181Z","steps":["trace[1021140675] 'process raft request' (duration: 121.887482ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:13.106265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.754296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:44:13.106321Z","caller":"traceutil/trace.go:171","msg":"trace[436920420] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:13397; }","duration":"109.874858ms","start":"2026-04-23T00:44:12.99643Z","end":"2026-04-23T00:44:13.106305Z","steps":["trace[436920420] 'agreement among raft nodes before linearized reading' (duration: 109.770806ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:44:27.545178Z","caller":"traceutil/trace.go:171","msg":"trace[2081978769] transaction","detail":"{read_only:false; response_revision:13484; number_of_response:1; }","duration":"335.855481ms","start":"2026-04-23T00:44:27.209275Z","end":"2026-04-23T00:44:27.54513Z","steps":["trace[2081978769] 'process raft request' (duration: 334.66313ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:27.545372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:27.209251Z","time spent":"336.019086ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:44:27.550812Z","caller":"traceutil/trace.go:171","msg":"trace[476252723] linearizableReadLoop","detail":"{readStateIndex:13948; appliedIndex:13946; }","duration":"143.342913ms","start":"2026-04-23T00:44:27.40743Z","end":"2026-04-23T00:44:27.550773Z","steps":["trace[476252723] 'read index received' (duration: 136.587358ms)","trace[476252723] 'applied index is now lower than readState.Index' (duration: 6.753895ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:44:27.550914Z","caller":"traceutil/trace.go:171","msg":"trace[299457852] transaction","detail":"{read_only:false; response_revision:13485; number_of_response:1; }","duration":"340.907467ms","start":"2026-04-23T00:44:27.209952Z","end":"2026-04-23T00:44:27.550859Z","steps":["trace[299457852] 'process raft request' (duration: 340.672412ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:27.551069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.862818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:44:27.551108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.664819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-f98nc\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-04-23T00:44:27.551122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:27.209913Z","time spent":"341.101901ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:44:27.55115Z","caller":"traceutil/trace.go:171","msg":"trace[1639852546] range","detail":"{range_begin:/registry/pods/openstack/keepalived-f98nc; range_end:; response_count:1; response_revision:13485; }","duration":"143.790121ms","start":"2026-04-23T00:44:27.407345Z","end":"2026-04-23T00:44:27.551136Z","steps":["trace[1639852546] 'agreement among raft nodes before linearized reading' (duration: 143.576527ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:44:27.551121Z","caller":"traceutil/trace.go:171","msg":"trace[1011602738] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13485; }","duration":"132.97799ms","start":"2026-04-23T00:44:27.418127Z","end":"2026-04-23T00:44:27.551105Z","steps":["trace[1011602738] 'agreement among raft nodes before linearized reading' (duration: 132.852367ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:44:27.919293Z","caller":"traceutil/trace.go:171","msg":"trace[863214366] transaction","detail":"{read_only:false; response_revision:13487; number_of_response:1; }","duration":"330.299779ms","start":"2026-04-23T00:44:27.58895Z","end":"2026-04-23T00:44:27.91925Z","steps":["trace[863214366] 'process raft request' (duration: 330.245108ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:27.920719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:27.588924Z","time spent":"331.679924ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:44:27.919321Z","caller":"traceutil/trace.go:171","msg":"trace[2102006938] transaction","detail":"{read_only:false; response_revision:13486; number_of_response:1; }","duration":"330.390801ms","start":"2026-04-23T00:44:27.588879Z","end":"2026-04-23T00:44:27.91927Z","steps":["trace[2102006938] 'process raft request' (duration: 295.086511ms)","trace[2102006938] 'compare' (duration: 35.077545ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:44:27.921931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:27.588858Z","time spent":"333.005739ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:44:36.458548Z","caller":"traceutil/trace.go:171","msg":"trace[1666316537] linearizableReadLoop","detail":"{readStateIndex:14113; appliedIndex:14112; }","duration":"114.461735ms","start":"2026-04-23T00:44:36.344062Z","end":"2026-04-23T00:44:36.458524Z","steps":["trace[1666316537] 'read index received' (duration: 74.664382ms)","trace[1666316537] 'applied index is now lower than readState.Index' (duration: 39.796153ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:44:36.458697Z","caller":"traceutil/trace.go:171","msg":"trace[234924460] transaction","detail":"{read_only:false; response_revision:13648; number_of_response:1; }","duration":"117.054093ms","start":"2026-04-23T00:44:36.341602Z","end":"2026-04-23T00:44:36.458656Z","steps":["trace[234924460] 'process raft request' (duration: 77.152608ms)","trace[234924460] 'compare' (duration: 39.640259ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:44:36.458795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.705809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-23T00:44:36.458827Z","caller":"traceutil/trace.go:171","msg":"trace[362647318] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13648; }","duration":"114.76634ms","start":"2026-04-23T00:44:36.344048Z","end":"2026-04-23T00:44:36.458814Z","steps":["trace[362647318] 'agreement among raft nodes before linearized reading' (duration: 114.599067ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:44:36.874205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.812152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-23T00:44:36.874297Z","caller":"traceutil/trace.go:171","msg":"trace[1021734471] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13649; }","duration":"165.924044ms","start":"2026-04-23T00:44:36.708351Z","end":"2026-04-23T00:44:36.874275Z","steps":["trace[1021734471] 'range keys from in-memory index tree' (duration: 165.609977ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:44:37.182406Z","caller":"traceutil/trace.go:171","msg":"trace[687077088] transaction","detail":"{read_only:false; response_revision:13651; number_of_response:1; }","duration":"303.856686ms","start":"2026-04-23T00:44:36.878514Z","end":"2026-04-23T00:44:37.18237Z","steps":["trace[687077088] 'process raft request' (duration: 216.15396ms)","trace[687077088] 'compare' (duration: 87.4202ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:44:37.182573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:44:36.878489Z","time spent":"304.0035ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:45:44.051154Z","caller":"traceutil/trace.go:171","msg":"trace[937744469] transaction","detail":"{read_only:false; response_revision:14562; number_of_response:1; }","duration":"105.308824ms","start":"2026-04-23T00:45:43.945814Z","end":"2026-04-23T00:45:44.051123Z","steps":["trace[937744469] 'process raft request' (duration: 104.346096ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:44.520987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.46258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T00:45:44.521098Z","caller":"traceutil/trace.go:171","msg":"trace[739480084] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:14565; }","duration":"154.631493ms","start":"2026-04-23T00:45:44.366441Z","end":"2026-04-23T00:45:44.521072Z","steps":["trace[739480084] 'count revisions from in-memory index tree' (duration: 154.367689ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:45:44.930457Z","caller":"traceutil/trace.go:171","msg":"trace[808384472] transaction","detail":"{read_only:false; response_revision:14566; number_of_response:1; }","duration":"253.905564ms","start":"2026-04-23T00:45:44.676525Z","end":"2026-04-23T00:45:44.930431Z","steps":["trace[808384472] 'process raft request' (duration: 253.771562ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:45:44.994386Z","caller":"traceutil/trace.go:171","msg":"trace[2022884488] linearizableReadLoop","detail":"{readStateIndex:15061; appliedIndex:15059; }","duration":"282.782912ms","start":"2026-04-23T00:45:44.711579Z","end":"2026-04-23T00:45:44.994362Z","steps":["trace[2022884488] 'read index received' (duration: 218.796909ms)","trace[2022884488] 'applied index is now lower than readState.Index' (duration: 63.984993ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:45:44.994468Z","caller":"traceutil/trace.go:171","msg":"trace[1484784389] transaction","detail":"{read_only:false; response_revision:14567; number_of_response:1; }","duration":"313.064477ms","start":"2026-04-23T00:45:44.681364Z","end":"2026-04-23T00:45:44.994428Z","steps":["trace[1484784389] 'process raft request' (duration: 312.875213ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:44.994602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.010857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"warn","ts":"2026-04-23T00:45:44.994642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:45:44.681338Z","time spent":"313.202479ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:45:44.99466Z","caller":"traceutil/trace.go:171","msg":"trace[1482740456] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:14567; }","duration":"283.097958ms","start":"2026-04-23T00:45:44.711543Z","end":"2026-04-23T00:45:44.994641Z","steps":["trace[1482740456] 'agreement among raft nodes before linearized reading' (duration: 282.947286ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:44.994816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.059048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:45:44.994876Z","caller":"traceutil/trace.go:171","msg":"trace[411899853] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14567; }","duration":"149.13848ms","start":"2026-04-23T00:45:44.845723Z","end":"2026-04-23T00:45:44.994862Z","steps":["trace[411899853] 'agreement among raft nodes before linearized reading' (duration: 149.035458ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:44.994891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.51637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-23T00:45:44.994927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.459154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"warn","ts":"2026-04-23T00:45:44.995072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.938269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T00:45:44.99512Z","caller":"traceutil/trace.go:171","msg":"trace[2045017440] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:14567; }","duration":"143.690849ms","start":"2026-04-23T00:45:44.851377Z","end":"2026-04-23T00:45:44.995068Z","steps":["trace[2045017440] 'agreement among raft nodes before linearized reading' (duration: 143.2496ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:44.995066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.286412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:45:44.994998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.301204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-04-23T00:45:44.995169Z","caller":"traceutil/trace.go:171","msg":"trace[1932083654] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:14567; }","duration":"162.057721ms","start":"2026-04-23T00:45:44.83309Z","end":"2026-04-23T00:45:44.995148Z","steps":["trace[1932083654] 'agreement among raft nodes before linearized reading' (duration: 161.864528ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:45:44.995215Z","caller":"traceutil/trace.go:171","msg":"trace[691417881] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14567; }","duration":"142.516397ms","start":"2026-04-23T00:45:44.852674Z","end":"2026-04-23T00:45:44.99519Z","steps":["trace[691417881] 'agreement among raft nodes before linearized reading' (duration: 142.202041ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:45:44.99522Z","caller":"traceutil/trace.go:171","msg":"trace[787208619] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:14567; }","duration":"151.498035ms","start":"2026-04-23T00:45:44.843683Z","end":"2026-04-23T00:45:44.995181Z","steps":["trace[787208619] 'agreement among raft nodes before linearized reading' (duration: 151.151378ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:45:44.995011Z","caller":"traceutil/trace.go:171","msg":"trace[2031713057] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14567; }","duration":"169.676144ms","start":"2026-04-23T00:45:44.825299Z","end":"2026-04-23T00:45:44.994975Z","steps":["trace[2031713057] 'agreement among raft nodes before linearized reading' (duration: 169.303417ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:44.994905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.639655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T00:45:44.9954Z","caller":"traceutil/trace.go:171","msg":"trace[1855537971] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:14567; }","duration":"132.190406ms","start":"2026-04-23T00:45:44.863195Z","end":"2026-04-23T00:45:44.995385Z","steps":["trace[1855537971] 'agreement among raft nodes before linearized reading' (duration: 131.523893ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:44.995664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.856102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-04-23T00:45:44.995829Z","caller":"traceutil/trace.go:171","msg":"trace[1758688004] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14567; }","duration":"151.83714ms","start":"2026-04-23T00:45:44.843967Z","end":"2026-04-23T00:45:44.995804Z","steps":["trace[1758688004] 'agreement among raft nodes before linearized reading' (duration: 150.694849ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:45:45.127424Z","caller":"traceutil/trace.go:171","msg":"trace[1067899716] linearizableReadLoop","detail":"{readStateIndex:15063; appliedIndex:15061; }","duration":"125.119793ms","start":"2026-04-23T00:45:45.002276Z","end":"2026-04-23T00:45:45.127396Z","steps":["trace[1067899716] 'read index received' (duration: 90.522228ms)","trace[1067899716] 'applied index is now lower than readState.Index' (duration: 34.596455ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:45:45.127451Z","caller":"traceutil/trace.go:171","msg":"trace[217353611] transaction","detail":"{read_only:false; response_revision:14569; number_of_response:1; }","duration":"126.666012ms","start":"2026-04-23T00:45:45.000755Z","end":"2026-04-23T00:45:45.127421Z","steps":["trace[217353611] 'process raft request' (duration: 126.447228ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:45:45.127779Z","caller":"traceutil/trace.go:171","msg":"trace[1686548298] transaction","detail":"{read_only:false; response_revision:14570; number_of_response:1; }","duration":"112.05568ms","start":"2026-04-23T00:45:45.015539Z","end":"2026-04-23T00:45:45.127594Z","steps":["trace[1686548298] 'process raft request' (duration: 111.799445ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:45:45.128585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.292305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:78 size:752822"} {"level":"info","ts":"2026-04-23T00:45:45.128643Z","caller":"traceutil/trace.go:171","msg":"trace[1646948804] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:78; response_revision:14570; }","duration":"126.368756ms","start":"2026-04-23T00:45:45.002258Z","end":"2026-04-23T00:45:45.128627Z","steps":["trace[1646948804] 'agreement among raft nodes before linearized reading' (duration: 125.334637ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:46:14.664676Z","caller":"traceutil/trace.go:171","msg":"trace[978431725] linearizableReadLoop","detail":"{readStateIndex:15218; appliedIndex:15217; }","duration":"466.078161ms","start":"2026-04-23T00:46:14.198579Z","end":"2026-04-23T00:46:14.664657Z","steps":["trace[978431725] 'read index received' (duration: 466.05642ms)","trace[978431725] 'applied index is now lower than readState.Index' (duration: 20.881µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:46:14.664754Z","caller":"traceutil/trace.go:171","msg":"trace[1405557574] transaction","detail":"{read_only:false; response_revision:14718; number_of_response:1; }","duration":"571.880963ms","start":"2026-04-23T00:46:14.092852Z","end":"2026-04-23T00:46:14.664733Z","steps":["trace[1405557574] 'process raft request' (duration: 571.68998ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:46:14.664853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:46:14.092833Z","time spent":"571.957674ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:46:14.665098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.475958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-23T00:46:14.665243Z","caller":"traceutil/trace.go:171","msg":"trace[109453226] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:14718; }","duration":"466.683373ms","start":"2026-04-23T00:46:14.198523Z","end":"2026-04-23T00:46:14.665207Z","steps":["trace[109453226] 'agreement among raft nodes before linearized reading' (duration: 466.266594ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:46:14.665328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:46:14.198504Z","time spent":"466.809965ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-23T00:46:14.917173Z","caller":"traceutil/trace.go:171","msg":"trace[1316874489] linearizableReadLoop","detail":"{readStateIndex:15220; appliedIndex:15218; }","duration":"252.402567ms","start":"2026-04-23T00:46:14.664745Z","end":"2026-04-23T00:46:14.917147Z","steps":["trace[1316874489] 'read index received' (duration: 193.01477ms)","trace[1316874489] 'applied index is now lower than readState.Index' (duration: 59.386357ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:46:14.91731Z","caller":"traceutil/trace.go:171","msg":"trace[1966664289] transaction","detail":"{read_only:false; response_revision:14720; number_of_response:1; }","duration":"578.889344ms","start":"2026-04-23T00:46:14.338401Z","end":"2026-04-23T00:46:14.91729Z","steps":["trace[1966664289] 'process raft request' (duration: 578.688759ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:46:14.91733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.104627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:46:14.917407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.074679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-04-23T00:46:14.917428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:46:14.338387Z","time spent":"578.967126ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:46:14.917443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.154968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-04-23T00:46:14.917485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.981702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-hkfks\" ","response":"range_response_count:1 size:9799"} {"level":"info","ts":"2026-04-23T00:46:14.91746Z","caller":"traceutil/trace.go:171","msg":"trace[507285763] transaction","detail":"{read_only:false; response_revision:14719; number_of_response:1; }","duration":"585.12588ms","start":"2026-04-23T00:46:14.332293Z","end":"2026-04-23T00:46:14.917419Z","steps":["trace[507285763] 'process raft request' (duration: 525.381756ms)","trace[507285763] 'compare' (duration: 59.283685ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:46:14.917491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.79922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:46:14.91755Z","caller":"traceutil/trace.go:171","msg":"trace[1776283449] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14720; }","duration":"632.29515ms","start":"2026-04-23T00:46:14.285239Z","end":"2026-04-23T00:46:14.917534Z","steps":["trace[1776283449] 'agreement among raft nodes before linearized reading' (duration: 632.125427ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:46:14.917556Z","caller":"traceutil/trace.go:171","msg":"trace[221845566] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-hkfks; range_end:; response_count:1; response_revision:14720; }","duration":"272.045894ms","start":"2026-04-23T00:46:14.645495Z","end":"2026-04-23T00:46:14.917541Z","steps":["trace[221845566] 'agreement among raft nodes before linearized reading' (duration: 271.915321ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:46:14.917572Z","caller":"traceutil/trace.go:171","msg":"trace[429217962] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14720; }","duration":"632.912401ms","start":"2026-04-23T00:46:14.284648Z","end":"2026-04-23T00:46:14.91756Z","steps":["trace[429217962] 'agreement among raft nodes before linearized reading' (duration: 632.822489ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:46:14.917573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.273189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:46:14.91763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:46:14.284625Z","time spent":"632.988163ms","remote":"127.0.0.1:57872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-04-23T00:46:14.917631Z","caller":"traceutil/trace.go:171","msg":"trace[635818884] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:14720; }","duration":"455.367481ms","start":"2026-04-23T00:46:14.462244Z","end":"2026-04-23T00:46:14.917612Z","steps":["trace[635818884] 'agreement among raft nodes before linearized reading' (duration: 455.280149ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:46:14.917644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:46:14.285209Z","time spent":"632.427572ms","remote":"127.0.0.1:57796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":689,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-23T00:46:14.917652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:46:14.332272Z","time spent":"585.288513ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:46:14.917686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:46:14.462223Z","time spent":"455.451542ms","remote":"127.0.0.1:42400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-23T00:46:14.91745Z","caller":"traceutil/trace.go:171","msg":"trace[112529833] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14720; }","duration":"630.15881ms","start":"2026-04-23T00:46:14.287276Z","end":"2026-04-23T00:46:14.917435Z","steps":["trace[112529833] 'agreement among raft nodes before linearized reading' (duration: 630.001737ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:46:14.917462Z","caller":"traceutil/trace.go:171","msg":"trace[303425545] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14720; }","duration":"499.289461ms","start":"2026-04-23T00:46:14.418144Z","end":"2026-04-23T00:46:14.917434Z","steps":["trace[303425545] 'agreement among raft nodes before linearized reading' (duration: 499.066257ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:46:14.91781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:46:14.287258Z","time spent":"630.542557ms","remote":"127.0.0.1:57872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5545,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-23T00:46:14.917827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:46:14.418123Z","time spent":"499.694368ms","remote":"127.0.0.1:57620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T00:46:14.917351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.239492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-f98nc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-23T00:46:14.91793Z","caller":"traceutil/trace.go:171","msg":"trace[798871606] range","detail":"{range_begin:/registry/pods/openstack/keepalived-f98nc; range_end:; response_count:1; response_revision:14720; }","duration":"319.850753ms","start":"2026-04-23T00:46:14.598068Z","end":"2026-04-23T00:46:14.917919Z","steps":["trace[798871606] 'agreement among raft nodes before linearized reading' (duration: 319.113289ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:46:14.917975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:46:14.598047Z","time spent":"319.917354ms","remote":"127.0.0.1:57802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-f98nc\" "} {"level":"warn","ts":"2026-04-23T00:46:15.419399Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199180892729609,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T00:46:15.747048Z","caller":"traceutil/trace.go:171","msg":"trace[1702534707] transaction","detail":"{read_only:false; response_revision:14721; number_of_response:1; }","duration":"1.077721506s","start":"2026-04-23T00:46:14.669295Z","end":"2026-04-23T00:46:15.747016Z","steps":["trace[1702534707] 'process raft request' (duration: 1.073136401s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:46:15.747176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:46:14.669277Z","time spent":"1.077828357s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:46:15.794111Z","caller":"traceutil/trace.go:171","msg":"trace[334465378] linearizableReadLoop","detail":"{readStateIndex:15223; appliedIndex:15220; }","duration":"876.84022ms","start":"2026-04-23T00:46:14.917252Z","end":"2026-04-23T00:46:15.794092Z","steps":["trace[334465378] 'read index received' (duration: 825.145266ms)","trace[334465378] 'applied index is now lower than readState.Index' (duration: 51.693864ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:46:15.794171Z","caller":"traceutil/trace.go:171","msg":"trace[211371423] transaction","detail":"{read_only:false; response_revision:14722; number_of_response:1; }","duration":"677.86673ms","start":"2026-04-23T00:46:15.116263Z","end":"2026-04-23T00:46:15.794129Z","steps":["trace[211371423] 'process raft request' (duration: 677.651346ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:46:15.794235Z","caller":"traceutil/trace.go:171","msg":"trace[1443219544] transaction","detail":"{read_only:false; response_revision:14723; number_of_response:1; }","duration":"643.0573ms","start":"2026-04-23T00:46:15.151137Z","end":"2026-04-23T00:46:15.794195Z","steps":["trace[1443219544] 'process raft request' (duration: 642.911157ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:46:15.794316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.068785649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-04-23T00:46:15.79433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:46:15.116242Z","time spent":"678.002832ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:46:15.79436Z","caller":"traceutil/trace.go:171","msg":"trace[1695866964] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14723; }","duration":"1.068868179s","start":"2026-04-23T00:46:14.72548Z","end":"2026-04-23T00:46:15.794348Z","steps":["trace[1695866964] 'agreement among raft nodes before linearized reading' (duration: 1.068727197s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:46:15.794379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:46:15.151107Z","time spent":"643.198063ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:46:15.794397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:46:14.725465Z","time spent":"1.068924061s","remote":"127.0.0.1:57872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5545,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-23T00:46:15.794406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.770948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:46:15.794408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.193106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-04-23T00:46:15.794427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.697707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-04-23T00:46:15.794454Z","caller":"traceutil/trace.go:171","msg":"trace[433266053] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14723; }","duration":"374.88844ms","start":"2026-04-23T00:46:15.419548Z","end":"2026-04-23T00:46:15.794437Z","steps":["trace[433266053] 'agreement among raft nodes before linearized reading' (duration: 374.832639ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:46:15.794341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"874.575748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:46:15.794471Z","caller":"traceutil/trace.go:171","msg":"trace[1411268873] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14723; }","duration":"160.278068ms","start":"2026-04-23T00:46:15.63418Z","end":"2026-04-23T00:46:15.794458Z","steps":["trace[1411268873] 'agreement among raft nodes before linearized reading' (duration: 160.111645ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:46:15.794489Z","caller":"traceutil/trace.go:171","msg":"trace[764064183] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14723; }","duration":"874.756521ms","start":"2026-04-23T00:46:14.919725Z","end":"2026-04-23T00:46:15.794482Z","steps":["trace[764064183] 'agreement among raft nodes before linearized reading' (duration: 874.539987ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:46:15.794492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:46:15.41953Z","time spent":"374.954312ms","remote":"127.0.0.1:57872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-23T00:46:15.79451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:46:14.919707Z","time spent":"874.798761ms","remote":"127.0.0.1:57636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T00:46:15.794527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.383469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:46:15.794537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.196828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-vrsnc\" ","response":"range_response_count:1 size:22125"} {"level":"info","ts":"2026-04-23T00:46:15.794547Z","caller":"traceutil/trace.go:171","msg":"trace[1212034708] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14723; }","duration":"309.42709ms","start":"2026-04-23T00:46:15.485114Z","end":"2026-04-23T00:46:15.794541Z","steps":["trace[1212034708] 'agreement among raft nodes before linearized reading' (duration: 309.389559ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:46:15.79456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.789084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"warn","ts":"2026-04-23T00:46:15.794576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:46:15.485103Z","time spent":"309.46768ms","remote":"127.0.0.1:57620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T00:46:15.794484Z","caller":"traceutil/trace.go:171","msg":"trace[1725458823] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14723; }","duration":"374.83523ms","start":"2026-04-23T00:46:15.419636Z","end":"2026-04-23T00:46:15.794471Z","steps":["trace[1725458823] 'agreement among raft nodes before linearized reading' (duration: 374.640936ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:46:15.794593Z","caller":"traceutil/trace.go:171","msg":"trace[1757460667] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-vrsnc; range_end:; response_count:1; response_revision:14723; }","duration":"278.273749ms","start":"2026-04-23T00:46:15.516308Z","end":"2026-04-23T00:46:15.794582Z","steps":["trace[1757460667] 'agreement among raft nodes before linearized reading' (duration: 278.098056ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:46:15.794605Z","caller":"traceutil/trace.go:171","msg":"trace[963196499] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14723; }","duration":"163.881546ms","start":"2026-04-23T00:46:15.630709Z","end":"2026-04-23T00:46:15.79459Z","steps":["trace[963196499] 'agreement among raft nodes before linearized reading' (duration: 163.738603ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:46:15.794615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:46:15.419609Z","time spent":"375.000332ms","remote":"127.0.0.1:57796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":689,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-23T00:46:15.794675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.403487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-04-23T00:46:15.794706Z","caller":"traceutil/trace.go:171","msg":"trace[2147224177] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14723; }","duration":"716.462829ms","start":"2026-04-23T00:46:15.078233Z","end":"2026-04-23T00:46:15.794696Z","steps":["trace[2147224177] 'agreement among raft nodes before linearized reading' (duration: 716.334476ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:46:15.794734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:46:15.078223Z","time spent":"716.504769ms","remote":"127.0.0.1:57872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5545,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-23T00:46:15.794716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.411766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-vrsnc\" ","response":"range_response_count:1 size:22125"} {"level":"info","ts":"2026-04-23T00:46:15.794791Z","caller":"traceutil/trace.go:171","msg":"trace[132178016] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-vrsnc; range_end:; response_count:1; response_revision:14723; }","duration":"274.549739ms","start":"2026-04-23T00:46:15.520221Z","end":"2026-04-23T00:46:15.794771Z","steps":["trace[132178016] 'agreement among raft nodes before linearized reading' (duration: 274.289374ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:46:15.794788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.186314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-04-23T00:46:15.794859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.112456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-23T00:46:15.794861Z","caller":"traceutil/trace.go:171","msg":"trace[1057447222] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14723; }","duration":"716.293955ms","start":"2026-04-23T00:46:15.07855Z","end":"2026-04-23T00:46:15.794844Z","steps":["trace[1057447222] 'agreement among raft nodes before linearized reading' (duration: 716.02249ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:46:15.794866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.90327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-04-23T00:46:15.794857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.10795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:46:15.794879Z","caller":"traceutil/trace.go:171","msg":"trace[1025485139] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14723; }","duration":"721.198448ms","start":"2026-04-23T00:46:15.073675Z","end":"2026-04-23T00:46:15.794873Z","steps":["trace[1025485139] 'agreement among raft nodes before linearized reading' (duration: 721.141557ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:46:15.79489Z","caller":"traceutil/trace.go:171","msg":"trace[1066750018] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14723; }","duration":"374.94743ms","start":"2026-04-23T00:46:15.419935Z","end":"2026-04-23T00:46:15.794883Z","steps":["trace[1066750018] 'agreement among raft nodes before linearized reading' (duration: 374.888899ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:46:15.794895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:46:15.078541Z","time spent":"716.347406ms","remote":"127.0.0.1:57796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":689,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-04-23T00:46:15.794899Z","caller":"traceutil/trace.go:171","msg":"trace[972486173] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:14723; }","duration":"718.216132ms","start":"2026-04-23T00:46:15.076672Z","end":"2026-04-23T00:46:15.794888Z","steps":["trace[972486173] 'agreement among raft nodes before linearized reading' (duration: 718.156081ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:46:15.794911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:46:15.419925Z","time spent":"374.981831ms","remote":"127.0.0.1:57872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5545,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-23T00:46:15.794918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.057178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:46:15.794934Z","caller":"traceutil/trace.go:171","msg":"trace[2076104283] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14723; }","duration":"719.120868ms","start":"2026-04-23T00:46:15.075809Z","end":"2026-04-23T00:46:15.79493Z","steps":["trace[2076104283] 'agreement among raft nodes before linearized reading' (duration: 719.096307ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:46:15.794929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:46:15.076637Z","time spent":"718.286004ms","remote":"127.0.0.1:57796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":27,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-04-23T00:46:15.794946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:46:15.075784Z","time spent":"719.159139ms","remote":"127.0.0.1:57872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-23T00:46:15.795012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.446347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-23T00:46:15.794895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:46:15.073643Z","time spent":"721.249238ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-23T00:46:15.795026Z","caller":"traceutil/trace.go:171","msg":"trace[73712130] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14723; }","duration":"547.553839ms","start":"2026-04-23T00:46:15.247466Z","end":"2026-04-23T00:46:15.79502Z","steps":["trace[73712130] 'agreement among raft nodes before linearized reading' (duration: 547.513669ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:46:15.795019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.078906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:46:15.79504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:46:15.247424Z","time spent":"547.612721ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-23T00:46:15.795052Z","caller":"traceutil/trace.go:171","msg":"trace[2045146572] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:14723; }","duration":"513.148468ms","start":"2026-04-23T00:46:15.281892Z","end":"2026-04-23T00:46:15.795041Z","steps":["trace[2045146572] 'agreement among raft nodes before linearized reading' (duration: 513.101917ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:46:15.795085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:46:15.281871Z","time spent":"513.20679ms","remote":"127.0.0.1:36724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:46:15.794809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.639339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-s6mrj\" ","response":"range_response_count:1 size:20761"} {"level":"warn","ts":"2026-04-23T00:46:15.795154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.784635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-23T00:46:15.795171Z","caller":"traceutil/trace.go:171","msg":"trace[1633514042] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-s6mrj; range_end:; response_count:1; response_revision:14723; }","duration":"365.020397ms","start":"2026-04-23T00:46:15.430142Z","end":"2026-04-23T00:46:15.795163Z","steps":["trace[1633514042] 'agreement among raft nodes before linearized reading' (duration: 364.589708ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:46:15.795187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.450459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"info","ts":"2026-04-23T00:46:15.795182Z","caller":"traceutil/trace.go:171","msg":"trace[563932665] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14723; }","duration":"680.836335ms","start":"2026-04-23T00:46:15.114337Z","end":"2026-04-23T00:46:15.795173Z","steps":["trace[563932665] 'agreement among raft nodes before linearized reading' (duration: 680.758804ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:46:15.795181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.165776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-04-23T00:46:15.795201Z","caller":"traceutil/trace.go:171","msg":"trace[255672317] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:14723; }","duration":"716.523651ms","start":"2026-04-23T00:46:15.078673Z","end":"2026-04-23T00:46:15.795197Z","steps":["trace[255672317] 'agreement among raft nodes before linearized reading' (duration: 716.47954ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:46:15.795209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:46:15.114325Z","time spent":"680.879277ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T00:46:15.795208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:46:15.430131Z","time spent":"365.065278ms","remote":"127.0.0.1:57802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20783,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-s6mrj\" "} {"level":"warn","ts":"2026-04-23T00:46:15.795221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:46:15.078645Z","time spent":"716.573081ms","remote":"127.0.0.1:57796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":704,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"info","ts":"2026-04-23T00:46:15.79523Z","caller":"traceutil/trace.go:171","msg":"trace[322201255] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:14723; }","duration":"537.266018ms","start":"2026-04-23T00:46:15.25795Z","end":"2026-04-23T00:46:15.795216Z","steps":["trace[322201255] 'agreement among raft nodes before linearized reading' (duration: 537.132486ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:46:15.795269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:46:15.257915Z","time spent":"537.3451ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":593,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T00:46:15.796118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"872.149812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:78 size:752779"} {"level":"info","ts":"2026-04-23T00:46:15.796155Z","caller":"traceutil/trace.go:171","msg":"trace[68754858] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:78; response_revision:14723; }","duration":"872.188963ms","start":"2026-04-23T00:46:14.923958Z","end":"2026-04-23T00:46:15.796147Z","steps":["trace[68754858] 'agreement among raft nodes before linearized reading' (duration: 870.894498ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:46:15.796178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:46:14.923938Z","time spent":"872.232724ms","remote":"127.0.0.1:57802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":78,"response size":752801,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-23T00:46:15.799293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"871.259866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:78 size:752779"} {"level":"info","ts":"2026-04-23T00:46:15.799384Z","caller":"traceutil/trace.go:171","msg":"trace[1080491724] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:78; response_revision:14723; }","duration":"871.397129ms","start":"2026-04-23T00:46:14.927973Z","end":"2026-04-23T00:46:15.79937Z","steps":["trace[1080491724] 'agreement among raft nodes before linearized reading' (duration: 866.855463ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:46:15.79943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:46:14.927952Z","time spent":"871.464921ms","remote":"127.0.0.1:57802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":78,"response size":752801,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-23T00:46:15.937034Z","caller":"traceutil/trace.go:171","msg":"trace[1863982250] transaction","detail":"{read_only:false; response_revision:14724; number_of_response:1; }","duration":"134.757673ms","start":"2026-04-23T00:46:15.801992Z","end":"2026-04-23T00:46:15.93675Z","steps":["trace[1863982250] 'process raft request' (duration: 134.59881ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:46:15.960511Z","caller":"traceutil/trace.go:171","msg":"trace[1532376206] linearizableReadLoop","detail":"{readStateIndex:15225; appliedIndex:15223; }","duration":"156.948557ms","start":"2026-04-23T00:46:15.803543Z","end":"2026-04-23T00:46:15.960491Z","steps":["trace[1532376206] 'read index received' (duration: 132.46395ms)","trace[1532376206] 'applied index is now lower than readState.Index' (duration: 24.483597ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:46:15.960555Z","caller":"traceutil/trace.go:171","msg":"trace[2128453907] transaction","detail":"{read_only:false; response_revision:14728; number_of_response:1; }","duration":"154.9795ms","start":"2026-04-23T00:46:15.805555Z","end":"2026-04-23T00:46:15.960535Z","steps":["trace[2128453907] 'process raft request' (duration: 154.902018ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:46:15.960551Z","caller":"traceutil/trace.go:171","msg":"trace[483279823] transaction","detail":"{read_only:false; response_revision:14725; number_of_response:1; }","duration":"158.009076ms","start":"2026-04-23T00:46:15.802495Z","end":"2026-04-23T00:46:15.960504Z","steps":["trace[483279823] 'process raft request' (duration: 157.773051ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:46:15.960652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.086089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:46:15.9607Z","caller":"traceutil/trace.go:171","msg":"trace[1331682542] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14728; }","duration":"157.197131ms","start":"2026-04-23T00:46:15.803488Z","end":"2026-04-23T00:46:15.960685Z","steps":["trace[1331682542] 'agreement among raft nodes before linearized reading' (duration: 157.11158ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:46:15.960711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.11151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:46:15.960741Z","caller":"traceutil/trace.go:171","msg":"trace[1298946170] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14728; }","duration":"157.15713ms","start":"2026-04-23T00:46:15.803575Z","end":"2026-04-23T00:46:15.960732Z","steps":["trace[1298946170] 'agreement among raft nodes before linearized reading' (duration: 157.098839ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:46:15.960821Z","caller":"traceutil/trace.go:171","msg":"trace[1669037535] transaction","detail":"{read_only:false; response_revision:14726; number_of_response:1; }","duration":"155.352556ms","start":"2026-04-23T00:46:15.805446Z","end":"2026-04-23T00:46:15.960798Z","steps":["trace[1669037535] 'process raft request' (duration: 154.929279ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:46:15.960901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.637607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:46:15.960967Z","caller":"traceutil/trace.go:171","msg":"trace[807458168] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14728; }","duration":"151.749259ms","start":"2026-04-23T00:46:15.809203Z","end":"2026-04-23T00:46:15.960952Z","steps":["trace[807458168] 'agreement among raft nodes before linearized reading' (duration: 151.591556ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:46:15.96098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.604061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:46:15.961011Z","caller":"traceutil/trace.go:171","msg":"trace[1650985151] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14728; }","duration":"155.664262ms","start":"2026-04-23T00:46:15.805337Z","end":"2026-04-23T00:46:15.961001Z","steps":["trace[1650985151] 'agreement among raft nodes before linearized reading' (duration: 155.615541ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:46:15.96105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.727679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-04-23T00:46:15.961101Z","caller":"traceutil/trace.go:171","msg":"trace[1249238981] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14728; }","duration":"151.78844ms","start":"2026-04-23T00:46:15.8093Z","end":"2026-04-23T00:46:15.961088Z","steps":["trace[1249238981] 'agreement among raft nodes before linearized reading' (duration: 151.631197ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:46:15.961172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.590642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-04-23T00:46:15.961206Z","caller":"traceutil/trace.go:171","msg":"trace[386824107] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14728; }","duration":"154.636732ms","start":"2026-04-23T00:46:15.806561Z","end":"2026-04-23T00:46:15.961197Z","steps":["trace[386824107] 'agreement among raft nodes before linearized reading' (duration: 154.540951ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:46:15.961397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.210669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-04-23T00:46:15.961448Z","caller":"traceutil/trace.go:171","msg":"trace[1304607814] transaction","detail":"{read_only:false; response_revision:14727; number_of_response:1; }","duration":"155.912317ms","start":"2026-04-23T00:46:15.805515Z","end":"2026-04-23T00:46:15.961428Z","steps":["trace[1304607814] 'process raft request' (duration: 154.906589ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:46:15.961496Z","caller":"traceutil/trace.go:171","msg":"trace[871257812] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14728; }","duration":"151.334531ms","start":"2026-04-23T00:46:15.810139Z","end":"2026-04-23T00:46:15.961473Z","steps":["trace[871257812] 'agreement among raft nodes before linearized reading' (duration: 150.779342ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:46:15.961939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.998379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:78 size:752779"} {"level":"info","ts":"2026-04-23T00:46:15.96199Z","caller":"traceutil/trace.go:171","msg":"trace[1284376925] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:78; response_revision:14728; }","duration":"156.05363ms","start":"2026-04-23T00:46:15.805924Z","end":"2026-04-23T00:46:15.961978Z","steps":["trace[1284376925] 'agreement among raft nodes before linearized reading' (duration: 155.185854ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:46:15.962265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.783083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:78 size:752779"} {"level":"info","ts":"2026-04-23T00:46:15.962312Z","caller":"traceutil/trace.go:171","msg":"trace[218485258] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:78; response_revision:14728; }","duration":"156.844574ms","start":"2026-04-23T00:46:15.805455Z","end":"2026-04-23T00:46:15.962299Z","steps":["trace[218485258] 'agreement among raft nodes before linearized reading' (duration: 155.457228ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:46:15.962556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.820399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:78 size:752779"} {"level":"info","ts":"2026-04-23T00:46:15.962618Z","caller":"traceutil/trace.go:171","msg":"trace[257398113] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:78; response_revision:14728; }","duration":"152.900841ms","start":"2026-04-23T00:46:15.809706Z","end":"2026-04-23T00:46:15.962607Z","steps":["trace[257398113] 'agreement among raft nodes before linearized reading' (duration: 151.140278ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:46:16.805134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.244399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:46:16.805228Z","caller":"traceutil/trace.go:171","msg":"trace[825640004] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:14728; }","duration":"661.359721ms","start":"2026-04-23T00:46:16.143845Z","end":"2026-04-23T00:46:16.805204Z","steps":["trace[825640004] 'count revisions from in-memory index tree' (duration: 661.155008ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:46:16.805276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:46:16.143771Z","time spent":"661.493063ms","remote":"127.0.0.1:36764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:46:16.805565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.509844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-23T00:46:16.805643Z","caller":"traceutil/trace.go:171","msg":"trace[119332627] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14728; }","duration":"136.633877ms","start":"2026-04-23T00:46:16.668992Z","end":"2026-04-23T00:46:16.805626Z","steps":["trace[119332627] 'range keys from in-memory index tree' (duration: 136.335161ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:46:16.805619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.149157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:46:16.805719Z","caller":"traceutil/trace.go:171","msg":"trace[437678351] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14728; }","duration":"388.778658ms","start":"2026-04-23T00:46:16.416915Z","end":"2026-04-23T00:46:16.805694Z","steps":["trace[437678351] 'range keys from in-memory index tree' (duration: 388.051435ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:46:16.805815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:46:16.41689Z","time spent":"388.87762ms","remote":"127.0.0.1:57636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T00:46:17.399152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.935279ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:46:17.399265Z","caller":"traceutil/trace.go:171","msg":"trace[1155393675] linearizableReadLoop","detail":"{readStateIndex:15233; appliedIndex:15232; }","duration":"300.35568ms","start":"2026-04-23T00:46:17.098891Z","end":"2026-04-23T00:46:17.399246Z","steps":["trace[1155393675] 'read index received' (duration: 86.185396ms)","trace[1155393675] 'applied index is now lower than readState.Index' (duration: 214.168734ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:46:17.399371Z","caller":"traceutil/trace.go:171","msg":"trace[644856365] transaction","detail":"{read_only:false; response_revision:14733; number_of_response:1; }","duration":"350.439285ms","start":"2026-04-23T00:46:17.048917Z","end":"2026-04-23T00:46:17.399356Z","steps":["trace[644856365] 'process raft request' (duration: 136.20234ms)","trace[644856365] 'compare' (duration: 213.635554ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:46:17.399429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:46:17.04889Z","time spent":"350.507245ms","remote":"127.0.0.1:57798","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18663,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:46:17.399549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.786249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-04-23T00:46:17.399619Z","caller":"traceutil/trace.go:171","msg":"trace[1218674761] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:14733; }","duration":"270.930221ms","start":"2026-04-23T00:46:17.128671Z","end":"2026-04-23T00:46:17.399601Z","steps":["trace[1218674761] 'agreement among raft nodes before linearized reading' (duration: 270.705987ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:46:17.399613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.801303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:46:17.399641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.740787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.244\" ","response":"range_response_count:1 size:138"} {"level":"info","ts":"2026-04-23T00:46:17.399691Z","caller":"traceutil/trace.go:171","msg":"trace[1406475482] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:14733; }","duration":"253.918795ms","start":"2026-04-23T00:46:17.145751Z","end":"2026-04-23T00:46:17.39967Z","steps":["trace[1406475482] 'agreement among raft nodes before linearized reading' (duration: 253.743141ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:46:17.399717Z","caller":"traceutil/trace.go:171","msg":"trace[584242495] range","detail":"{range_begin:/registry/masterleases/199.204.45.244; range_end:; response_count:1; response_revision:14733; }","duration":"301.819699ms","start":"2026-04-23T00:46:17.097878Z","end":"2026-04-23T00:46:17.399698Z","steps":["trace[584242495] 'agreement among raft nodes before linearized reading' (duration: 301.532143ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:46:17.399771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:46:17.097853Z","time spent":"301.90918ms","remote":"127.0.0.1:57676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.244\" "} {"level":"info","ts":"2026-04-23T00:47:34.009556Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12751} {"level":"info","ts":"2026-04-23T00:47:34.088565Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12751,"took":"76.839036ms","hash":906958879,"current-db-size-bytes":56532992,"current-db-size":"56 MB","current-db-size-in-use-bytes":30371840,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-04-23T00:47:34.088624Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":906958879,"revision":12751,"compact-revision":10627} {"level":"info","ts":"2026-04-23T00:51:52.959664Z","caller":"traceutil/trace.go:171","msg":"trace[259867801] transaction","detail":"{read_only:false; response_revision:17441; number_of_response:1; }","duration":"170.694782ms","start":"2026-04-23T00:51:52.788947Z","end":"2026-04-23T00:51:52.959642Z","steps":["trace[259867801] 'process raft request' (duration: 170.500119ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:51:57.832034Z","caller":"traceutil/trace.go:171","msg":"trace[543517426] transaction","detail":"{read_only:false; response_revision:17474; number_of_response:1; }","duration":"132.224996ms","start":"2026-04-23T00:51:57.699776Z","end":"2026-04-23T00:51:57.832001Z","steps":["trace[543517426] 'process raft request' (duration: 71.552284ms)","trace[543517426] 'compare' (duration: 60.395597ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:51:57.871054Z","caller":"traceutil/trace.go:171","msg":"trace[934415004] transaction","detail":"{read_only:false; response_revision:17475; number_of_response:1; }","duration":"170.630622ms","start":"2026-04-23T00:51:57.700395Z","end":"2026-04-23T00:51:57.871026Z","steps":["trace[934415004] 'process raft request' (duration: 170.210675ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:51:57.871401Z","caller":"traceutil/trace.go:171","msg":"trace[270136563] transaction","detail":"{read_only:false; response_revision:17476; number_of_response:1; }","duration":"161.855399ms","start":"2026-04-23T00:51:57.709507Z","end":"2026-04-23T00:51:57.871363Z","steps":["trace[270136563] 'process raft request' (duration: 161.289298ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:51:58.154243Z","caller":"traceutil/trace.go:171","msg":"trace[1450240699] linearizableReadLoop","detail":"{readStateIndex:18064; appliedIndex:18062; }","duration":"109.080094ms","start":"2026-04-23T00:51:58.04514Z","end":"2026-04-23T00:51:58.15422Z","steps":["trace[1450240699] 'read index received' (duration: 106.484775ms)","trace[1450240699] 'applied index is now lower than readState.Index' (duration: 2.594389ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:51:58.154616Z","caller":"traceutil/trace.go:171","msg":"trace[1449885750] transaction","detail":"{read_only:false; response_revision:17477; number_of_response:1; }","duration":"270.546136ms","start":"2026-04-23T00:51:57.884055Z","end":"2026-04-23T00:51:58.154601Z","steps":["trace[1449885750] 'process raft request' (duration: 267.55603ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:51:58.154902Z","caller":"traceutil/trace.go:171","msg":"trace[2106470958] transaction","detail":"{read_only:false; response_revision:17478; number_of_response:1; }","duration":"270.752459ms","start":"2026-04-23T00:51:57.884138Z","end":"2026-04-23T00:51:58.15489Z","steps":["trace[2106470958] 'process raft request' (duration: 270.028456ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:58.155125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.983361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-vrsnc\" ","response":"range_response_count:1 size:22126"} {"level":"info","ts":"2026-04-23T00:51:58.15518Z","caller":"traceutil/trace.go:171","msg":"trace[1489732898] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-vrsnc; range_end:; response_count:1; response_revision:17478; }","duration":"110.095313ms","start":"2026-04-23T00:51:58.045073Z","end":"2026-04-23T00:51:58.155168Z","steps":["trace[1489732898] 'agreement among raft nodes before linearized reading' (duration: 109.90322ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:51:58.611214Z","caller":"traceutil/trace.go:171","msg":"trace[1243910754] linearizableReadLoop","detail":"{readStateIndex:18065; appliedIndex:18064; }","duration":"446.213813ms","start":"2026-04-23T00:51:58.164947Z","end":"2026-04-23T00:51:58.611161Z","steps":["trace[1243910754] 'read index received' (duration: 401.325866ms)","trace[1243910754] 'applied index is now lower than readState.Index' (duration: 44.886087ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:51:58.61147Z","caller":"traceutil/trace.go:171","msg":"trace[354493277] transaction","detail":"{read_only:false; response_revision:17479; number_of_response:1; }","duration":"450.879289ms","start":"2026-04-23T00:51:58.16055Z","end":"2026-04-23T00:51:58.611429Z","steps":["trace[354493277] 'process raft request' (duration: 405.769138ms)","trace[354493277] 'compare' (duration: 44.316977ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:51:58.61173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:51:58.160526Z","time spent":"451.056803ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:51:58.612571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.605169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:99 size:953251"} {"level":"info","ts":"2026-04-23T00:51:58.612657Z","caller":"traceutil/trace.go:171","msg":"trace[505734190] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:99; response_revision:17479; }","duration":"447.730791ms","start":"2026-04-23T00:51:58.164909Z","end":"2026-04-23T00:51:58.612639Z","steps":["trace[505734190] 'agreement among raft nodes before linearized reading' (duration: 446.526139ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:58.612711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:51:58.164895Z","time spent":"447.803622ms","remote":"127.0.0.1:57802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":99,"response size":953273,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-23T00:51:58.632588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.496008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T00:51:58.632675Z","caller":"traceutil/trace.go:171","msg":"trace[215986009] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:17481; }","duration":"356.640261ms","start":"2026-04-23T00:51:58.27602Z","end":"2026-04-23T00:51:58.63266Z","steps":["trace[215986009] 'agreement among raft nodes before linearized reading' (duration: 356.445818ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:58.632735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:51:58.276001Z","time spent":"356.725572ms","remote":"127.0.0.1:57934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":13,"response size":30,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-04-23T00:51:58.632862Z","caller":"traceutil/trace.go:171","msg":"trace[279854196] transaction","detail":"{read_only:false; response_revision:17481; number_of_response:1; }","duration":"330.841341ms","start":"2026-04-23T00:51:58.30196Z","end":"2026-04-23T00:51:58.632801Z","steps":["trace[279854196] 'process raft request' (duration: 330.438913ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:51:58.632921Z","caller":"traceutil/trace.go:171","msg":"trace[1628894047] transaction","detail":"{read_only:false; response_revision:17480; number_of_response:1; }","duration":"338.37022ms","start":"2026-04-23T00:51:58.294514Z","end":"2026-04-23T00:51:58.632884Z","steps":["trace[1628894047] 'process raft request' (duration: 337.721509ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:58.633022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.698224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T00:51:58.633061Z","caller":"traceutil/trace.go:171","msg":"trace[447608887] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17481; }","duration":"215.778765ms","start":"2026-04-23T00:51:58.417272Z","end":"2026-04-23T00:51:58.633051Z","steps":["trace[447608887] 'agreement among raft nodes before linearized reading' (duration: 215.706433ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:51:58.633128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:51:58.294481Z","time spent":"338.531435ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:51:58.633165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:51:58.301941Z","time spent":"331.052324ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:51:58.633198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.887345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-23T00:51:58.633322Z","caller":"traceutil/trace.go:171","msg":"trace[957084980] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17481; }","duration":"143.080999ms","start":"2026-04-23T00:51:58.490214Z","end":"2026-04-23T00:51:58.633295Z","steps":["trace[957084980] 'agreement among raft nodes before linearized reading' (duration: 142.705651ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:52:28.646785Z","caller":"traceutil/trace.go:171","msg":"trace[1627373005] linearizableReadLoop","detail":"{readStateIndex:18363; appliedIndex:18362; }","duration":"249.591875ms","start":"2026-04-23T00:52:28.397164Z","end":"2026-04-23T00:52:28.646756Z","steps":["trace[1627373005] 'read index received' (duration: 249.498654ms)","trace[1627373005] 'applied index is now lower than readState.Index' (duration: 91.831µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:52:28.646836Z","caller":"traceutil/trace.go:171","msg":"trace[730819550] transaction","detail":"{read_only:false; response_revision:17765; number_of_response:1; }","duration":"275.057771ms","start":"2026-04-23T00:52:28.371743Z","end":"2026-04-23T00:52:28.6468Z","steps":["trace[730819550] 'process raft request' (duration: 274.840927ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:52:28.646972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.980682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T00:52:28.647013Z","caller":"traceutil/trace.go:171","msg":"trace[1358150365] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17765; }","duration":"229.056993ms","start":"2026-04-23T00:52:28.417945Z","end":"2026-04-23T00:52:28.647002Z","steps":["trace[1358150365] 'agreement among raft nodes before linearized reading' (duration: 228.976321ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:52:28.647221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.006603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-23T00:52:28.647352Z","caller":"traceutil/trace.go:171","msg":"trace[986970936] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17765; }","duration":"250.218877ms","start":"2026-04-23T00:52:28.397102Z","end":"2026-04-23T00:52:28.647321Z","steps":["trace[986970936] 'agreement among raft nodes before linearized reading' (duration: 249.802309ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:52:29.24224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.679484ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T00:52:29.242407Z","caller":"traceutil/trace.go:171","msg":"trace[1460262049] transaction","detail":"{read_only:false; response_revision:17766; number_of_response:1; }","duration":"590.253318ms","start":"2026-04-23T00:52:28.652125Z","end":"2026-04-23T00:52:29.242378Z","steps":["trace[1460262049] 'process raft request' (duration: 375.302499ms)","trace[1460262049] 'compare' (duration: 214.543072ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:52:29.242505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:52:28.652104Z","time spent":"590.356241ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:52:29.243728Z","caller":"traceutil/trace.go:171","msg":"trace[624159033] transaction","detail":"{read_only:false; response_revision:17767; number_of_response:1; }","duration":"432.088989ms","start":"2026-04-23T00:52:28.811595Z","end":"2026-04-23T00:52:29.243684Z","steps":["trace[624159033] 'process raft request' (duration: 431.815064ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:52:29.243755Z","caller":"traceutil/trace.go:171","msg":"trace[669509702] linearizableReadLoop","detail":"{readStateIndex:18366; appliedIndex:18363; }","duration":"417.798223ms","start":"2026-04-23T00:52:28.825936Z","end":"2026-04-23T00:52:29.243734Z","steps":["trace[669509702] 'read index received' (duration: 201.490098ms)","trace[669509702] 'applied index is now lower than readState.Index' (duration: 216.307155ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:52:29.243895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:52:28.811572Z","time spent":"432.235831ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:52:29.243941Z","caller":"traceutil/trace.go:171","msg":"trace[127809025] transaction","detail":"{read_only:false; response_revision:17768; number_of_response:1; }","duration":"420.648096ms","start":"2026-04-23T00:52:28.823262Z","end":"2026-04-23T00:52:29.24391Z","steps":["trace[127809025] 'process raft request' (duration: 420.34321ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:52:29.244087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:52:28.823235Z","time spent":"420.778158ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:52:29.244109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.167989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"warn","ts":"2026-04-23T00:52:29.244152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.095581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-23T00:52:29.244169Z","caller":"traceutil/trace.go:171","msg":"trace[623113239] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:17768; }","duration":"418.278092ms","start":"2026-04-23T00:52:28.825872Z","end":"2026-04-23T00:52:29.24415Z","steps":["trace[623113239] 'agreement among raft nodes before linearized reading' (duration: 418.029247ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:52:29.244203Z","caller":"traceutil/trace.go:171","msg":"trace[1217098966] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17768; }","duration":"402.204373ms","start":"2026-04-23T00:52:28.841987Z","end":"2026-04-23T00:52:29.244191Z","steps":["trace[1217098966] 'agreement among raft nodes before linearized reading' (duration: 402.031979ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:52:29.244208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:52:28.825849Z","time spent":"418.351683ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T00:52:29.244243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:52:28.841966Z","time spent":"402.268613ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T00:52:29.244281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.528265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T00:52:29.244283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.638307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T00:52:29.244334Z","caller":"traceutil/trace.go:171","msg":"trace[1108242767] range","detail":"{range_begin:/registry/jobs/openstack/senlin-ks-user; range_end:; response_count:0; response_revision:17768; }","duration":"189.743439ms","start":"2026-04-23T00:52:29.05458Z","end":"2026-04-23T00:52:29.244323Z","steps":["trace[1108242767] 'agreement among raft nodes before linearized reading' (duration: 189.660878ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:52:29.244335Z","caller":"traceutil/trace.go:171","msg":"trace[1833216300] range","detail":"{range_begin:/registry/jobs/openstack/senlin-ks-endpoints; range_end:; response_count:0; response_revision:17768; }","duration":"189.627347ms","start":"2026-04-23T00:52:29.054693Z","end":"2026-04-23T00:52:29.244321Z","steps":["trace[1833216300] 'agreement among raft nodes before linearized reading' (duration: 189.542866ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:52:29.24439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.910384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T00:52:29.244419Z","caller":"traceutil/trace.go:171","msg":"trace[1584173307] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:17768; }","duration":"173.969726ms","start":"2026-04-23T00:52:29.070441Z","end":"2026-04-23T00:52:29.244411Z","steps":["trace[1584173307] 'agreement among raft nodes before linearized reading' (duration: 173.915375ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:52:29.244665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.447061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-vrsnc\" ","response":"range_response_count:1 size:22126"} {"level":"info","ts":"2026-04-23T00:52:29.24471Z","caller":"traceutil/trace.go:171","msg":"trace[309797975] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-vrsnc; range_end:; response_count:1; response_revision:17768; }","duration":"228.546483ms","start":"2026-04-23T00:52:29.016153Z","end":"2026-04-23T00:52:29.2447Z","steps":["trace[309797975] 'agreement among raft nodes before linearized reading' (duration: 228.192786ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:52:29.461357Z","caller":"traceutil/trace.go:171","msg":"trace[1422422221] transaction","detail":"{read_only:false; response_revision:17769; number_of_response:1; }","duration":"212.536534ms","start":"2026-04-23T00:52:29.248791Z","end":"2026-04-23T00:52:29.461328Z","steps":["trace[1422422221] 'process raft request' (duration: 212.345761ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:52:29.462852Z","caller":"traceutil/trace.go:171","msg":"trace[746091461] transaction","detail":"{read_only:false; response_revision:17770; number_of_response:1; }","duration":"212.201149ms","start":"2026-04-23T00:52:29.250629Z","end":"2026-04-23T00:52:29.462831Z","steps":["trace[746091461] 'process raft request' (duration: 211.978705ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:52:29.463121Z","caller":"traceutil/trace.go:171","msg":"trace[1200950692] linearizableReadLoop","detail":"{readStateIndex:18368; appliedIndex:18366; }","duration":"208.614991ms","start":"2026-04-23T00:52:29.254139Z","end":"2026-04-23T00:52:29.462754Z","steps":["trace[1200950692] 'read index received' (duration: 206.97121ms)","trace[1200950692] 'applied index is now lower than readState.Index' (duration: 1.642531ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:52:29.463473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.708314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T00:52:29.463563Z","caller":"traceutil/trace.go:171","msg":"trace[1884353410] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:17770; }","duration":"177.837837ms","start":"2026-04-23T00:52:29.285708Z","end":"2026-04-23T00:52:29.463546Z","steps":["trace[1884353410] 'agreement among raft nodes before linearized reading' (duration: 177.598993ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:52:29.46517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.017925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:101 size:968851"} {"level":"info","ts":"2026-04-23T00:52:29.465258Z","caller":"traceutil/trace.go:171","msg":"trace[1843413069] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:101; response_revision:17770; }","duration":"211.124937ms","start":"2026-04-23T00:52:29.254092Z","end":"2026-04-23T00:52:29.465217Z","steps":["trace[1843413069] 'agreement among raft nodes before linearized reading' (duration: 208.870576ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:52:34.015587Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":15251} {"level":"info","ts":"2026-04-23T00:52:34.114118Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":15251,"took":"95.793458ms","hash":2020535212,"current-db-size-bytes":56532992,"current-db-size":"56 MB","current-db-size-in-use-bytes":32489472,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-23T00:52:34.114228Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2020535212,"revision":15251,"compact-revision":12751} {"level":"info","ts":"2026-04-23T00:55:29.89388Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"1686e9b1ea717edf","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-23T00:55:29.900441Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-04-23T00:55:29.900564Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-04-23T00:57:34.021066Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17794} {"level":"info","ts":"2026-04-23T00:57:34.145945Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17794,"took":"121.015957ms","hash":4050816428,"current-db-size-bytes":56532992,"current-db-size":"56 MB","current-db-size-in-use-bytes":31584256,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-23T00:57:34.146052Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4050816428,"revision":17794,"compact-revision":15251} {"level":"info","ts":"2026-04-23T00:58:11.616197Z","caller":"traceutil/trace.go:171","msg":"trace[359910758] transaction","detail":"{read_only:false; response_revision:20533; number_of_response:1; }","duration":"131.845288ms","start":"2026-04-23T00:58:11.484308Z","end":"2026-04-23T00:58:11.616153Z","steps":["trace[359910758] 'process raft request' (duration: 131.302758ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:58:11.835824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.602838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-23T00:58:11.835923Z","caller":"traceutil/trace.go:171","msg":"trace[164332079] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:20533; }","duration":"135.708181ms","start":"2026-04-23T00:58:11.700194Z","end":"2026-04-23T00:58:11.835902Z","steps":["trace[164332079] 'range keys from in-memory index tree' (duration: 135.422205ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:58:27.446175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.940773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-23T00:58:27.446149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.671457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"warn","ts":"2026-04-23T00:58:27.446115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.524835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T00:58:27.44623Z","caller":"traceutil/trace.go:171","msg":"trace[1586709690] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20612; }","duration":"197.036324ms","start":"2026-04-23T00:58:27.249178Z","end":"2026-04-23T00:58:27.446214Z","steps":["trace[1586709690] 'range keys from in-memory index tree' (duration: 196.83385ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:58:27.446237Z","caller":"traceutil/trace.go:171","msg":"trace[1927475094] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:20612; }","duration":"189.84266ms","start":"2026-04-23T00:58:27.25638Z","end":"2026-04-23T00:58:27.446223Z","steps":["trace[1927475094] 'range keys from in-memory index tree' (duration: 189.459183ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:58:27.446278Z","caller":"traceutil/trace.go:171","msg":"trace[44909222] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:20612; }","duration":"196.737788ms","start":"2026-04-23T00:58:27.249508Z","end":"2026-04-23T00:58:27.446245Z","steps":["trace[44909222] 'range keys from in-memory index tree' (duration: 196.425173ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:58:33.08564Z","caller":"traceutil/trace.go:171","msg":"trace[1637719522] transaction","detail":"{read_only:false; response_revision:20643; number_of_response:1; }","duration":"101.002945ms","start":"2026-04-23T00:58:32.984604Z","end":"2026-04-23T00:58:33.085607Z","steps":["trace[1637719522] 'process raft request' (duration: 100.822891ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:58:33.48399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.047664ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T00:58:33.484099Z","caller":"traceutil/trace.go:171","msg":"trace[114096989] linearizableReadLoop","detail":"{readStateIndex:21332; appliedIndex:21331; }","duration":"275.296923ms","start":"2026-04-23T00:58:33.208787Z","end":"2026-04-23T00:58:33.484084Z","steps":["trace[114096989] 'read index received' (duration: 115.114687ms)","trace[114096989] 'applied index is now lower than readState.Index' (duration: 160.180786ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:58:33.484163Z","caller":"traceutil/trace.go:171","msg":"trace[1487145100] transaction","detail":"{read_only:false; response_revision:20644; number_of_response:1; }","duration":"386.930754ms","start":"2026-04-23T00:58:33.097177Z","end":"2026-04-23T00:58:33.484107Z","steps":["trace[1487145100] 'process raft request' (duration: 226.680977ms)","trace[1487145100] 'compare' (duration: 159.797459ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:58:33.484381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:58:33.097151Z","time spent":"387.115447ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:58:33.485588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.800341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-23T00:58:33.485647Z","caller":"traceutil/trace.go:171","msg":"trace[572518121] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:20644; }","duration":"276.895583ms","start":"2026-04-23T00:58:33.208737Z","end":"2026-04-23T00:58:33.485633Z","steps":["trace[572518121] 'agreement among raft nodes before linearized reading' (duration: 275.418695ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:58:33.921797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.846744ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T00:58:33.921993Z","caller":"traceutil/trace.go:171","msg":"trace[1537096661] transaction","detail":"{read_only:false; response_revision:20646; number_of_response:1; }","duration":"433.606745ms","start":"2026-04-23T00:58:33.488352Z","end":"2026-04-23T00:58:33.921959Z","steps":["trace[1537096661] 'process raft request' (duration: 217.428284ms)","trace[1537096661] 'compare' (duration: 215.702762ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:58:33.922225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:58:33.488323Z","time spent":"433.745067ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:58:33.922211Z","caller":"traceutil/trace.go:171","msg":"trace[1051678644] linearizableReadLoop","detail":"{readStateIndex:21334; appliedIndex:21333; }","duration":"323.619044ms","start":"2026-04-23T00:58:33.598295Z","end":"2026-04-23T00:58:33.921914Z","steps":["trace[1051678644] 'read index received' (duration: 107.420933ms)","trace[1051678644] 'applied index is now lower than readState.Index' (duration: 216.196521ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:58:33.922486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.165123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-04-23T00:58:33.922576Z","caller":"traceutil/trace.go:171","msg":"trace[782301627] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:20646; }","duration":"324.287155ms","start":"2026-04-23T00:58:33.598267Z","end":"2026-04-23T00:58:33.922554Z","steps":["trace[782301627] 'agreement among raft nodes before linearized reading' (duration: 324.032601ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:58:33.922621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:58:33.598255Z","time spent":"324.352877ms","remote":"127.0.0.1:57792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1886,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"warn","ts":"2026-04-23T00:58:34.337165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.519314ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T00:58:34.33728Z","caller":"traceutil/trace.go:171","msg":"trace[1994241882] linearizableReadLoop","detail":"{readStateIndex:21336; appliedIndex:21334; }","duration":"376.760745ms","start":"2026-04-23T00:58:33.960501Z","end":"2026-04-23T00:58:34.337262Z","steps":["trace[1994241882] 'read index received' (duration: 29.911437ms)","trace[1994241882] 'applied index is now lower than readState.Index' (duration: 346.848138ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:58:34.337621Z","caller":"traceutil/trace.go:171","msg":"trace[1421388956] transaction","detail":"{read_only:false; response_revision:20648; number_of_response:1; }","duration":"379.348723ms","start":"2026-04-23T00:58:33.958235Z","end":"2026-04-23T00:58:34.337584Z","steps":["trace[1421388956] 'process raft request' (duration: 205.310469ms)","trace[1421388956] 'compare' (duration: 173.3179ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:58:34.337792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:58:33.958214Z","time spent":"379.494006ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:58:34.337867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.301825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-23T00:58:34.337953Z","caller":"traceutil/trace.go:171","msg":"trace[40285463] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:20648; }","duration":"377.436238ms","start":"2026-04-23T00:58:33.96047Z","end":"2026-04-23T00:58:34.337906Z","steps":["trace[40285463] 'agreement among raft nodes before linearized reading' (duration: 376.841407ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:58:34.338006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:58:33.960459Z","time spent":"377.53427ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T00:58:34.824627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.611399ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T00:58:34.824904Z","caller":"traceutil/trace.go:171","msg":"trace[1098385684] transaction","detail":"{read_only:false; response_revision:20649; number_of_response:1; }","duration":"482.323434ms","start":"2026-04-23T00:58:34.342528Z","end":"2026-04-23T00:58:34.824852Z","steps":["trace[1098385684] 'process raft request' (duration: 95.379838ms)","trace[1098385684] 'compare' (duration: 386.436695ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:58:34.82505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:58:34.342504Z","time spent":"482.466247ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:58:34.825163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.38779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T00:58:34.825212Z","caller":"traceutil/trace.go:171","msg":"trace[1091478222] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:20649; }","duration":"426.472663ms","start":"2026-04-23T00:58:34.398722Z","end":"2026-04-23T00:58:34.825195Z","steps":["trace[1091478222] 'agreement among raft nodes before linearized reading' (duration: 426.386801ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:58:34.82525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:58:34.398707Z","time spent":"426.532013ms","remote":"127.0.0.1:58126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-04-23T00:58:34.824785Z","caller":"traceutil/trace.go:171","msg":"trace[563827109] linearizableReadLoop","detail":"{readStateIndex:21337; appliedIndex:21336; }","duration":"425.995473ms","start":"2026-04-23T00:58:34.398765Z","end":"2026-04-23T00:58:34.824761Z","steps":["trace[563827109] 'read index received' (duration: 39.087898ms)","trace[563827109] 'applied index is now lower than readState.Index' (duration: 386.906395ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:58:34.875763Z","caller":"traceutil/trace.go:171","msg":"trace[1622748874] transaction","detail":"{read_only:false; response_revision:20650; number_of_response:1; }","duration":"313.317032ms","start":"2026-04-23T00:58:34.562424Z","end":"2026-04-23T00:58:34.875741Z","steps":["trace[1622748874] 'process raft request' (duration: 313.181399ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:58:34.875918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:58:34.562359Z","time spent":"313.468774ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:58:34.900065Z","caller":"traceutil/trace.go:171","msg":"trace[1819945566] transaction","detail":"{read_only:false; response_revision:20651; number_of_response:1; }","duration":"336.906423ms","start":"2026-04-23T00:58:34.563138Z","end":"2026-04-23T00:58:34.900044Z","steps":["trace[1819945566] 'process raft request' (duration: 336.651057ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:58:34.900067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.153847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T00:58:34.900169Z","caller":"traceutil/trace.go:171","msg":"trace[1473301158] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:20651; }","duration":"278.269379ms","start":"2026-04-23T00:58:34.621874Z","end":"2026-04-23T00:58:34.900143Z","steps":["trace[1473301158] 'agreement among raft nodes before linearized reading' (duration: 278.099075ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:58:34.90017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.308669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T00:58:34.900175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:58:34.563118Z","time spent":"336.999824ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:58:34.9002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.19561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1987"} {"level":"info","ts":"2026-04-23T00:58:34.900258Z","caller":"traceutil/trace.go:171","msg":"trace[854562590] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:20651; }","duration":"463.431621ms","start":"2026-04-23T00:58:34.436806Z","end":"2026-04-23T00:58:34.900238Z","steps":["trace[854562590] 'agreement among raft nodes before linearized reading' (duration: 463.307679ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:58:34.900286Z","caller":"traceutil/trace.go:171","msg":"trace[697276359] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:20651; }","duration":"402.324032ms","start":"2026-04-23T00:58:34.497937Z","end":"2026-04-23T00:58:34.900261Z","steps":["trace[697276359] 'agreement among raft nodes before linearized reading' (duration: 402.137078ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:58:34.900311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:58:34.436786Z","time spent":"463.508902ms","remote":"127.0.0.1:42502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T00:58:34.900338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:58:34.497915Z","time spent":"402.413874ms","remote":"127.0.0.1:57808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2009,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-04-23T00:58:34.900041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.378944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-23T00:58:34.90065Z","caller":"traceutil/trace.go:171","msg":"trace[171731546] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20651; }","duration":"483.029706ms","start":"2026-04-23T00:58:34.417601Z","end":"2026-04-23T00:58:34.900631Z","steps":["trace[171731546] 'agreement among raft nodes before linearized reading' (duration: 482.289702ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:58:34.900714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:58:34.417583Z","time spent":"483.114088ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-23T01:00:03.599739Z","caller":"traceutil/trace.go:171","msg":"trace[402760434] linearizableReadLoop","detail":"{readStateIndex:22203; appliedIndex:22202; }","duration":"301.456051ms","start":"2026-04-23T01:00:03.298262Z","end":"2026-04-23T01:00:03.599718Z","steps":["trace[402760434] 'read index received' (duration: 301.300888ms)","trace[402760434] 'applied index is now lower than readState.Index' (duration: 154.583µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:00:03.599807Z","caller":"traceutil/trace.go:171","msg":"trace[1745436879] transaction","detail":"{read_only:false; response_revision:21481; number_of_response:1; }","duration":"315.756027ms","start":"2026-04-23T01:00:03.284025Z","end":"2026-04-23T01:00:03.599781Z","steps":["trace[1745436879] 'process raft request' (duration: 315.585784ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:00:03.599923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.299359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-23T01:00:03.599955Z","caller":"traceutil/trace.go:171","msg":"trace[745391299] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21481; }","duration":"271.36269ms","start":"2026-04-23T01:00:03.328584Z","end":"2026-04-23T01:00:03.599946Z","steps":["trace[745391299] 'agreement among raft nodes before linearized reading' (duration: 271.237508ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:00:03.599962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:00:03.284014Z","time spent":"315.86317ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:00:03.599938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.637045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:00:03.600055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.651286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:00:03.60005Z","caller":"traceutil/trace.go:171","msg":"trace[1451254295] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:21481; }","duration":"301.792147ms","start":"2026-04-23T01:00:03.29822Z","end":"2026-04-23T01:00:03.600012Z","steps":["trace[1451254295] 'agreement among raft nodes before linearized reading' (duration: 301.609584ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:00:03.600079Z","caller":"traceutil/trace.go:171","msg":"trace[1363967220] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21481; }","duration":"182.673486ms","start":"2026-04-23T01:00:03.417399Z","end":"2026-04-23T01:00:03.600072Z","steps":["trace[1363967220] 'agreement among raft nodes before linearized reading' (duration: 182.638626ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:00:03.600103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:00:03.298199Z","time spent":"301.89022ms","remote":"127.0.0.1:49978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:00:05.524572Z","caller":"traceutil/trace.go:171","msg":"trace[307955116] transaction","detail":"{read_only:false; response_revision:21510; number_of_response:1; }","duration":"159.355132ms","start":"2026-04-23T01:00:05.365176Z","end":"2026-04-23T01:00:05.524531Z","steps":["trace[307955116] 'process raft request' (duration: 158.784851ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:00:05.531846Z","caller":"traceutil/trace.go:171","msg":"trace[970901277] linearizableReadLoop","detail":"{readStateIndex:22233; appliedIndex:22231; }","duration":"114.538974ms","start":"2026-04-23T01:00:05.417287Z","end":"2026-04-23T01:00:05.531826Z","steps":["trace[970901277] 'read index received' (duration: 106.641858ms)","trace[970901277] 'applied index is now lower than readState.Index' (duration: 7.896206ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:00:05.532433Z","caller":"traceutil/trace.go:171","msg":"trace[895093425] transaction","detail":"{read_only:false; response_revision:21511; number_of_response:1; }","duration":"152.117747ms","start":"2026-04-23T01:00:05.38028Z","end":"2026-04-23T01:00:05.532398Z","steps":["trace[895093425] 'process raft request' (duration: 151.419023ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:00:05.53258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.276249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:00:05.532655Z","caller":"traceutil/trace.go:171","msg":"trace[987912905] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21511; }","duration":"115.421032ms","start":"2026-04-23T01:00:05.417222Z","end":"2026-04-23T01:00:05.532643Z","steps":["trace[987912905] 'agreement among raft nodes before linearized reading' (duration: 115.2915ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:00:59.479233Z","caller":"traceutil/trace.go:171","msg":"trace[1715109091] transaction","detail":"{read_only:false; response_revision:21935; number_of_response:1; }","duration":"155.272696ms","start":"2026-04-23T01:00:59.323934Z","end":"2026-04-23T01:00:59.479207Z","steps":["trace[1715109091] 'process raft request' (duration: 154.923609ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:00:59.480735Z","caller":"traceutil/trace.go:171","msg":"trace[430157934] transaction","detail":"{read_only:false; response_revision:21936; number_of_response:1; }","duration":"136.053707ms","start":"2026-04-23T01:00:59.344663Z","end":"2026-04-23T01:00:59.480717Z","steps":["trace[430157934] 'process raft request' (duration: 135.386734ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:01:48.548884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.850793ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:01:48.548995Z","caller":"traceutil/trace.go:171","msg":"trace[1748371237] linearizableReadLoop","detail":"{readStateIndex:23103; appliedIndex:23102; }","duration":"130.974411ms","start":"2026-04-23T01:01:48.418004Z","end":"2026-04-23T01:01:48.548978Z","steps":["trace[1748371237] 'read index received' (duration: 45.351µs)","trace[1748371237] 'applied index is now lower than readState.Index' (duration: 130.92777ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:01:48.549037Z","caller":"traceutil/trace.go:171","msg":"trace[1553115593] transaction","detail":"{read_only:false; response_revision:22355; number_of_response:1; }","duration":"338.756746ms","start":"2026-04-23T01:01:48.210251Z","end":"2026-04-23T01:01:48.549008Z","steps":["trace[1553115593] 'process raft request' (duration: 25.680079ms)","trace[1553115593] 'compare' (duration: 312.554077ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:01:48.549099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.098973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:01:48.549176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:01:48.210234Z","time spent":"338.871009ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:01:48.549192Z","caller":"traceutil/trace.go:171","msg":"trace[649694716] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22355; }","duration":"131.214966ms","start":"2026-04-23T01:01:48.417964Z","end":"2026-04-23T01:01:48.549179Z","steps":["trace[649694716] 'agreement among raft nodes before linearized reading' (duration: 131.098804ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:02:00.36829Z","caller":"traceutil/trace.go:171","msg":"trace[1287724207] linearizableReadLoop","detail":"{readStateIndex:23613; appliedIndex:23612; }","duration":"142.165402ms","start":"2026-04-23T01:02:00.226103Z","end":"2026-04-23T01:02:00.368268Z","steps":["trace[1287724207] 'read index received' (duration: 142.006609ms)","trace[1287724207] 'applied index is now lower than readState.Index' (duration: 158.323µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:02:00.368361Z","caller":"traceutil/trace.go:171","msg":"trace[35754961] transaction","detail":"{read_only:false; response_revision:22856; number_of_response:1; }","duration":"144.76642ms","start":"2026-04-23T01:02:00.22357Z","end":"2026-04-23T01:02:00.368336Z","steps":["trace[35754961] 'process raft request' (duration: 144.592097ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:00.368494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.380525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-23T01:02:00.368567Z","caller":"traceutil/trace.go:171","msg":"trace[1065451709] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22856; }","duration":"142.506398ms","start":"2026-04-23T01:02:00.226046Z","end":"2026-04-23T01:02:00.368553Z","steps":["trace[1065451709] 'agreement among raft nodes before linearized reading' (duration: 142.305204ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:00.368567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.707364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-23T01:02:00.368657Z","caller":"traceutil/trace.go:171","msg":"trace[784456243] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22856; }","duration":"132.845147ms","start":"2026-04-23T01:02:00.235792Z","end":"2026-04-23T01:02:00.368637Z","steps":["trace[784456243] 'agreement among raft nodes before linearized reading' (duration: 132.606583ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:02:03.382044Z","caller":"traceutil/trace.go:171","msg":"trace[21453610] linearizableReadLoop","detail":"{readStateIndex:23717; appliedIndex:23716; }","duration":"196.807069ms","start":"2026-04-23T01:02:03.185201Z","end":"2026-04-23T01:02:03.382008Z","steps":["trace[21453610] 'read index received' (duration: 196.382522ms)","trace[21453610] 'applied index is now lower than readState.Index' (duration: 423.207µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:02:03.382138Z","caller":"traceutil/trace.go:171","msg":"trace[755810126] transaction","detail":"{read_only:false; response_revision:22958; number_of_response:1; }","duration":"215.266684ms","start":"2026-04-23T01:02:03.16683Z","end":"2026-04-23T01:02:03.382097Z","steps":["trace[755810126] 'process raft request' (duration: 214.895057ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:03.382259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.027723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:02:03.382371Z","caller":"traceutil/trace.go:171","msg":"trace[82942774] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:22958; }","duration":"197.181895ms","start":"2026-04-23T01:02:03.185167Z","end":"2026-04-23T01:02:03.382349Z","steps":["trace[82942774] 'agreement among raft nodes before linearized reading' (duration: 196.973052ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:03.382446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.795381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/cert-manager-test/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/cert-manager-test0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:02:03.382471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.767349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:02:03.382516Z","caller":"traceutil/trace.go:171","msg":"trace[104700571] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/cert-manager-test/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/cert-manager-test0; response_count:0; response_revision:22958; }","duration":"172.905293ms","start":"2026-04-23T01:02:03.209591Z","end":"2026-04-23T01:02:03.382496Z","steps":["trace[104700571] 'agreement among raft nodes before linearized reading' (duration: 172.76345ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:02:03.382521Z","caller":"traceutil/trace.go:171","msg":"trace[452904995] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:22958; }","duration":"173.832601ms","start":"2026-04-23T01:02:03.208674Z","end":"2026-04-23T01:02:03.382507Z","steps":["trace[452904995] 'agreement among raft nodes before linearized reading' (duration: 173.76309ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:03.382684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.922993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:02:03.38237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.106194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:02:03.38276Z","caller":"traceutil/trace.go:171","msg":"trace[197114522] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:22958; }","duration":"174.077956ms","start":"2026-04-23T01:02:03.208661Z","end":"2026-04-23T01:02:03.382738Z","steps":["trace[197114522] 'agreement among raft nodes before linearized reading' (duration: 173.832721ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:02:03.382821Z","caller":"traceutil/trace.go:171","msg":"trace[1600097063] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:22958; }","duration":"197.564563ms","start":"2026-04-23T01:02:03.185239Z","end":"2026-04-23T01:02:03.382804Z","steps":["trace[1600097063] 'agreement among raft nodes before linearized reading' (duration: 197.075674ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:02:04.957584Z","caller":"traceutil/trace.go:171","msg":"trace[1882946315] transaction","detail":"{read_only:false; response_revision:22997; number_of_response:1; }","duration":"167.901271ms","start":"2026-04-23T01:02:04.789623Z","end":"2026-04-23T01:02:04.957525Z","steps":["trace[1882946315] 'process raft request' (duration: 164.166682ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:02:08.351284Z","caller":"traceutil/trace.go:171","msg":"trace[457113325] transaction","detail":"{read_only:false; response_revision:23053; number_of_response:1; }","duration":"381.974992ms","start":"2026-04-23T01:02:07.969278Z","end":"2026-04-23T01:02:08.351253Z","steps":["trace[457113325] 'process raft request' (duration: 336.77832ms)","trace[457113325] 'compare' (duration: 45.07901ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:02:08.351479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:07.969251Z","time spent":"382.130364ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:02:08.91288Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199180892756047,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T01:02:09.39361Z","caller":"traceutil/trace.go:171","msg":"trace[346704404] transaction","detail":"{read_only:false; response_revision:23054; number_of_response:1; }","duration":"982.062991ms","start":"2026-04-23T01:02:08.411519Z","end":"2026-04-23T01:02:09.393582Z","steps":["trace[346704404] 'process raft request' (duration: 927.941442ms)","trace[346704404] 'compare' (duration: 53.834523ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:02:09.393763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:08.411449Z","time spent":"982.235104ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:02:09.56692Z","caller":"traceutil/trace.go:171","msg":"trace[1502757680] transaction","detail":"{read_only:false; response_revision:23055; number_of_response:1; }","duration":"1.086244193s","start":"2026-04-23T01:02:08.480649Z","end":"2026-04-23T01:02:09.566893Z","steps":["trace[1502757680] 'process raft request' (duration: 1.086011249s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:09.56709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:08.480627Z","time spent":"1.086382406s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:02:09.567261Z","caller":"traceutil/trace.go:171","msg":"trace[709620360] transaction","detail":"{read_only:false; response_revision:23056; number_of_response:1; }","duration":"342.739421ms","start":"2026-04-23T01:02:09.22444Z","end":"2026-04-23T01:02:09.567179Z","steps":["trace[709620360] 'process raft request' (duration: 342.395664ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:02:09.567332Z","caller":"traceutil/trace.go:171","msg":"trace[824327537] linearizableReadLoop","detail":"{readStateIndex:23815; appliedIndex:23813; }","duration":"1.154840632s","start":"2026-04-23T01:02:08.412454Z","end":"2026-04-23T01:02:09.567294Z","steps":["trace[824327537] 'read index received' (duration: 927.078455ms)","trace[824327537] 'applied index is now lower than readState.Index' (duration: 227.760567ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:02:09.56743Z","caller":"traceutil/trace.go:171","msg":"trace[1485326181] transaction","detail":"{read_only:false; response_revision:23057; number_of_response:1; }","duration":"282.892344ms","start":"2026-04-23T01:02:09.284522Z","end":"2026-04-23T01:02:09.567415Z","steps":["trace[1485326181] 'process raft request' (duration: 282.580019ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:02:09.567484Z","caller":"traceutil/trace.go:171","msg":"trace[1456715661] transaction","detail":"{read_only:false; response_revision:23058; number_of_response:1; }","duration":"261.481305ms","start":"2026-04-23T01:02:09.30599Z","end":"2026-04-23T01:02:09.567472Z","steps":["trace[1456715661] 'process raft request' (duration: 261.254321ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:09.567774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.149846889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:02:09.567826Z","caller":"traceutil/trace.go:171","msg":"trace[469451465] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23058; }","duration":"1.149918401s","start":"2026-04-23T01:02:08.417897Z","end":"2026-04-23T01:02:09.567815Z","steps":["trace[469451465] 'agreement among raft nodes before linearized reading' (duration: 1.149839649s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:09.567855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:08.417882Z","time spent":"1.149967071s","remote":"127.0.0.1:57620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:02:09.568126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.292658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-23T01:02:09.568169Z","caller":"traceutil/trace.go:171","msg":"trace[163659977] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23058; }","duration":"493.387019ms","start":"2026-04-23T01:02:09.074771Z","end":"2026-04-23T01:02:09.568158Z","steps":["trace[163659977] 'agreement among raft nodes before linearized reading' (duration: 493.234756ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:09.568182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"850.612939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"warn","ts":"2026-04-23T01:02:09.568203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:09.074747Z","time spent":"493.44814ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-23T01:02:09.568228Z","caller":"traceutil/trace.go:171","msg":"trace[1821447783] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:23058; }","duration":"850.703971ms","start":"2026-04-23T01:02:08.717512Z","end":"2026-04-23T01:02:09.568216Z","steps":["trace[1821447783] 'agreement among raft nodes before linearized reading' (duration: 850.534908ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:09.568264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:08.717466Z","time spent":"850.791472ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T01:02:09.568396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"889.249401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-23T01:02:09.568428Z","caller":"traceutil/trace.go:171","msg":"trace[1745688749] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23058; }","duration":"889.315772ms","start":"2026-04-23T01:02:08.679104Z","end":"2026-04-23T01:02:09.56842Z","steps":["trace[1745688749] 'agreement among raft nodes before linearized reading' (duration: 889.22532ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:09.568435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.155984054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-04-23T01:02:09.568453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:08.679084Z","time spent":"889.363303ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-23T01:02:09.56847Z","caller":"traceutil/trace.go:171","msg":"trace[1893934433] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23058; }","duration":"1.156044775s","start":"2026-04-23T01:02:08.412412Z","end":"2026-04-23T01:02:09.568457Z","steps":["trace[1893934433] 'agreement among raft nodes before linearized reading' (duration: 1.155955403s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:09.56851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:08.412394Z","time spent":"1.156109086s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T01:02:09.568621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.223455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"warn","ts":"2026-04-23T01:02:09.568637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.016564334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:02:09.568656Z","caller":"traceutil/trace.go:171","msg":"trace[536116161] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:23058; }","duration":"103.281246ms","start":"2026-04-23T01:02:09.465364Z","end":"2026-04-23T01:02:09.568646Z","steps":["trace[536116161] 'agreement among raft nodes before linearized reading' (duration: 103.197865ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:02:09.568668Z","caller":"traceutil/trace.go:171","msg":"trace[1560497372] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:23058; }","duration":"1.016625066s","start":"2026-04-23T01:02:08.552033Z","end":"2026-04-23T01:02:09.568659Z","steps":["trace[1560497372] 'agreement among raft nodes before linearized reading' (duration: 1.016571195s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:09.56756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:09.224417Z","time spent":"342.966045ms","remote":"127.0.0.1:57720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":973,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T01:02:09.56883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.024352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-23T01:02:09.568866Z","caller":"traceutil/trace.go:171","msg":"trace[3953974] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23058; }","duration":"154.090703ms","start":"2026-04-23T01:02:09.414767Z","end":"2026-04-23T01:02:09.568857Z","steps":["trace[3953974] 'agreement among raft nodes before linearized reading' (duration: 154.008912ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:09.5687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:08.552018Z","time spent":"1.016675356s","remote":"127.0.0.1:36724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:02:09.569075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.29107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-23T01:02:09.56911Z","caller":"traceutil/trace.go:171","msg":"trace[2087188163] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23058; }","duration":"425.349102ms","start":"2026-04-23T01:02:09.143753Z","end":"2026-04-23T01:02:09.569102Z","steps":["trace[2087188163] 'agreement among raft nodes before linearized reading' (duration: 425.25752ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:02:09.569137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:02:09.143741Z","time spent":"425.390102ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-23T01:02:34.028252Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":20328} {"level":"info","ts":"2026-04-23T01:02:34.141345Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":20328,"took":"109.856648ms","hash":1802037543,"current-db-size-bytes":56532992,"current-db-size":"56 MB","current-db-size-in-use-bytes":42037248,"current-db-size-in-use":"42 MB"} {"level":"info","ts":"2026-04-23T01:02:34.141433Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1802037543,"revision":20328,"compact-revision":17794} {"level":"info","ts":"2026-04-23T01:03:24.828261Z","caller":"traceutil/trace.go:171","msg":"trace[2119691204] linearizableReadLoop","detail":"{readStateIndex:24672; appliedIndex:24671; }","duration":"154.227125ms","start":"2026-04-23T01:03:24.674003Z","end":"2026-04-23T01:03:24.82823Z","steps":["trace[2119691204] 'read index received' (duration: 154.018171ms)","trace[2119691204] 'applied index is now lower than readState.Index' (duration: 207.684µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:03:24.828344Z","caller":"traceutil/trace.go:171","msg":"trace[1792573690] transaction","detail":"{read_only:false; response_revision:23890; number_of_response:1; }","duration":"195.246741ms","start":"2026-04-23T01:03:24.633067Z","end":"2026-04-23T01:03:24.828314Z","steps":["trace[1792573690] 'process raft request' (duration: 194.978285ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:03:24.828496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.47672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-04-23T01:03:24.828539Z","caller":"traceutil/trace.go:171","msg":"trace[1289424144] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0; range_end:; response_count:1; response_revision:23890; }","duration":"154.586732ms","start":"2026-04-23T01:03:24.67394Z","end":"2026-04-23T01:03:24.828527Z","steps":["trace[1289424144] 'agreement among raft nodes before linearized reading' (duration: 154.418789ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:03:25.153256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.261402ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:03:25.153565Z","caller":"traceutil/trace.go:171","msg":"trace[1318802147] transaction","detail":"{read_only:false; response_revision:23891; number_of_response:1; }","duration":"442.931619ms","start":"2026-04-23T01:03:24.710517Z","end":"2026-04-23T01:03:25.153449Z","steps":["trace[1318802147] 'process raft request' (duration: 255.349571ms)","trace[1318802147] 'compare' (duration: 187.119118ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:03:25.153609Z","caller":"traceutil/trace.go:171","msg":"trace[398235350] linearizableReadLoop","detail":"{readStateIndex:24674; appliedIndex:24672; }","duration":"321.717789ms","start":"2026-04-23T01:03:24.831869Z","end":"2026-04-23T01:03:25.153586Z","steps":["trace[398235350] 'read index received' (duration: 133.884197ms)","trace[398235350] 'applied index is now lower than readState.Index' (duration: 187.832532ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:03:25.153752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:03:24.710484Z","time spent":"443.171203ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:03:25.153965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.089306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-fdd7aab2-109f-4013-93bf-d1711f74f999\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-04-23T01:03:25.154166Z","caller":"traceutil/trace.go:171","msg":"trace[571971644] range","detail":"{range_begin:/registry/persistentvolumes/pvc-fdd7aab2-109f-4013-93bf-d1711f74f999; range_end:; response_count:1; response_revision:23892; }","duration":"322.185067ms","start":"2026-04-23T01:03:24.831835Z","end":"2026-04-23T01:03:25.15402Z","steps":["trace[571971644] 'agreement among raft nodes before linearized reading' (duration: 321.8226ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:03:25.15421Z","caller":"traceutil/trace.go:171","msg":"trace[1213043111] transaction","detail":"{read_only:false; response_revision:23892; number_of_response:1; }","duration":"369.044531ms","start":"2026-04-23T01:03:24.78513Z","end":"2026-04-23T01:03:25.154175Z","steps":["trace[1213043111] 'process raft request' (duration: 368.251386ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:03:25.154317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:03:24.831813Z","time spent":"322.446922ms","remote":"127.0.0.1:57788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1344,"request content":"key:\"/registry/persistentvolumes/pvc-fdd7aab2-109f-4013-93bf-d1711f74f999\" "} {"level":"warn","ts":"2026-04-23T01:03:25.154436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:03:24.785097Z","time spent":"369.211573ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:03:32.051481Z","caller":"traceutil/trace.go:171","msg":"trace[1403596993] transaction","detail":"{read_only:false; response_revision:23977; number_of_response:1; }","duration":"169.815696ms","start":"2026-04-23T01:03:31.881639Z","end":"2026-04-23T01:03:32.051455Z","steps":["trace[1403596993] 'process raft request' (duration: 169.641222ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:03:32.058333Z","caller":"traceutil/trace.go:171","msg":"trace[1355203776] transaction","detail":"{read_only:false; response_revision:23978; number_of_response:1; }","duration":"162.136533ms","start":"2026-04-23T01:03:31.896165Z","end":"2026-04-23T01:03:32.058302Z","steps":["trace[1355203776] 'process raft request' (duration: 161.873218ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:03:51.419021Z","caller":"traceutil/trace.go:171","msg":"trace[872677697] transaction","detail":"{read_only:false; response_revision:24157; number_of_response:1; }","duration":"170.882056ms","start":"2026-04-23T01:03:51.248111Z","end":"2026-04-23T01:03:51.418993Z","steps":["trace[872677697] 'process raft request' (duration: 170.732343ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:03:51.423328Z","caller":"traceutil/trace.go:171","msg":"trace[1711770273] transaction","detail":"{read_only:false; response_revision:24158; number_of_response:1; }","duration":"172.937894ms","start":"2026-04-23T01:03:51.250362Z","end":"2026-04-23T01:03:51.4233Z","steps":["trace[1711770273] 'process raft request' (duration: 172.71131ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:03:52.602446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.541438ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-23T01:03:52.603517Z","caller":"traceutil/trace.go:171","msg":"trace[973290042] linearizableReadLoop","detail":"{readStateIndex:24955; appliedIndex:24953; }","duration":"274.951736ms","start":"2026-04-23T01:03:52.328526Z","end":"2026-04-23T01:03:52.603478Z","steps":["trace[973290042] 'read index received' (duration: 267.704271ms)","trace[973290042] 'applied index is now lower than readState.Index' (duration: 7.246265ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:03:52.603572Z","caller":"traceutil/trace.go:171","msg":"trace[677197117] transaction","detail":"{read_only:false; response_revision:24167; number_of_response:1; }","duration":"278.087675ms","start":"2026-04-23T01:03:52.32545Z","end":"2026-04-23T01:03:52.603538Z","steps":["trace[677197117] 'process raft request' (duration: 277.105397ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:03:52.650867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.301299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:03:52.650991Z","caller":"traceutil/trace.go:171","msg":"trace[1269715126] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:24167; }","duration":"322.432941ms","start":"2026-04-23T01:03:52.328503Z","end":"2026-04-23T01:03:52.650936Z","steps":["trace[1269715126] 'agreement among raft nodes before linearized reading' (duration: 275.095308ms)","trace[1269715126] 'range keys from in-memory index tree' (duration: 47.195541ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:03:52.651231Z","caller":"traceutil/trace.go:171","msg":"trace[1677523692] transaction","detail":"{read_only:false; response_revision:24169; number_of_response:1; }","duration":"214.429478ms","start":"2026-04-23T01:03:52.436775Z","end":"2026-04-23T01:03:52.651204Z","steps":["trace[1677523692] 'process raft request' (duration: 214.323706ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:03:52.651283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.709399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:03:52.651355Z","caller":"traceutil/trace.go:171","msg":"trace[1110045639] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:24169; }","duration":"321.79941ms","start":"2026-04-23T01:03:52.329539Z","end":"2026-04-23T01:03:52.651338Z","steps":["trace[1110045639] 'agreement among raft nodes before linearized reading' (duration: 321.657428ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:03:52.651356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.270364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:03:52.651257Z","caller":"traceutil/trace.go:171","msg":"trace[1401470536] transaction","detail":"{read_only:false; response_revision:24168; number_of_response:1; }","duration":"305.556106ms","start":"2026-04-23T01:03:52.345623Z","end":"2026-04-23T01:03:52.651179Z","steps":["trace[1401470536] 'process raft request' (duration: 257.849667ms)","trace[1401470536] 'compare' (duration: 47.384044ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:03:52.651413Z","caller":"traceutil/trace.go:171","msg":"trace[1831624920] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:24169; }","duration":"318.338205ms","start":"2026-04-23T01:03:52.333059Z","end":"2026-04-23T01:03:52.651397Z","steps":["trace[1831624920] 'agreement among raft nodes before linearized reading' (duration: 318.234343ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:03:52.65136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:03:52.328497Z","time spent":"322.724597ms","remote":"127.0.0.1:57872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-04-23T01:03:52.651438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.721208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:03:52.65146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:03:52.333045Z","time spent":"318.405156ms","remote":"127.0.0.1:58368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:03:52.651469Z","caller":"traceutil/trace.go:171","msg":"trace[783452628] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:24169; }","duration":"321.757388ms","start":"2026-04-23T01:03:52.329704Z","end":"2026-04-23T01:03:52.651461Z","steps":["trace[783452628] 'agreement among raft nodes before linearized reading' (duration: 321.715098ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:03:52.651524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:03:52.329698Z","time spent":"321.795269ms","remote":"127.0.0.1:57872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"warn","ts":"2026-04-23T01:03:52.651399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:03:52.329535Z","time spent":"321.855921ms","remote":"127.0.0.1:57872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"warn","ts":"2026-04-23T01:03:52.651642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:03:52.3456Z","time spent":"305.875563ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:03:53.061099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.503542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:03:53.06119Z","caller":"traceutil/trace.go:171","msg":"trace[985802063] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:24169; }","duration":"308.645535ms","start":"2026-04-23T01:03:52.75252Z","end":"2026-04-23T01:03:53.061165Z","steps":["trace[985802063] 'count revisions from in-memory index tree' (duration: 308.39468ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:03:53.061236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:03:52.752495Z","time spent":"308.729757ms","remote":"127.0.0.1:36764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:03:53.061613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.929153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-23T01:03:53.061678Z","caller":"traceutil/trace.go:171","msg":"trace[522137858] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24169; }","duration":"255.046816ms","start":"2026-04-23T01:03:52.806615Z","end":"2026-04-23T01:03:53.061662Z","steps":["trace[522137858] 'range keys from in-memory index tree' (duration: 254.767551ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:08.548919Z","caller":"traceutil/trace.go:171","msg":"trace[663236663] transaction","detail":"{read_only:false; response_revision:24987; number_of_response:1; }","duration":"640.241933ms","start":"2026-04-23T01:05:07.90865Z","end":"2026-04-23T01:05:08.548892Z","steps":["trace[663236663] 'process raft request' (duration: 640.087611ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:08.549062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:07.908638Z","time spent":"640.353705ms","remote":"127.0.0.1:42168","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7439,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:05:08.549549Z","caller":"traceutil/trace.go:171","msg":"trace[1105570157] linearizableReadLoop","detail":"{readStateIndex:25796; appliedIndex:25796; }","duration":"457.566098ms","start":"2026-04-23T01:05:08.091974Z","end":"2026-04-23T01:05:08.54954Z","steps":["trace[1105570157] 'read index received' (duration: 457.562538ms)","trace[1105570157] 'applied index is now lower than readState.Index' (duration: 3.01µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:05:08.549623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.64352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:05:08.549645Z","caller":"traceutil/trace.go:171","msg":"trace[885214580] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/endpoints/; range_end:/registry/openstack.k-orc.cloud/endpoints0; response_count:0; response_revision:24987; }","duration":"457.669831ms","start":"2026-04-23T01:05:08.091968Z","end":"2026-04-23T01:05:08.549638Z","steps":["trace[885214580] 'agreement among raft nodes before linearized reading' (duration: 457.62679ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:08.549665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:08.091928Z","time spent":"457.732581ms","remote":"127.0.0.1:52620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:05:09.050465Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199180892760664,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T01:05:09.280392Z","caller":"traceutil/trace.go:171","msg":"trace[405444876] transaction","detail":"{read_only:false; response_revision:24989; number_of_response:1; }","duration":"856.602705ms","start":"2026-04-23T01:05:08.423761Z","end":"2026-04-23T01:05:09.280364Z","steps":["trace[405444876] 'process raft request' (duration: 856.506843ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:09.280395Z","caller":"traceutil/trace.go:171","msg":"trace[1689242805] transaction","detail":"{read_only:false; response_revision:24988; number_of_response:1; }","duration":"886.233198ms","start":"2026-04-23T01:05:08.394126Z","end":"2026-04-23T01:05:09.280359Z","steps":["trace[1689242805] 'process raft request' (duration: 885.970853ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:09.280569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:08.423744Z","time spent":"856.722448ms","remote":"127.0.0.1:57872","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5153,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:05:09.280562Z","caller":"traceutil/trace.go:171","msg":"trace[1704268033] transaction","detail":"{read_only:false; response_revision:24990; number_of_response:1; }","duration":"856.708657ms","start":"2026-04-23T01:05:08.423821Z","end":"2026-04-23T01:05:09.280529Z","steps":["trace[1704268033] 'process raft request' (duration: 856.494663ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:09.280619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:08.3941Z","time spent":"886.3739ms","remote":"127.0.0.1:57872","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5599,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:05:09.28073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:08.423812Z","time spent":"856.82304ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:05:10.30498Z","caller":"traceutil/trace.go:171","msg":"trace[1690553912] transaction","detail":"{read_only:false; response_revision:24991; number_of_response:1; }","duration":"1.45290195s","start":"2026-04-23T01:05:08.852049Z","end":"2026-04-23T01:05:10.304951Z","steps":["trace[1690553912] 'process raft request' (duration: 1.412507507s)","trace[1690553912] 'compare' (duration: 40.208599ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:05:10.30514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:08.852025Z","time spent":"1.453035952s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:05:10.305204Z","caller":"traceutil/trace.go:171","msg":"trace[1846164949] transaction","detail":"{read_only:false; response_revision:24992; number_of_response:1; }","duration":"1.349992381s","start":"2026-04-23T01:05:08.955178Z","end":"2026-04-23T01:05:10.30517Z","steps":["trace[1846164949] 'process raft request' (duration: 1.349727126s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:10.305357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:08.955162Z","time spent":"1.350111193s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:05:10.305793Z","caller":"traceutil/trace.go:171","msg":"trace[1738979978] linearizableReadLoop","detail":"{readStateIndex:25802; appliedIndex:25796; }","duration":"1.756197601s","start":"2026-04-23T01:05:08.549577Z","end":"2026-04-23T01:05:10.305774Z","steps":["trace[1738979978] 'read index received' (duration: 730.520675ms)","trace[1738979978] 'applied index is now lower than readState.Index' (duration: 1.025675826s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:05:10.305997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.20406588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:05:10.306042Z","caller":"traceutil/trace.go:171","msg":"trace[2125120906] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:24993; }","duration":"2.204140772s","start":"2026-04-23T01:05:08.101888Z","end":"2026-04-23T01:05:10.306028Z","steps":["trace[2125120906] 'agreement among raft nodes before linearized reading' (duration: 2.203975378s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:10.306077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:08.101874Z","time spent":"2.204193943s","remote":"127.0.0.1:38800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":82,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:05:10.306042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.823324283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:05:10.30607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.780325172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-23T01:05:10.306043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.882094239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:05:10.305864Z","caller":"traceutil/trace.go:171","msg":"trace[1032899068] transaction","detail":"{read_only:false; response_revision:24993; number_of_response:1; }","duration":"1.338943195s","start":"2026-04-23T01:05:08.966886Z","end":"2026-04-23T01:05:10.305829Z","steps":["trace[1032899068] 'process raft request' (duration: 1.338231263s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:10.306153Z","caller":"traceutil/trace.go:171","msg":"trace[307440445] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:24993; }","duration":"1.823495627s","start":"2026-04-23T01:05:08.48263Z","end":"2026-04-23T01:05:10.306126Z","steps":["trace[307440445] 'agreement among raft nodes before linearized reading' (duration: 1.82319745s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:10.306167Z","caller":"traceutil/trace.go:171","msg":"trace[126827062] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24993; }","duration":"1.882267622s","start":"2026-04-23T01:05:08.423877Z","end":"2026-04-23T01:05:10.306144Z","steps":["trace[126827062] 'agreement among raft nodes before linearized reading' (duration: 1.881946015s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:10.30626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:08.482607Z","time spent":"1.82363428s","remote":"127.0.0.1:48266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:05:10.306161Z","caller":"traceutil/trace.go:171","msg":"trace[288754600] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24993; }","duration":"1.780457155s","start":"2026-04-23T01:05:08.525678Z","end":"2026-04-23T01:05:10.306135Z","steps":["trace[288754600] 'agreement among raft nodes before linearized reading' (duration: 1.780114988s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:10.306373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:08.423871Z","time spent":"1.882441256s","remote":"127.0.0.1:57620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:05:10.306429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:08.966878Z","time spent":"1.339285632s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:05:10.306435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:08.525663Z","time spent":"1.780715419s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T01:05:10.307202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.1000622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2366192"} {"level":"info","ts":"2026-04-23T01:05:10.307282Z","caller":"traceutil/trace.go:171","msg":"trace[160294769] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:24993; }","duration":"2.100150822s","start":"2026-04-23T01:05:08.207112Z","end":"2026-04-23T01:05:10.307263Z","steps":["trace[160294769] 'agreement among raft nodes before linearized reading' (duration: 2.098722106s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:10.307463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:08.207057Z","time spent":"2.100389998s","remote":"127.0.0.1:57736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2366214,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"warn","ts":"2026-04-23T01:05:10.806098Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199180892760673,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:05:11.306745Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199180892760673,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:05:11.750092Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.448541558s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T01:05:11.750478Z","caller":"traceutil/trace.go:171","msg":"trace[556814121] transaction","detail":"{read_only:false; response_revision:24995; number_of_response:1; }","duration":"2.258335201s","start":"2026-04-23T01:05:09.492123Z","end":"2026-04-23T01:05:11.750458Z","steps":["trace[556814121] 'process raft request' (duration: 2.25826742s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:11.750603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:09.492097Z","time spent":"2.258435683s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:05:11.750726Z","caller":"traceutil/trace.go:171","msg":"trace[94325630] transaction","detail":"{read_only:false; response_revision:24998; number_of_response:1; }","duration":"1.821011639s","start":"2026-04-23T01:05:09.929694Z","end":"2026-04-23T01:05:11.750705Z","steps":["trace[94325630] 'process raft request' (duration: 1.820985469s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:11.750747Z","caller":"traceutil/trace.go:171","msg":"trace[1968982690] transaction","detail":"{read_only:false; response_revision:24996; number_of_response:1; }","duration":"2.027939306s","start":"2026-04-23T01:05:09.722767Z","end":"2026-04-23T01:05:11.750706Z","steps":["trace[1968982690] 'process raft request' (duration: 2.027656101s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:11.750821Z","caller":"traceutil/trace.go:171","msg":"trace[439758067] transaction","detail":"{read_only:false; response_revision:24997; number_of_response:1; }","duration":"2.02437177s","start":"2026-04-23T01:05:09.726419Z","end":"2026-04-23T01:05:11.75079Z","steps":["trace[439758067] 'process raft request' (duration: 2.024198447s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:11.750839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:09.929673Z","time spent":"1.821105392s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:05:11.750974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:09.726388Z","time spent":"2.024492262s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:05:11.751017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:09.722738Z","time spent":"2.028121811s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:05:11.750635Z","caller":"traceutil/trace.go:171","msg":"trace[274473179] transaction","detail":"{read_only:false; response_revision:24994; number_of_response:1; }","duration":"2.307565349s","start":"2026-04-23T01:05:09.442947Z","end":"2026-04-23T01:05:11.750512Z","steps":["trace[274473179] 'process raft request' (duration: 2.307303824s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:11.751556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:09.442917Z","time spent":"2.308555447s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:05:12.149122Z","caller":"traceutil/trace.go:171","msg":"trace[94320169] linearizableReadLoop","detail":"{readStateIndex:25809; appliedIndex:25802; }","duration":"1.843260245s","start":"2026-04-23T01:05:10.305837Z","end":"2026-04-23T01:05:12.149097Z","steps":["trace[94320169] 'read index received' (duration: 1.444425891s)","trace[94320169] 'applied index is now lower than readState.Index' (duration: 398.832954ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:05:12.149468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.841591604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:05:12.149509Z","caller":"traceutil/trace.go:171","msg":"trace[1593349596] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25000; }","duration":"1.841688005s","start":"2026-04-23T01:05:10.307809Z","end":"2026-04-23T01:05:12.149497Z","steps":["trace[1593349596] 'agreement among raft nodes before linearized reading' (duration: 1.841590214s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:12.149482Z","caller":"traceutil/trace.go:171","msg":"trace[77677383] transaction","detail":"{read_only:false; response_revision:25000; number_of_response:1; }","duration":"863.767229ms","start":"2026-04-23T01:05:11.285671Z","end":"2026-04-23T01:05:12.149438Z","steps":["trace[77677383] 'process raft request' (duration: 863.304461ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:12.149571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.153466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:05:12.149585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.212511447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:05:12.14961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.893371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:05:12.149635Z","caller":"traceutil/trace.go:171","msg":"trace[533676173] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:25000; }","duration":"2.212614149s","start":"2026-04-23T01:05:09.937005Z","end":"2026-04-23T01:05:12.149619Z","steps":["trace[533676173] 'agreement among raft nodes before linearized reading' (duration: 2.212523677s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:12.149661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.535144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:05:12.149666Z","caller":"traceutil/trace.go:171","msg":"trace[153973150] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:25000; }","duration":"401.996642ms","start":"2026-04-23T01:05:11.747652Z","end":"2026-04-23T01:05:12.149649Z","steps":["trace[153973150] 'agreement among raft nodes before linearized reading' (duration: 401.8929ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:12.149676Z","caller":"traceutil/trace.go:171","msg":"trace[1684543907] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:25000; }","duration":"460.550144ms","start":"2026-04-23T01:05:11.689121Z","end":"2026-04-23T01:05:12.149671Z","steps":["trace[1684543907] 'agreement among raft nodes before linearized reading' (duration: 460.521744ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:12.14968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:09.936982Z","time spent":"2.21268668s","remote":"127.0.0.1:52684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:05:12.149687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.453035932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-04-23T01:05:12.149699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:11.689062Z","time spent":"460.632626ms","remote":"127.0.0.1:52780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:05:12.149686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.380384704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:05:12.149709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:11.285627Z","time spent":"863.972823ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:05:12.149675Z","caller":"traceutil/trace.go:171","msg":"trace[364916922] transaction","detail":"{read_only:false; response_revision:24999; number_of_response:1; }","duration":"1.838875953s","start":"2026-04-23T01:05:10.310744Z","end":"2026-04-23T01:05:12.14962Z","steps":["trace[364916922] 'process raft request' (duration: 1.78776073s)","trace[364916922] 'compare' (duration: 49.877569ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:05:12.149749Z","caller":"traceutil/trace.go:171","msg":"trace[268967465] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:25000; }","duration":"3.380756341s","start":"2026-04-23T01:05:08.768976Z","end":"2026-04-23T01:05:12.149732Z","steps":["trace[268967465] 'agreement among raft nodes before linearized reading' (duration: 3.380297292s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:12.149742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.320319156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/ingress-nginx/ingress-nginx-controller-5k2q5.18a8d462f7603d14\" ","response":"range_response_count:1 size:767"} {"level":"warn","ts":"2026-04-23T01:05:12.149786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:08.768918Z","time spent":"3.380855652s","remote":"127.0.0.1:42494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:05:12.149821Z","caller":"traceutil/trace.go:171","msg":"trace[1742286554] range","detail":"{range_begin:/registry/events/ingress-nginx/ingress-nginx-controller-5k2q5.18a8d462f7603d14; range_end:; response_count:1; response_revision:25000; }","duration":"2.320449509s","start":"2026-04-23T01:05:09.829352Z","end":"2026-04-23T01:05:12.149801Z","steps":["trace[1742286554] 'agreement among raft nodes before linearized reading' (duration: 2.320185114s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:12.149548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:10.307787Z","time spent":"1.841752777s","remote":"127.0.0.1:57636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T01:05:12.149722Z","caller":"traceutil/trace.go:171","msg":"trace[599040902] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:25000; }","duration":"1.453065982s","start":"2026-04-23T01:05:10.696644Z","end":"2026-04-23T01:05:12.14971Z","steps":["trace[599040902] 'agreement among raft nodes before linearized reading' (duration: 1.45292433s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:12.149863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.536010615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-23T01:05:12.149889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:10.69658Z","time spent":"1.453302127s","remote":"127.0.0.1:57792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1880,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-04-23T01:05:12.149881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:10.310729Z","time spent":"1.839040046s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:05:12.149702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:11.74763Z","time spent":"402.063394ms","remote":"127.0.0.1:50028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:05:12.149924Z","caller":"traceutil/trace.go:171","msg":"trace[1089169820] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25000; }","duration":"3.536086677s","start":"2026-04-23T01:05:08.61382Z","end":"2026-04-23T01:05:12.149907Z","steps":["trace[1089169820] 'agreement among raft nodes before linearized reading' (duration: 3.535929813s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:12.149626Z","caller":"traceutil/trace.go:171","msg":"trace[1896731433] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25000; }","duration":"578.263387ms","start":"2026-04-23T01:05:11.57135Z","end":"2026-04-23T01:05:12.149613Z","steps":["trace[1896731433] 'agreement among raft nodes before linearized reading' (duration: 578.159326ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:12.149986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:08.613813Z","time spent":"3.536156698s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T01:05:12.150012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:11.571327Z","time spent":"578.670586ms","remote":"127.0.0.1:49950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:05:12.149717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.55776774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-23T01:05:12.150061Z","caller":"traceutil/trace.go:171","msg":"trace[179107749] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25000; }","duration":"3.558222209s","start":"2026-04-23T01:05:08.591831Z","end":"2026-04-23T01:05:12.150053Z","steps":["trace[179107749] 'agreement among raft nodes before linearized reading' (duration: 3.557533336s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:12.150082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:08.591809Z","time spent":"3.55826551s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T01:05:12.150102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.433525625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T01:05:12.150185Z","caller":"traceutil/trace.go:171","msg":"trace[834320875] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25000; }","duration":"3.433690938s","start":"2026-04-23T01:05:08.716468Z","end":"2026-04-23T01:05:12.150159Z","steps":["trace[834320875] 'agreement among raft nodes before linearized reading' (duration: 3.433379782s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:12.150231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:08.71645Z","time spent":"3.433771659s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T01:05:12.150539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.411045345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-23T01:05:12.150586Z","caller":"traceutil/trace.go:171","msg":"trace[1501460690] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25000; }","duration":"3.411138557s","start":"2026-04-23T01:05:08.739434Z","end":"2026-04-23T01:05:12.150573Z","steps":["trace[1501460690] 'agreement among raft nodes before linearized reading' (duration: 3.409850583s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:12.150631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:08.739418Z","time spent":"3.411202577s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T01:05:12.150854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.411040125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-04-23T01:05:12.15091Z","caller":"traceutil/trace.go:171","msg":"trace[1907330504] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:25000; }","duration":"3.411121596s","start":"2026-04-23T01:05:08.739774Z","end":"2026-04-23T01:05:12.150895Z","steps":["trace[1907330504] 'agreement among raft nodes before linearized reading' (duration: 3.409843493s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:12.150945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:08.739763Z","time spent":"3.411173727s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T01:05:12.151094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.545995211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/senlin-engine-cleaner-29615105-fsrpd\" ","response":"range_response_count:1 size:6922"} {"level":"warn","ts":"2026-04-23T01:05:12.151126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.410565646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-23T01:05:12.151242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.810595676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1822"} {"level":"warn","ts":"2026-04-23T01:05:12.15126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.543835824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-04-23T01:05:12.151246Z","caller":"traceutil/trace.go:171","msg":"trace[545601654] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25000; }","duration":"3.410743119s","start":"2026-04-23T01:05:08.740481Z","end":"2026-04-23T01:05:12.151224Z","steps":["trace[545601654] 'agreement among raft nodes before linearized reading' (duration: 3.409042588s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:12.151299Z","caller":"traceutil/trace.go:171","msg":"trace[1878008308] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25000; }","duration":"1.543923756s","start":"2026-04-23T01:05:10.607364Z","end":"2026-04-23T01:05:12.151288Z","steps":["trace[1878008308] 'agreement among raft nodes before linearized reading' (duration: 1.542364137s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:12.151299Z","caller":"traceutil/trace.go:171","msg":"trace[1245829391] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:25000; }","duration":"1.810686238s","start":"2026-04-23T01:05:10.340597Z","end":"2026-04-23T01:05:12.151283Z","steps":["trace[1245829391] 'agreement among raft nodes before linearized reading' (duration: 1.809148619s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:12.151342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:10.607335Z","time spent":"1.543999087s","remote":"127.0.0.1:57802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-23T01:05:12.151347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:10.34056Z","time spent":"1.81077844s","remote":"127.0.0.1:57728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1844,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"warn","ts":"2026-04-23T01:05:12.151326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:08.740471Z","time spent":"3.410843593s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T01:05:12.151116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:09.82933Z","time spent":"2.32052902s","remote":"127.0.0.1:57720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":789,"request content":"key:\"/registry/events/ingress-nginx/ingress-nginx-controller-5k2q5.18a8d462f7603d14\" "} {"level":"info","ts":"2026-04-23T01:05:12.151214Z","caller":"traceutil/trace.go:171","msg":"trace[1829603147] range","detail":"{range_begin:/registry/pods/openstack/senlin-engine-cleaner-29615105-fsrpd; range_end:; response_count:1; response_revision:25000; }","duration":"3.546126803s","start":"2026-04-23T01:05:08.605057Z","end":"2026-04-23T01:05:12.151183Z","steps":["trace[1829603147] 'agreement among raft nodes before linearized reading' (duration: 3.544758497s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:12.151656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:08.60504Z","time spent":"3.546599732s","remote":"127.0.0.1:57802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":6944,"request content":"key:\"/registry/pods/openstack/senlin-engine-cleaner-29615105-fsrpd\" "} {"level":"warn","ts":"2026-04-23T01:05:12.658321Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199180892760678,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:05:14.15916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00078778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:05:14.159242Z","caller":"traceutil/trace.go:171","msg":"trace[1167394469] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000896052s","start":"2026-04-23T01:05:12.158328Z","end":"2026-04-23T01:05:14.159224Z","steps":["trace[1167394469] 'agreement among raft nodes before linearized reading' (duration: 2.00079114s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:14.1593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:12.158323Z","time spent":"2.000957803s","remote":"127.0.0.1:57620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 01:05:14 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:05:14.312041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.461314357s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:05:14.312162Z","caller":"traceutil/trace.go:171","msg":"trace[285665212] transaction","detail":"{read_only:false; response_revision:25001; number_of_response:1; }","duration":"2.156017704s","start":"2026-04-23T01:05:12.156122Z","end":"2026-04-23T01:05:14.312139Z","steps":["trace[285665212] 'process raft request' (duration: 694.450923ms)","trace[285665212] 'compare' (duration: 1.459184127s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:05:14.312336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:12.156102Z","time spent":"2.156157186s","remote":"127.0.0.1:57720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:05:16.160536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001139587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:05:16.160605Z","caller":"traceutil/trace.go:171","msg":"trace[2055772268] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00125941s","start":"2026-04-23T01:05:14.15933Z","end":"2026-04-23T01:05:16.160589Z","steps":["trace[2055772268] 'agreement among raft nodes before linearized reading' (duration: 2.001169928s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:16.160642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:14.159311Z","time spent":"2.00132375s","remote":"127.0.0.1:57636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 01:05:16 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:05:16.729185Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.878527718s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T01:05:16.729561Z","caller":"traceutil/trace.go:171","msg":"trace[184175089] transaction","detail":"{read_only:false; response_revision:25002; number_of_response:1; }","duration":"4.573199755s","start":"2026-04-23T01:05:12.156337Z","end":"2026-04-23T01:05:16.729537Z","steps":["trace[184175089] 'process raft request' (duration: 4.573006922s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:16.729699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:12.156315Z","time spent":"4.573303228s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:05:16.729722Z","caller":"traceutil/trace.go:171","msg":"trace[260491935] transaction","detail":"{read_only:false; response_revision:25003; number_of_response:1; }","duration":"4.573247237s","start":"2026-04-23T01:05:12.156458Z","end":"2026-04-23T01:05:16.729705Z","steps":["trace[260491935] 'process raft request' (duration: 4.573037253s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:16.729818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:12.156433Z","time spent":"4.573324419s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:05:16.730039Z","caller":"traceutil/trace.go:171","msg":"trace[1459180936] transaction","detail":"{read_only:false; response_revision:25005; number_of_response:1; }","duration":"4.573512842s","start":"2026-04-23T01:05:12.156513Z","end":"2026-04-23T01:05:16.730026Z","steps":["trace[1459180936] 'process raft request' (duration: 4.57337359s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:16.730065Z","caller":"traceutil/trace.go:171","msg":"trace[73475278] transaction","detail":"{read_only:false; response_revision:25006; number_of_response:1; }","duration":"4.573372669s","start":"2026-04-23T01:05:12.156671Z","end":"2026-04-23T01:05:16.730044Z","steps":["trace[73475278] 'process raft request' (duration: 4.573277488s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:16.730133Z","caller":"traceutil/trace.go:171","msg":"trace[1603927022] transaction","detail":"{read_only:false; response_revision:25008; number_of_response:1; }","duration":"4.419459381s","start":"2026-04-23T01:05:12.310664Z","end":"2026-04-23T01:05:16.730124Z","steps":["trace[1603927022] 'process raft request' (duration: 4.419360039s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:16.730135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:12.156499Z","time spent":"4.573575093s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:05:16.730048Z","caller":"traceutil/trace.go:171","msg":"trace[1600277845] transaction","detail":"{read_only:false; response_revision:25004; number_of_response:1; }","duration":"4.573548783s","start":"2026-04-23T01:05:12.156472Z","end":"2026-04-23T01:05:16.730021Z","steps":["trace[1600277845] 'process raft request' (duration: 4.573170975s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:16.73016Z","caller":"traceutil/trace.go:171","msg":"trace[46051080] transaction","detail":"{read_only:false; response_revision:25007; number_of_response:1; }","duration":"4.572948221s","start":"2026-04-23T01:05:12.15718Z","end":"2026-04-23T01:05:16.730128Z","steps":["trace[46051080] 'process raft request' (duration: 4.572810158s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:16.730226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:12.310648Z","time spent":"4.419503761s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:05:16.730218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:12.15644Z","time spent":"4.573747356s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:05:16.73025Z","caller":"traceutil/trace.go:171","msg":"trace[1738939847] transaction","detail":"{read_only:false; response_revision:25010; number_of_response:1; }","duration":"4.417776089s","start":"2026-04-23T01:05:12.312459Z","end":"2026-04-23T01:05:16.730235Z","steps":["trace[1738939847] 'process raft request' (duration: 4.417661757s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:16.730245Z","caller":"traceutil/trace.go:171","msg":"trace[1171538126] transaction","detail":"{read_only:false; response_revision:25009; number_of_response:1; }","duration":"4.418447112s","start":"2026-04-23T01:05:12.311748Z","end":"2026-04-23T01:05:16.730195Z","steps":["trace[1171538126] 'process raft request' (duration: 4.41831174s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:16.730303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:12.157162Z","time spent":"4.573061693s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:05:16.730327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:12.156662Z","time spent":"4.573467431s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:05:16.730337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:12.31245Z","time spent":"4.41784448s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:05:16.730423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:12.311736Z","time spent":"4.418599655s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:05:17.486486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000889433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:05:17.486574Z","caller":"traceutil/trace.go:171","msg":"trace[848421267] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001035925s","start":"2026-04-23T01:05:15.485517Z","end":"2026-04-23T01:05:17.486553Z","steps":["trace[848421267] 'agreement among raft nodes before linearized reading' (duration: 2.000922103s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:17.486627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:15.485494Z","time spent":"2.001123587s","remote":"127.0.0.1:57620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 01:05:17 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:05:18.166667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000776071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:05:18.166753Z","caller":"traceutil/trace.go:171","msg":"trace[1181653524] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000881393s","start":"2026-04-23T01:05:16.165853Z","end":"2026-04-23T01:05:18.166734Z","steps":["trace[1181653524] 'agreement among raft nodes before linearized reading' (duration: 2.000772801s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:18.166803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:16.165804Z","time spent":"2.000988465s","remote":"127.0.0.1:57636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 01:05:18 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:05:18.526661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.796475133s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-23T01:05:18.526784Z","caller":"traceutil/trace.go:171","msg":"trace[1356418883] linearizableReadLoop","detail":"{readStateIndex:25820; appliedIndex:25809; }","duration":"6.369397664s","start":"2026-04-23T01:05:12.15736Z","end":"2026-04-23T01:05:18.526758Z","steps":["trace[1356418883] 'read index received' (duration: 693.280752ms)","trace[1356418883] 'applied index is now lower than readState.Index' (duration: 5.676115412s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:05:18.528543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.371175096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29615105-sbfhv\" ","response":"range_response_count:1 size:7363"} {"level":"info","ts":"2026-04-23T01:05:18.528604Z","caller":"traceutil/trace.go:171","msg":"trace[942115989] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29615105-sbfhv; range_end:; response_count:1; response_revision:25010; }","duration":"6.371277259s","start":"2026-04-23T01:05:12.157312Z","end":"2026-04-23T01:05:18.52859Z","steps":["trace[942115989] 'agreement among raft nodes before linearized reading' (duration: 6.371097045s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:18.528632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:12.157302Z","time spent":"6.371324339s","remote":"127.0.0.1:57802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7385,"request content":"key:\"/registry/pods/openstack/heat-engine-cleaner-29615105-sbfhv\" "} {"level":"warn","ts":"2026-04-23T01:05:18.754013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:13.755469Z","time spent":"4.998529213s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/23 01:05:18 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:05:18.75553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:13.757481Z","time spent":"4.998039374s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/23 01:05:18 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:05:19.027234Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199180892760696,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:05:19.153647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999273267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T01:05:19.153786Z","caller":"traceutil/trace.go:171","msg":"trace[535063903] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999467391s","start":"2026-04-23T01:05:14.154284Z","end":"2026-04-23T01:05:19.153752Z","steps":["trace[535063903] 'agreement among raft nodes before linearized reading' (duration: 4.999318078s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:19.153861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:14.154265Z","time spent":"4.999583243s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T01:05:19.154045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:14.156206Z","time spent":"4.997830581s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-23T01:05:19.527879Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199180892760696,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:05:20.028729Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199180892760696,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:05:20.174035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000541506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T01:05:20.174141Z","caller":"traceutil/trace.go:171","msg":"trace[81202399] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000700289s","start":"2026-04-23T01:05:18.173418Z","end":"2026-04-23T01:05:20.174118Z","steps":["trace[81202399] 'agreement among raft nodes before linearized reading' (duration: 2.000573876s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:20.174191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:18.1734Z","time spent":"2.000780511s","remote":"127.0.0.1:57620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:05:20.529574Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199180892760696,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:05:20.589988Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.668353661s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T01:05:20.590519Z","caller":"traceutil/trace.go:171","msg":"trace[29924768] transaction","detail":"{read_only:false; response_revision:25015; number_of_response:1; }","duration":"4.427184855s","start":"2026-04-23T01:05:16.163311Z","end":"2026-04-23T01:05:20.590496Z","steps":["trace[29924768] 'process raft request' (duration: 4.427100173s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:20.590636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:16.163292Z","time spent":"4.427289006s","remote":"127.0.0.1:57720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T01:05:20.590963Z","caller":"traceutil/trace.go:171","msg":"trace[28003855] transaction","detail":"{read_only:false; response_revision:25014; number_of_response:1; }","duration":"4.821597315s","start":"2026-04-23T01:05:15.769356Z","end":"2026-04-23T01:05:20.590953Z","steps":["trace[28003855] 'process raft request' (duration: 4.821026725s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:20.59103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:15.769327Z","time spent":"4.821664536s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:05:22.021178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:21.493123Z","time spent":"528.044022ms","remote":"127.0.0.1:33956","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-23T01:05:22.069074Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.477407856s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T01:05:22.069507Z","caller":"traceutil/trace.go:171","msg":"trace[340732084] transaction","detail":"{read_only:false; response_revision:25016; number_of_response:1; }","duration":"5.314188606s","start":"2026-04-23T01:05:16.755295Z","end":"2026-04-23T01:05:22.069484Z","steps":["trace[340732084] 'process raft request' (duration: 5.313990263s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:22.069646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:16.755264Z","time spent":"5.314295057s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:05:22.06984Z","caller":"traceutil/trace.go:171","msg":"trace[2102901205] transaction","detail":"{read_only:false; response_revision:25017; number_of_response:1; }","duration":"3.333305187s","start":"2026-04-23T01:05:18.736506Z","end":"2026-04-23T01:05:22.069811Z","steps":["trace[2102901205] 'process raft request' (duration: 3.332934329s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:22.070004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:18.736485Z","time spent":"3.333434789s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:05:22.07023Z","caller":"traceutil/trace.go:171","msg":"trace[391844060] transaction","detail":"{read_only:false; response_revision:25018; number_of_response:1; }","duration":"3.333452039s","start":"2026-04-23T01:05:18.736765Z","end":"2026-04-23T01:05:22.070217Z","steps":["trace[391844060] 'process raft request' (duration: 3.33296773s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:22.070315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:18.736731Z","time spent":"3.333545481s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:05:22.070486Z","caller":"traceutil/trace.go:171","msg":"trace[1633645757] transaction","detail":"{read_only:false; response_revision:25019; number_of_response:1; }","duration":"3.333341278s","start":"2026-04-23T01:05:18.737129Z","end":"2026-04-23T01:05:22.07047Z","steps":["trace[1633645757] 'process raft request' (duration: 3.333027632s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:22.070569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:18.737109Z","time spent":"3.333421769s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:05:22.070683Z","caller":"traceutil/trace.go:171","msg":"trace[1469777204] linearizableReadLoop","detail":"{readStateIndex:25830; appliedIndex:25820; }","duration":"3.54385502s","start":"2026-04-23T01:05:18.526813Z","end":"2026-04-23T01:05:22.070668Z","steps":["trace[1469777204] 'read index received' (duration: 2.063413748s)","trace[1469777204] 'applied index is now lower than readState.Index' (duration: 1.480440292s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:05:22.070868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.427713711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:05:22.070916Z","caller":"traceutil/trace.go:171","msg":"trace[21012546] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:25020; }","duration":"6.427810663s","start":"2026-04-23T01:05:15.643092Z","end":"2026-04-23T01:05:22.070903Z","steps":["trace[21012546] 'agreement among raft nodes before linearized reading' (duration: 6.427732371s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:22.070954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:15.643062Z","time spent":"6.427883713s","remote":"127.0.0.1:52372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:05:22.071004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.306206461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:05:22.071048Z","caller":"traceutil/trace.go:171","msg":"trace[2117792175] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:25020; }","duration":"8.306282293s","start":"2026-04-23T01:05:13.764754Z","end":"2026-04-23T01:05:22.071036Z","steps":["trace[2117792175] 'agreement among raft nodes before linearized reading' (duration: 8.306225332s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:22.071085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:13.764728Z","time spent":"8.306349954s","remote":"127.0.0.1:50002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:05:22.071111Z","caller":"traceutil/trace.go:171","msg":"trace[2145415634] transaction","detail":"{read_only:false; response_revision:25020; number_of_response:1; }","duration":"2.81363432s","start":"2026-04-23T01:05:19.257466Z","end":"2026-04-23T01:05:22.0711Z","steps":["trace[2145415634] 'process raft request' (duration: 2.812956708s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:22.071174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:19.25743Z","time spent":"2.813712892s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:05:22.071307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.510342227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:05:22.071378Z","caller":"traceutil/trace.go:171","msg":"trace[620518750] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:25020; }","duration":"8.51045082s","start":"2026-04-23T01:05:13.560914Z","end":"2026-04-23T01:05:22.071364Z","steps":["trace[620518750] 'agreement among raft nodes before linearized reading' (duration: 8.510357308s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:22.071421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:13.560893Z","time spent":"8.510518551s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:05:22.071438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.287073923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-04-23T01:05:22.071468Z","caller":"traceutil/trace.go:171","msg":"trace[1924890971] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25020; }","duration":"4.287157344s","start":"2026-04-23T01:05:17.784301Z","end":"2026-04-23T01:05:22.071459Z","steps":["trace[1924890971] 'agreement among raft nodes before linearized reading' (duration: 4.287052113s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:22.071558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:17.784269Z","time spent":"4.287282477s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-23T01:05:22.071676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.943599682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:05:22.071724Z","caller":"traceutil/trace.go:171","msg":"trace[1527774060] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:25020; }","duration":"8.943655063s","start":"2026-04-23T01:05:13.128058Z","end":"2026-04-23T01:05:22.071713Z","steps":["trace[1527774060] 'agreement among raft nodes before linearized reading' (duration: 8.943570481s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:22.071727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.735812625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:05:22.071712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.456125533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:05:22.071799Z","caller":"traceutil/trace.go:171","msg":"trace[1690539686] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:25020; }","duration":"4.456297707s","start":"2026-04-23T01:05:17.615492Z","end":"2026-04-23T01:05:22.07179Z","steps":["trace[1690539686] 'agreement among raft nodes before linearized reading' (duration: 4.456153615s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:22.071809Z","caller":"traceutil/trace.go:171","msg":"trace[1449562800] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:25020; }","duration":"5.735936697s","start":"2026-04-23T01:05:16.335851Z","end":"2026-04-23T01:05:22.071787Z","steps":["trace[1449562800] 'agreement among raft nodes before linearized reading' (duration: 5.735772224s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:22.071834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:17.615463Z","time spent":"4.456362598s","remote":"127.0.0.1:52642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:05:22.071857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:16.335834Z","time spent":"5.736012198s","remote":"127.0.0.1:42130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:05:22.071932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.370415466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418529"} {"level":"info","ts":"2026-04-23T01:05:22.07199Z","caller":"traceutil/trace.go:171","msg":"trace[1629546651] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:25020; }","duration":"4.370533488s","start":"2026-04-23T01:05:17.701442Z","end":"2026-04-23T01:05:22.071976Z","steps":["trace[1629546651] 'agreement among raft nodes before linearized reading' (duration: 4.370302684s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:22.072021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:17.701401Z","time spent":"4.370612889s","remote":"127.0.0.1:58404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418551,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-04-23T01:05:22.072021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.937514055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:05:22.071765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:13.127996Z","time spent":"8.943759905s","remote":"127.0.0.1:52442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:05:22.070953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.197811244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:05:22.072067Z","caller":"traceutil/trace.go:171","msg":"trace[885456965] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:25020; }","duration":"4.937623007s","start":"2026-04-23T01:05:17.13443Z","end":"2026-04-23T01:05:22.072053Z","steps":["trace[885456965] 'agreement among raft nodes before linearized reading' (duration: 4.937538166s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:22.072459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:17.134394Z","time spent":"4.938054815s","remote":"127.0.0.1:49834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":10,"response size":30,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:05:22.071334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.725972006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:05:22.072538Z","caller":"traceutil/trace.go:171","msg":"trace[1900043964] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:25020; }","duration":"3.727207827s","start":"2026-04-23T01:05:18.345315Z","end":"2026-04-23T01:05:22.072523Z","steps":["trace[1900043964] 'agreement among raft nodes before linearized reading' (duration: 3.725974085s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:22.072597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:18.345289Z","time spent":"3.72729309s","remote":"127.0.0.1:57788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":16,"response size":30,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:05:22.072111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.23698386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:05:22.072663Z","caller":"traceutil/trace.go:171","msg":"trace[525536537] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:25020; }","duration":"9.237553851s","start":"2026-04-23T01:05:12.835094Z","end":"2026-04-23T01:05:22.072648Z","steps":["trace[525536537] 'agreement among raft nodes before linearized reading' (duration: 9.236980169s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:22.072723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:12.835079Z","time spent":"9.237626913s","remote":"127.0.0.1:42216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:05:22.072126Z","caller":"traceutil/trace.go:171","msg":"trace[1608574951] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:25020; }","duration":"7.198965566s","start":"2026-04-23T01:05:14.873123Z","end":"2026-04-23T01:05:22.072088Z","steps":["trace[1608574951] 'agreement among raft nodes before linearized reading' (duration: 7.197782344s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:22.072457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.914596259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-04-23T01:05:22.072814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:14.87308Z","time spent":"7.19971218s","remote":"127.0.0.1:52770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:05:22.072841Z","caller":"traceutil/trace.go:171","msg":"trace[729171139] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25020; }","duration":"9.914987737s","start":"2026-04-23T01:05:12.157838Z","end":"2026-04-23T01:05:22.072825Z","steps":["trace[729171139] 'agreement among raft nodes before linearized reading' (duration: 9.914472677s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:22.07288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:12.157832Z","time spent":"9.915038088s","remote":"127.0.0.1:57802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-23T01:05:22.072053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.150196742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:05:22.07215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.386796362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:05:22.072984Z","caller":"traceutil/trace.go:171","msg":"trace[650531353] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25020; }","duration":"9.151164221s","start":"2026-04-23T01:05:12.921809Z","end":"2026-04-23T01:05:22.072973Z","steps":["trace[650531353] 'agreement among raft nodes before linearized reading' (duration: 9.150200002s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:22.073017Z","caller":"traceutil/trace.go:171","msg":"trace[1925320631] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:25020; }","duration":"9.387685259s","start":"2026-04-23T01:05:12.685307Z","end":"2026-04-23T01:05:22.072992Z","steps":["trace[1925320631] 'agreement among raft nodes before linearized reading' (duration: 9.386821202s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:22.072257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.944497323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:05:22.073076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:12.685287Z","time spent":"9.38777099s","remote":"127.0.0.1:52568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:05:22.073027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:12.921785Z","time spent":"9.151232591s","remote":"127.0.0.1:57808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-04-23T01:05:22.072349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.843320611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:05:22.073098Z","caller":"traceutil/trace.go:171","msg":"trace[681955747] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25020; }","duration":"5.94537719s","start":"2026-04-23T01:05:16.127697Z","end":"2026-04-23T01:05:22.073074Z","steps":["trace[681955747] 'agreement among raft nodes before linearized reading' (duration: 5.944473813s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:22.072288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.813266191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"warn","ts":"2026-04-23T01:05:22.073179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.905753144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.244\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-04-23T01:05:22.073192Z","caller":"traceutil/trace.go:171","msg":"trace[759302199] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:25020; }","duration":"9.814210949s","start":"2026-04-23T01:05:12.258966Z","end":"2026-04-23T01:05:22.073176Z","steps":["trace[759302199] 'agreement among raft nodes before linearized reading' (duration: 9.81320754s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:22.073199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:16.127676Z","time spent":"5.945501042s","remote":"127.0.0.1:49890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:05:22.073227Z","caller":"traceutil/trace.go:171","msg":"trace[1255459285] range","detail":"{range_begin:/registry/masterleases/199.204.45.244; range_end:; response_count:1; response_revision:25020; }","duration":"4.905844206s","start":"2026-04-23T01:05:17.167372Z","end":"2026-04-23T01:05:22.073206Z","steps":["trace[1255459285] 'agreement among raft nodes before linearized reading' (duration: 4.904623833s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:22.073144Z","caller":"traceutil/trace.go:171","msg":"trace[65591333] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:25020; }","duration":"9.844198097s","start":"2026-04-23T01:05:12.228931Z","end":"2026-04-23T01:05:22.07313Z","steps":["trace[65591333] 'agreement among raft nodes before linearized reading' (duration: 9.843328831s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:22.07326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:17.167345Z","time spent":"4.905907507s","remote":"127.0.0.1:57676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.244\" "} {"level":"warn","ts":"2026-04-23T01:05:22.072385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.898120332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3525"} {"level":"info","ts":"2026-04-23T01:05:22.073396Z","caller":"traceutil/trace.go:171","msg":"trace[1944552478] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:25020; }","duration":"9.899158031s","start":"2026-04-23T01:05:12.174227Z","end":"2026-04-23T01:05:22.073385Z","steps":["trace[1944552478] 'agreement among raft nodes before linearized reading' (duration: 9.89806388s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:22.073232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:12.258946Z","time spent":"9.81427415s","remote":"127.0.0.1:57792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-04-23T01:05:22.073439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:12.174211Z","time spent":"9.899216653s","remote":"127.0.0.1:57728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3547,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-04-23T01:05:22.071977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.883833293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:05:22.073648Z","caller":"traceutil/trace.go:171","msg":"trace[858641924] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:25020; }","duration":"5.885410772s","start":"2026-04-23T01:05:16.188098Z","end":"2026-04-23T01:05:22.073508Z","steps":["trace[858641924] 'agreement among raft nodes before linearized reading' (duration: 5.883824563s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:22.073706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:16.188084Z","time spent":"5.885604275s","remote":"127.0.0.1:52654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:05:22.07388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:12.228901Z","time spent":"9.84440396s","remote":"127.0.0.1:52474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:05:22.175083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000262652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:05:22.175199Z","caller":"traceutil/trace.go:171","msg":"trace[758810590] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000452454s","start":"2026-04-23T01:05:20.174719Z","end":"2026-04-23T01:05:22.175172Z","steps":["trace[758810590] 'agreement among raft nodes before linearized reading' (duration: 2.000303452s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:22.17527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:20.17468Z","time spent":"2.000576957s","remote":"127.0.0.1:57636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 01:05:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:05:22.571589Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199180892760703,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:05:23.325785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.118741ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:05:23.326003Z","caller":"traceutil/trace.go:171","msg":"trace[270444074] transaction","detail":"{read_only:false; response_revision:25022; number_of_response:1; }","duration":"1.529533909s","start":"2026-04-23T01:05:21.79645Z","end":"2026-04-23T01:05:23.325984Z","steps":["trace[270444074] 'process raft request' (duration: 1.529449757s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:23.326076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:21.796424Z","time spent":"1.52961536s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:05:23.326257Z","caller":"traceutil/trace.go:171","msg":"trace[1015095585] transaction","detail":"{read_only:false; response_revision:25021; number_of_response:1; }","duration":"2.730898269s","start":"2026-04-23T01:05:20.595347Z","end":"2026-04-23T01:05:23.326245Z","steps":["trace[1015095585] 'process raft request' (duration: 2.399239368s)","trace[1015095585] 'compare' (duration: 330.642172ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:05:23.326294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:20.595319Z","time spent":"2.730959741s","remote":"127.0.0.1:57720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T01:05:23.733956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998665905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:05:23.734047Z","caller":"traceutil/trace.go:171","msg":"trace[2003650905] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.998820358s","start":"2026-04-23T01:05:18.735205Z","end":"2026-04-23T01:05:23.734026Z","steps":["trace[2003650905] 'agreement among raft nodes before linearized reading' (duration: 4.998704756s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:23.73411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:18.735178Z","time spent":"4.99891011s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/04/23 01:05:23 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:05:23.734197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998587975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:05:23.734293Z","caller":"traceutil/trace.go:171","msg":"trace[1088718014] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.998713937s","start":"2026-04-23T01:05:18.735557Z","end":"2026-04-23T01:05:23.734271Z","steps":["trace[1088718014] 'agreement among raft nodes before linearized reading' (duration: 4.998599845s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:23.734359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:18.735545Z","time spent":"4.998802608s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/04/23 01:05:23 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:05:23.754409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999735145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:05:23.7545Z","caller":"traceutil/trace.go:171","msg":"trace[1904517318] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"4.999890939s","start":"2026-04-23T01:05:18.754587Z","end":"2026-04-23T01:05:23.754478Z","steps":["trace[1904517318] 'agreement among raft nodes before linearized reading' (duration: 4.999749576s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:23.754563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:18.754574Z","time spent":"4.99997012s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} 2026/04/23 01:05:23 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:05:23.75506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998138346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:05:23.75515Z","caller":"traceutil/trace.go:171","msg":"trace[1087288051] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"4.998260568s","start":"2026-04-23T01:05:18.756867Z","end":"2026-04-23T01:05:23.755128Z","steps":["trace[1087288051] 'agreement among raft nodes before linearized reading' (duration: 4.998150176s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:23.755206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:18.756857Z","time spent":"4.998339749s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} 2026/04/23 01:05:23 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:05:24.154348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997852354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-04-23T01:05:24.154373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998084654s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:05:24.154472Z","caller":"traceutil/trace.go:171","msg":"trace[327839036] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.998031768s","start":"2026-04-23T01:05:21.156414Z","end":"2026-04-23T01:05:24.154445Z","steps":["trace[327839036] 'agreement among raft nodes before linearized reading' (duration: 2.997883145s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:24.15448Z","caller":"traceutil/trace.go:171","msg":"trace[504294605] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"4.998220827s","start":"2026-04-23T01:05:19.156238Z","end":"2026-04-23T01:05:24.154459Z","steps":["trace[504294605] 'agreement among raft nodes before linearized reading' (duration: 4.998078634s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:24.154531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:21.156385Z","time spent":"2.998131069s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T01:05:24.154536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:19.156205Z","time spent":"4.998321158s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/04/23 01:05:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/04/23 01:05:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/04/23 01:05:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:05:24.181841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000105118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T01:05:24.181903Z","caller":"traceutil/trace.go:171","msg":"trace[1137110370] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000212751s","start":"2026-04-23T01:05:22.181677Z","end":"2026-04-23T01:05:24.18189Z","steps":["trace[1137110370] 'agreement among raft nodes before linearized reading' (duration: 2.000140339s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:24.181941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:22.181639Z","time spent":"2.000294712s","remote":"127.0.0.1:57620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:05:24.310835Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.274389802s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T01:05:24.314171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:23.477582Z","time spent":"836.584272ms","remote":"127.0.0.1:33968","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-23T01:05:24.315186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:22.074107Z","time spent":"2.241072119s","remote":"127.0.0.1:57676","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-23T01:05:24.316167Z","caller":"traceutil/trace.go:171","msg":"trace[1485262877] transaction","detail":"{read_only:false; response_revision:25023; number_of_response:1; }","duration":"2.240209394s","start":"2026-04-23T01:05:22.07592Z","end":"2026-04-23T01:05:24.31613Z","steps":["trace[1485262877] 'process raft request' (duration: 2.238784927s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:24.316341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:22.075909Z","time spent":"2.240319166s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:05:24.316579Z","caller":"traceutil/trace.go:171","msg":"trace[1503227132] transaction","detail":"{read_only:false; response_revision:25024; number_of_response:1; }","duration":"1.888015148s","start":"2026-04-23T01:05:22.428533Z","end":"2026-04-23T01:05:24.316548Z","steps":["trace[1503227132] 'process raft request' (duration: 1.886534471s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:24.316753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:22.428484Z","time spent":"1.888187182s","remote":"127.0.0.1:58404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418812,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:05:24.322212Z","caller":"traceutil/trace.go:171","msg":"trace[424253157] linearizableReadLoop","detail":"{readStateIndex:25836; appliedIndex:25830; }","duration":"2.251431652s","start":"2026-04-23T01:05:22.070766Z","end":"2026-04-23T01:05:24.322197Z","steps":["trace[424253157] 'read index received' (duration: 923.801628ms)","trace[424253157] 'applied index is now lower than readState.Index' (duration: 1.327628664s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:05:24.322305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.921040442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:05:24.322331Z","caller":"traceutil/trace.go:171","msg":"trace[843835740] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:25025; }","duration":"2.921110074s","start":"2026-04-23T01:05:21.401212Z","end":"2026-04-23T01:05:24.322323Z","steps":["trace[843835740] 'agreement among raft nodes before linearized reading' (duration: 2.921056323s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:24.32236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:21.40119Z","time spent":"2.921164404s","remote":"127.0.0.1:36794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:05:24.322511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.597762253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:05:24.322653Z","caller":"traceutil/trace.go:171","msg":"trace[1762458784] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25025; }","duration":"4.597930545s","start":"2026-04-23T01:05:19.724657Z","end":"2026-04-23T01:05:24.322588Z","steps":["trace[1762458784] 'agreement among raft nodes before linearized reading' (duration: 4.597760632s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:24.322763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:19.724636Z","time spent":"4.59811334s","remote":"127.0.0.1:49924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:05:24.322817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.587280676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T01:05:24.322843Z","caller":"traceutil/trace.go:171","msg":"trace[253059647] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25025; }","duration":"5.587383609s","start":"2026-04-23T01:05:18.735453Z","end":"2026-04-23T01:05:24.322837Z","steps":["trace[253059647] 'agreement among raft nodes before linearized reading' (duration: 5.587331458s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:24.322862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:18.735419Z","time spent":"5.587438619s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T01:05:24.323052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.615272979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:05:24.323109Z","caller":"traceutil/trace.go:171","msg":"trace[1541532926] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:25025; }","duration":"5.615307719s","start":"2026-04-23T01:05:18.707769Z","end":"2026-04-23T01:05:24.323077Z","steps":["trace[1541532926] 'agreement among raft nodes before linearized reading' (duration: 5.615260358s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:24.323129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:18.70773Z","time spent":"5.615394071s","remote":"127.0.0.1:52614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:05:24.322674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.566928397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-23T01:05:24.32322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.635870271s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-04-23T01:05:24.323228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.716112338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/senlin-engine-cleaner-29615105-fsrpd\" ","response":"range_response_count:1 size:6922"} {"level":"warn","ts":"2026-04-23T01:05:24.323253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.469695966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:05:24.323273Z","caller":"traceutil/trace.go:171","msg":"trace[295655690] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25025; }","duration":"5.635950683s","start":"2026-04-23T01:05:18.68731Z","end":"2026-04-23T01:05:24.323261Z","steps":["trace[295655690] 'agreement among raft nodes before linearized reading' (duration: 5.63574965s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:24.323274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.632637675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:05:24.323291Z","caller":"traceutil/trace.go:171","msg":"trace[93270751] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:25025; }","duration":"4.469759317s","start":"2026-04-23T01:05:19.85352Z","end":"2026-04-23T01:05:24.32328Z","steps":["trace[93270751] 'agreement among raft nodes before linearized reading' (duration: 4.469647175s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:24.323288Z","caller":"traceutil/trace.go:171","msg":"trace[559661124] range","detail":"{range_begin:/registry/pods/openstack/senlin-engine-cleaner-29615105-fsrpd; range_end:; response_count:1; response_revision:25025; }","duration":"5.71622683s","start":"2026-04-23T01:05:18.607046Z","end":"2026-04-23T01:05:24.323273Z","steps":["trace[559661124] 'agreement among raft nodes before linearized reading' (duration: 5.715967855s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:24.323298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.413587723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:05:24.323312Z","caller":"traceutil/trace.go:171","msg":"trace[1675861177] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:25025; }","duration":"3.632709597s","start":"2026-04-23T01:05:20.690594Z","end":"2026-04-23T01:05:24.323304Z","steps":["trace[1675861177] 'agreement among raft nodes before linearized reading' (duration: 3.632641646s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:24.323224Z","caller":"traceutil/trace.go:171","msg":"trace[419698579] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:25025; }","duration":"5.567477776s","start":"2026-04-23T01:05:18.755724Z","end":"2026-04-23T01:05:24.323201Z","steps":["trace[419698579] 'agreement among raft nodes before linearized reading' (duration: 5.566834614s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:24.323322Z","caller":"traceutil/trace.go:171","msg":"trace[795760354] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:25025; }","duration":"3.413652113s","start":"2026-04-23T01:05:20.909663Z","end":"2026-04-23T01:05:24.323315Z","steps":["trace[795760354] 'agreement among raft nodes before linearized reading' (duration: 3.413615583s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:24.32333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:18.607028Z","time spent":"5.716295721s","remote":"127.0.0.1:57802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":6944,"request content":"key:\"/registry/pods/openstack/senlin-engine-cleaner-29615105-fsrpd\" "} {"level":"warn","ts":"2026-04-23T01:05:24.323344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:20.909639Z","time spent":"3.413699515s","remote":"127.0.0.1:47504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:05:24.32333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.588069683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:05:24.323368Z","caller":"traceutil/trace.go:171","msg":"trace[983918400] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:25025; }","duration":"4.588147314s","start":"2026-04-23T01:05:19.735215Z","end":"2026-04-23T01:05:24.323363Z","steps":["trace[983918400] 'agreement among raft nodes before linearized reading' (duration: 4.588042222s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:24.323313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:18.687295Z","time spent":"5.636010034s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-23T01:05:24.323394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:19.735204Z","time spent":"4.588184045s","remote":"127.0.0.1:56704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":36,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:05:24.322771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.587108074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-23T01:05:24.323434Z","caller":"traceutil/trace.go:171","msg":"trace[1397841615] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25025; }","duration":"5.587824296s","start":"2026-04-23T01:05:18.7356Z","end":"2026-04-23T01:05:24.323424Z","steps":["trace[1397841615] 'agreement among raft nodes before linearized reading' (duration: 5.587135684s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:24.323339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:20.690576Z","time spent":"3.632756158s","remote":"127.0.0.1:36874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:05:24.32347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:18.735444Z","time spent":"5.58801639s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T01:05:24.32343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.397229418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:05:24.323529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.855142802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-23T01:05:24.322546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.233692787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11837"} {"level":"info","ts":"2026-04-23T01:05:24.323579Z","caller":"traceutil/trace.go:171","msg":"trace[1824042058] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:25025; }","duration":"3.855227864s","start":"2026-04-23T01:05:20.468339Z","end":"2026-04-23T01:05:24.323566Z","steps":["trace[1824042058] 'agreement among raft nodes before linearized reading' (duration: 3.85499618s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:24.323621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:20.468305Z","time spent":"3.855306305s","remote":"127.0.0.1:57974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":189,"response size":31,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:05:24.323321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:19.853505Z","time spent":"4.469808238s","remote":"127.0.0.1:57792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":16,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:05:24.323342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:18.755715Z","time spent":"5.56761917s","remote":"127.0.0.1:38852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":178,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:05:24.323617Z","caller":"traceutil/trace.go:171","msg":"trace[1375810910] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:25025; }","duration":"5.234764126s","start":"2026-04-23T01:05:19.088836Z","end":"2026-04-23T01:05:24.3236Z","steps":["trace[1375810910] 'agreement among raft nodes before linearized reading' (duration: 5.233636435s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:24.323365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.861752785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:05:24.322997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.587686935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-23T01:05:24.323866Z","caller":"traceutil/trace.go:171","msg":"trace[1810501908] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25025; }","duration":"5.58856557s","start":"2026-04-23T01:05:18.735289Z","end":"2026-04-23T01:05:24.323855Z","steps":["trace[1810501908] 'agreement among raft nodes before linearized reading' (duration: 5.587666974s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:24.322722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.5868758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-04-23T01:05:24.323865Z","caller":"traceutil/trace.go:171","msg":"trace[1916798370] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:25025; }","duration":"3.862279835s","start":"2026-04-23T01:05:20.461572Z","end":"2026-04-23T01:05:24.323852Z","steps":["trace[1916798370] 'agreement among raft nodes before linearized reading' (duration: 3.861765606s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:24.323929Z","caller":"traceutil/trace.go:171","msg":"trace[1450357010] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:25025; }","duration":"5.588092071s","start":"2026-04-23T01:05:18.735818Z","end":"2026-04-23T01:05:24.32391Z","steps":["trace[1450357010] 'agreement among raft nodes before linearized reading' (duration: 5.586868389s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:24.323957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:18.735808Z","time spent":"5.588138742s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-04-23T01:05:24.323563Z","caller":"traceutil/trace.go:171","msg":"trace[777532196] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:25025; }","duration":"3.397431591s","start":"2026-04-23T01:05:20.926111Z","end":"2026-04-23T01:05:24.323542Z","steps":["trace[777532196] 'agreement among raft nodes before linearized reading' (duration: 3.397188627s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:24.324034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:20.926089Z","time spent":"3.3979298s","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:05:24.324015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:19.088776Z","time spent":"5.235166954s","remote":"127.0.0.1:58102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11859,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-04-23T01:05:24.324122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:18.735281Z","time spent":"5.588835026s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T01:05:24.323959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:20.461547Z","time spent":"3.862397157s","remote":"127.0.0.1:52520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:05:24.325302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.117494904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-23T01:05:24.32537Z","caller":"traceutil/trace.go:171","msg":"trace[1647671084] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:25025; }","duration":"3.117597236s","start":"2026-04-23T01:05:21.207763Z","end":"2026-04-23T01:05:24.32536Z","steps":["trace[1647671084] 'agreement among raft nodes before linearized reading' (duration: 3.115285784s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:24.325417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:21.207745Z","time spent":"3.117663887s","remote":"127.0.0.1:58144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2790,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:05:24.699066Z","caller":"traceutil/trace.go:171","msg":"trace[568199789] transaction","detail":"{read_only:false; response_revision:25027; number_of_response:1; }","duration":"621.649777ms","start":"2026-04-23T01:05:24.07739Z","end":"2026-04-23T01:05:24.699039Z","steps":["trace[568199789] 'process raft request' (duration: 621.541035ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:24.699683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:24.077372Z","time spent":"622.207748ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:05:24.699058Z","caller":"traceutil/trace.go:171","msg":"trace[558590015] transaction","detail":"{read_only:false; response_revision:25026; number_of_response:1; }","duration":"621.723158ms","start":"2026-04-23T01:05:24.077299Z","end":"2026-04-23T01:05:24.699022Z","steps":["trace[558590015] 'process raft request' (duration: 621.427172ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:24.700251Z","caller":"traceutil/trace.go:171","msg":"trace[596051419] transaction","detail":"{read_only:false; response_revision:25028; number_of_response:1; }","duration":"622.805809ms","start":"2026-04-23T01:05:24.07739Z","end":"2026-04-23T01:05:24.700195Z","steps":["trace[596051419] 'process raft request' (duration: 621.597846ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:24.700371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:24.077271Z","time spent":"622.89917ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:05:24.700436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:24.077355Z","time spent":"622.974531ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:05:25.600401Z","caller":"traceutil/trace.go:171","msg":"trace[189890502] linearizableReadLoop","detail":"{readStateIndex:25841; appliedIndex:25836; }","duration":"1.278097572s","start":"2026-04-23T01:05:24.32225Z","end":"2026-04-23T01:05:25.600348Z","steps":["trace[189890502] 'read index received' (duration: 376.524538ms)","trace[189890502] 'applied index is now lower than readState.Index' (duration: 901.571884ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:05:25.60088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.880409467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:05:25.600937Z","caller":"traceutil/trace.go:171","msg":"trace[1034517654] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25034; }","duration":"1.880509619s","start":"2026-04-23T01:05:23.72041Z","end":"2026-04-23T01:05:25.60092Z","steps":["trace[1034517654] 'agreement among raft nodes before linearized reading' (duration: 1.880372667s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:25.600907Z","caller":"traceutil/trace.go:171","msg":"trace[1308570469] transaction","detail":"{read_only:false; response_revision:25032; number_of_response:1; }","duration":"1.272717531s","start":"2026-04-23T01:05:24.328146Z","end":"2026-04-23T01:05:25.600864Z","steps":["trace[1308570469] 'process raft request' (duration: 1.272028079s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:25.600924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.522284658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:05:25.601053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.273356413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29615105-sbfhv\" ","response":"range_response_count:1 size:7363"} {"level":"warn","ts":"2026-04-23T01:05:25.601084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:24.328137Z","time spent":"1.272851264s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:05:25.601109Z","caller":"traceutil/trace.go:171","msg":"trace[463311610] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29615105-sbfhv; range_end:; response_count:1; response_revision:25034; }","duration":"1.273422564s","start":"2026-04-23T01:05:24.32767Z","end":"2026-04-23T01:05:25.601092Z","steps":["trace[463311610] 'agreement among raft nodes before linearized reading' (duration: 1.27325786s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:25.601072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.524607213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-b37de6ab-b5b1-4071-9990-7633ceeae48a\" ","response":"range_response_count:1 size:1436"} {"level":"info","ts":"2026-04-23T01:05:25.601078Z","caller":"traceutil/trace.go:171","msg":"trace[1827352216] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25034; }","duration":"3.522438641s","start":"2026-04-23T01:05:22.078601Z","end":"2026-04-23T01:05:25.60104Z","steps":["trace[1827352216] 'agreement among raft nodes before linearized reading' (duration: 3.522229227s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:25.601088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.419448533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:05:25.601064Z","caller":"traceutil/trace.go:171","msg":"trace[1381140166] transaction","detail":"{read_only:false; response_revision:25033; number_of_response:1; }","duration":"1.272552348s","start":"2026-04-23T01:05:24.328492Z","end":"2026-04-23T01:05:25.601045Z","steps":["trace[1381140166] 'process raft request' (duration: 1.271778424s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:25.601117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.267841518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8d6e14ded6b63\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-04-23T01:05:25.601161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:22.078598Z","time spent":"3.522555664s","remote":"127.0.0.1:57908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-23T01:05:25.601166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.444849899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:514"} {"level":"warn","ts":"2026-04-23T01:05:25.60117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"892.696328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:05:25.601198Z","caller":"traceutil/trace.go:171","msg":"trace[1514952196] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:25034; }","duration":"1.444919761s","start":"2026-04-23T01:05:24.15627Z","end":"2026-04-23T01:05:25.601189Z","steps":["trace[1514952196] 'agreement among raft nodes before linearized reading' (duration: 1.444764608s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:25.600976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:23.72039Z","time spent":"1.880577221s","remote":"127.0.0.1:57620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T01:05:25.601215Z","caller":"traceutil/trace.go:171","msg":"trace[779712645] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:25034; }","duration":"892.754769ms","start":"2026-04-23T01:05:24.708445Z","end":"2026-04-23T01:05:25.6012Z","steps":["trace[779712645] 'agreement among raft nodes before linearized reading' (duration: 892.692178ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:25.601226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:24.328484Z","time spent":"1.272683311s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:05:25.601225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.526888244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18460"} {"level":"warn","ts":"2026-04-23T01:05:25.601261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.163397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:05:25.601296Z","caller":"traceutil/trace.go:171","msg":"trace[2045798067] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25034; }","duration":"115.238479ms","start":"2026-04-23T01:05:25.486049Z","end":"2026-04-23T01:05:25.601287Z","steps":["trace[2045798067] 'agreement among raft nodes before linearized reading' (duration: 115.184248ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:25.601252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.523163746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3525"} {"level":"info","ts":"2026-04-23T01:05:25.601328Z","caller":"traceutil/trace.go:171","msg":"trace[1941234045] transaction","detail":"{read_only:false; number_of_response:1; response_revision:25029; }","duration":"1.284644783s","start":"2026-04-23T01:05:24.316671Z","end":"2026-04-23T01:05:25.601316Z","steps":["trace[1941234045] 'process raft request' (duration: 1.283192056s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:25.601355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.461121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18460"} {"level":"warn","ts":"2026-04-23T01:05:25.601357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"959.85137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:05:25.601392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:24.316645Z","time spent":"1.284713395s","remote":"127.0.0.1:57676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":41,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:05:25.601399Z","caller":"traceutil/trace.go:171","msg":"trace[859034098] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25034; }","duration":"718.558133ms","start":"2026-04-23T01:05:24.88283Z","end":"2026-04-23T01:05:25.601388Z","steps":["trace[859034098] 'agreement among raft nodes before linearized reading' (duration: 718.4448ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:25.601391Z","caller":"traceutil/trace.go:171","msg":"trace[774330398] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:25034; }","duration":"3.523357569s","start":"2026-04-23T01:05:22.077997Z","end":"2026-04-23T01:05:25.601355Z","steps":["trace[774330398] 'agreement among raft nodes before linearized reading' (duration: 3.52292019s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:25.601431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:24.882807Z","time spent":"718.617933ms","remote":"127.0.0.1:57798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18482,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-23T01:05:25.601444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.271460847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11837"} {"level":"warn","ts":"2026-04-23T01:05:25.601143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:24.327664Z","time spent":"1.273471325s","remote":"127.0.0.1:57802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7385,"request content":"key:\"/registry/pods/openstack/heat-engine-cleaner-29615105-sbfhv\" "} {"level":"info","ts":"2026-04-23T01:05:25.601474Z","caller":"traceutil/trace.go:171","msg":"trace[1543482971] transaction","detail":"{read_only:false; response_revision:25031; number_of_response:1; }","duration":"1.273452295s","start":"2026-04-23T01:05:24.32801Z","end":"2026-04-23T01:05:25.601462Z","steps":["trace[1543482971] 'process raft request' (duration: 1.27212467s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:25.601487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:22.077985Z","time spent":"3.523489672s","remote":"127.0.0.1:57728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3547,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"info","ts":"2026-04-23T01:05:25.601499Z","caller":"traceutil/trace.go:171","msg":"trace[1593292216] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:25034; }","duration":"1.271540859s","start":"2026-04-23T01:05:24.329947Z","end":"2026-04-23T01:05:25.601488Z","steps":["trace[1593292216] 'agreement among raft nodes before linearized reading' (duration: 1.271392697s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:25.601416Z","caller":"traceutil/trace.go:171","msg":"trace[708283983] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:25034; }","duration":"959.929022ms","start":"2026-04-23T01:05:24.64147Z","end":"2026-04-23T01:05:25.601399Z","steps":["trace[708283983] 'agreement among raft nodes before linearized reading' (duration: 959.85265ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:25.601367Z","caller":"traceutil/trace.go:171","msg":"trace[857564569] transaction","detail":"{read_only:false; response_revision:25030; number_of_response:1; }","duration":"1.273756571s","start":"2026-04-23T01:05:24.327588Z","end":"2026-04-23T01:05:25.601345Z","steps":["trace[857564569] 'process raft request' (duration: 1.272455896s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:25.60155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:24.329936Z","time spent":"1.2716056s","remote":"127.0.0.1:58102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11859,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-04-23T01:05:25.601559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:24.327993Z","time spent":"1.273509577s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:05:25.601073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.163437733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-04-23T01:05:25.601614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:24.32757Z","time spent":"1.274014835s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:05:25.601631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.843681883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-04-23T01:05:25.601692Z","caller":"traceutil/trace.go:171","msg":"trace[285666429] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:25034; }","duration":"1.843772495s","start":"2026-04-23T01:05:23.757905Z","end":"2026-04-23T01:05:25.601677Z","steps":["trace[285666429] 'agreement among raft nodes before linearized reading' (duration: 1.843545471s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:25.601285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"984.816215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:05:25.60175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:23.757888Z","time spent":"1.843850506s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":563,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"info","ts":"2026-04-23T01:05:25.601645Z","caller":"traceutil/trace.go:171","msg":"trace[1400687541] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25034; }","duration":"2.164077815s","start":"2026-04-23T01:05:23.437558Z","end":"2026-04-23T01:05:25.601635Z","steps":["trace[1400687541] 'agreement among raft nodes before linearized reading' (duration: 2.16329874s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:25.601843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:23.437535Z","time spent":"2.164294888s","remote":"127.0.0.1:57736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-23T01:05:25.601856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.077156883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:05:25.601253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:24.70842Z","time spent":"892.822641ms","remote":"127.0.0.1:52278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:05:25.601168Z","caller":"traceutil/trace.go:171","msg":"trace[400329576] range","detail":"{range_begin:/registry/persistentvolumes/pvc-b37de6ab-b5b1-4071-9990-7633ceeae48a; range_end:; response_count:1; response_revision:25034; }","duration":"3.524716565s","start":"2026-04-23T01:05:22.076428Z","end":"2026-04-23T01:05:25.601144Z","steps":["trace[400329576] 'agreement among raft nodes before linearized reading' (duration: 3.52450711s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:25.601969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:22.076421Z","time spent":"3.52552654s","remote":"127.0.0.1:57788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1458,"request content":"key:\"/registry/persistentvolumes/pvc-b37de6ab-b5b1-4071-9990-7633ceeae48a\" "} {"level":"info","ts":"2026-04-23T01:05:25.6011Z","caller":"traceutil/trace.go:171","msg":"trace[576599855] transaction","detail":"{read_only:false; response_revision:25034; number_of_response:1; }","duration":"1.269859488s","start":"2026-04-23T01:05:24.331232Z","end":"2026-04-23T01:05:25.601092Z","steps":["trace[576599855] 'process raft request' (duration: 1.269077233s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:25.6021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:24.331223Z","time spent":"1.270840876s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:05:25.601201Z","caller":"traceutil/trace.go:171","msg":"trace[879460193] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a8d6e14ded6b63; range_end:; response_count:1; response_revision:25034; }","duration":"2.267965301s","start":"2026-04-23T01:05:23.333212Z","end":"2026-04-23T01:05:25.601177Z","steps":["trace[879460193] 'agreement among raft nodes before linearized reading' (duration: 2.267692285s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:25.602196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:23.333193Z","time spent":"2.268993969s","remote":"127.0.0.1:57720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8d6e14ded6b63\" "} {"level":"warn","ts":"2026-04-23T01:05:25.601003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.418196862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:05:25.602283Z","caller":"traceutil/trace.go:171","msg":"trace[75224081] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25034; }","duration":"1.419516336s","start":"2026-04-23T01:05:24.182753Z","end":"2026-04-23T01:05:25.602269Z","steps":["trace[75224081] 'agreement among raft nodes before linearized reading' (duration: 1.418196253s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:25.602333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:24.182729Z","time spent":"1.419589347s","remote":"127.0.0.1:57636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T01:05:25.601193Z","caller":"traceutil/trace.go:171","msg":"trace[192775840] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:25034; }","duration":"3.419622356s","start":"2026-04-23T01:05:22.181542Z","end":"2026-04-23T01:05:25.601165Z","steps":["trace[192775840] 'agreement among raft nodes before linearized reading' (duration: 3.41939111s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:25.602471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:22.181515Z","time spent":"3.420936961s","remote":"127.0.0.1:42424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:05:25.601299Z","caller":"traceutil/trace.go:171","msg":"trace[762598449] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25034; }","duration":"3.526985997s","start":"2026-04-23T01:05:22.074298Z","end":"2026-04-23T01:05:25.601284Z","steps":["trace[762598449] 'agreement among raft nodes before linearized reading' (duration: 3.526584138s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:25.602615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:22.07428Z","time spent":"3.528325301s","remote":"127.0.0.1:57798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18482,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-23T01:05:25.601224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:24.156246Z","time spent":"1.444972401s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":536,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-04-23T01:05:25.601555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:24.641457Z","time spent":"960.083894ms","remote":"127.0.0.1:42316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:05:25.601797Z","caller":"traceutil/trace.go:171","msg":"trace[907104319] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:25034; }","duration":"985.367216ms","start":"2026-04-23T01:05:24.616415Z","end":"2026-04-23T01:05:25.601782Z","steps":["trace[907104319] 'agreement among raft nodes before linearized reading' (duration: 984.825216ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:25.603134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:24.616389Z","time spent":"986.72999ms","remote":"127.0.0.1:36828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:05:25.601888Z","caller":"traceutil/trace.go:171","msg":"trace[579811918] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:25034; }","duration":"2.077242635s","start":"2026-04-23T01:05:23.524635Z","end":"2026-04-23T01:05:25.601878Z","steps":["trace[579811918] 'agreement among raft nodes before linearized reading' (duration: 2.07637398s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:25.603374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:23.524614Z","time spent":"2.078745943s","remote":"127.0.0.1:49846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:05:26.134614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.4059ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-04-23T01:05:26.135231Z","caller":"traceutil/trace.go:171","msg":"trace[1702479965] linearizableReadLoop","detail":"{readStateIndex:25848; appliedIndex:25846; }","duration":"528.068662ms","start":"2026-04-23T01:05:25.607135Z","end":"2026-04-23T01:05:26.135204Z","steps":["trace[1702479965] 'read index received' (duration: 117.072722ms)","trace[1702479965] 'applied index is now lower than readState.Index' (duration: 410.99481ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:05:26.135546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:25.606257Z","time spent":"529.284475ms","remote":"127.0.0.1:57676","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-23T01:05:26.135574Z","caller":"traceutil/trace.go:171","msg":"trace[688916673] transaction","detail":"{read_only:false; response_revision:25035; number_of_response:1; }","duration":"528.884977ms","start":"2026-04-23T01:05:25.606654Z","end":"2026-04-23T01:05:26.135539Z","steps":["trace[688916673] 'process raft request' (duration: 528.049382ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:26.135675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.563835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:05:26.135696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.36307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:05:26.135728Z","caller":"traceutil/trace.go:171","msg":"trace[341508968] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25035; }","duration":"525.647047ms","start":"2026-04-23T01:05:25.610067Z","end":"2026-04-23T01:05:26.135714Z","steps":["trace[341508968] 'agreement among raft nodes before linearized reading' (duration: 525.484704ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:26.135742Z","caller":"traceutil/trace.go:171","msg":"trace[474990235] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25035; }","duration":"526.421161ms","start":"2026-04-23T01:05:25.609307Z","end":"2026-04-23T01:05:26.135728Z","steps":["trace[474990235] 'agreement among raft nodes before linearized reading' (duration: 526.252578ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:26.135757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:25.610061Z","time spent":"525.691147ms","remote":"127.0.0.1:57908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-23T01:05:26.135735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.469947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:05:26.135773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:25.609303Z","time spent":"526.463622ms","remote":"127.0.0.1:57636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:05:26.135756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.603811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1343"} {"level":"warn","ts":"2026-04-23T01:05:26.135764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.647723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:05:26.135793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.812682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-23T01:05:26.135842Z","caller":"traceutil/trace.go:171","msg":"trace[334044699] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:25035; }","duration":"527.766917ms","start":"2026-04-23T01:05:25.608056Z","end":"2026-04-23T01:05:26.135823Z","steps":["trace[334044699] 'agreement among raft nodes before linearized reading' (duration: 527.632833ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:26.135881Z","caller":"traceutil/trace.go:171","msg":"trace[654341281] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25035; }","duration":"398.967706ms","start":"2026-04-23T01:05:25.736893Z","end":"2026-04-23T01:05:26.135861Z","steps":["trace[654341281] 'agreement among raft nodes before linearized reading' (duration: 398.705251ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:26.135891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:25.608048Z","time spent":"527.833588ms","remote":"127.0.0.1:52316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:05:26.135921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.943051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18460"} {"level":"warn","ts":"2026-04-23T01:05:26.135813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.080362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"warn","ts":"2026-04-23T01:05:26.135933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:25.736866Z","time spent":"399.058097ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-23T01:05:26.135971Z","caller":"traceutil/trace.go:171","msg":"trace[768461703] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25035; }","duration":"526.997333ms","start":"2026-04-23T01:05:25.608956Z","end":"2026-04-23T01:05:26.135954Z","steps":["trace[768461703] 'agreement among raft nodes before linearized reading' (duration: 526.598865ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:26.135977Z","caller":"traceutil/trace.go:171","msg":"trace[1569233394] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:25035; }","duration":"528.280017ms","start":"2026-04-23T01:05:25.607679Z","end":"2026-04-23T01:05:26.135959Z","steps":["trace[1569233394] 'agreement among raft nodes before linearized reading' (duration: 527.870859ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:26.135823Z","caller":"traceutil/trace.go:171","msg":"trace[341546654] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:25035; }","duration":"528.704774ms","start":"2026-04-23T01:05:25.607101Z","end":"2026-04-23T01:05:26.135806Z","steps":["trace[341546654] 'agreement among raft nodes before linearized reading' (duration: 528.382218ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:26.136027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.893174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-23T01:05:26.136021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:25.608949Z","time spent":"527.060064ms","remote":"127.0.0.1:57798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18482,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-23T01:05:26.136023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:25.607662Z","time spent":"528.348218ms","remote":"127.0.0.1:57792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"info","ts":"2026-04-23T01:05:26.136049Z","caller":"traceutil/trace.go:171","msg":"trace[1865585780] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25035; }","duration":"398.936746ms","start":"2026-04-23T01:05:25.737106Z","end":"2026-04-23T01:05:26.136043Z","steps":["trace[1865585780] 'agreement among raft nodes before linearized reading' (duration: 398.537647ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:26.136043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:25.607088Z","time spent":"528.943898ms","remote":"127.0.0.1:57728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":1365,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" "} {"level":"warn","ts":"2026-04-23T01:05:26.136065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:25.737093Z","time spent":"398.967576ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T01:05:26.135811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:25.606629Z","time spent":"529.08881ms","remote":"127.0.0.1:57720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:05:26.135818Z","caller":"traceutil/trace.go:171","msg":"trace[1765152206] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25035; }","duration":"478.5892ms","start":"2026-04-23T01:05:25.657207Z","end":"2026-04-23T01:05:26.135796Z","steps":["trace[1765152206] 'agreement among raft nodes before linearized reading' (duration: 478.441007ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:26.136121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:25.657196Z","time spent":"478.922216ms","remote":"127.0.0.1:58102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-23T01:05:26.136548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.310416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7112"} {"level":"info","ts":"2026-04-23T01:05:26.136623Z","caller":"traceutil/trace.go:171","msg":"trace[1926888068] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:25035; }","duration":"528.402088ms","start":"2026-04-23T01:05:25.608203Z","end":"2026-04-23T01:05:26.136605Z","steps":["trace[1926888068] 'agreement among raft nodes before linearized reading' (duration: 527.48844ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:26.136672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:25.608196Z","time spent":"528.463659ms","remote":"127.0.0.1:57802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7134,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-04-23T01:05:26.470957Z","caller":"traceutil/trace.go:171","msg":"trace[1443317957] transaction","detail":"{read_only:false; response_revision:25036; number_of_response:1; }","duration":"333.218931ms","start":"2026-04-23T01:05:26.137704Z","end":"2026-04-23T01:05:26.470922Z","steps":["trace[1443317957] 'process raft request' (duration: 249.615793ms)","trace[1443317957] 'compare' (duration: 83.326883ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:05:26.470982Z","caller":"traceutil/trace.go:171","msg":"trace[1116985679] linearizableReadLoop","detail":"{readStateIndex:25849; appliedIndex:25848; }","duration":"329.584043ms","start":"2026-04-23T01:05:26.141342Z","end":"2026-04-23T01:05:26.470926Z","steps":["trace[1116985679] 'read index received' (duration: 246.209879ms)","trace[1116985679] 'applied index is now lower than readState.Index' (duration: 83.370274ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:05:26.471122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:26.13769Z","time spent":"333.345813ms","remote":"127.0.0.1:57676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:05:26.47122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.849049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:05:26.471329Z","caller":"traceutil/trace.go:171","msg":"trace[88245043] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25036; }","duration":"330.000271ms","start":"2026-04-23T01:05:26.141303Z","end":"2026-04-23T01:05:26.471303Z","steps":["trace[88245043] 'agreement among raft nodes before linearized reading' (duration: 329.753606ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:26.471386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:26.141284Z","time spent":"330.090682ms","remote":"127.0.0.1:57808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-23T01:05:26.972175Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199180892760731,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:05:28.445985Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.221842262s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T01:05:28.552035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.330677922s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:05:28.552247Z","caller":"traceutil/trace.go:171","msg":"trace[1933746256] transaction","detail":"{read_only:false; response_revision:25037; number_of_response:1; }","duration":"2.410814992s","start":"2026-04-23T01:05:26.141395Z","end":"2026-04-23T01:05:28.55221Z","steps":["trace[1933746256] 'process raft request' (duration: 1.079838025s)","trace[1933746256] 'compare' (duration: 1.330438658s)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:05:28.552391Z","caller":"traceutil/trace.go:171","msg":"trace[2054639096] transaction","detail":"{read_only:false; response_revision:25039; number_of_response:1; }","duration":"2.405655307s","start":"2026-04-23T01:05:26.146717Z","end":"2026-04-23T01:05:28.552372Z","steps":["trace[2054639096] 'process raft request' (duration: 2.405531515s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:28.55241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:26.141372Z","time spent":"2.410950106s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:05:28.552385Z","caller":"traceutil/trace.go:171","msg":"trace[907428020] transaction","detail":"{read_only:false; response_revision:25038; number_of_response:1; }","duration":"2.406754467s","start":"2026-04-23T01:05:26.145596Z","end":"2026-04-23T01:05:28.55235Z","steps":["trace[907428020] 'process raft request' (duration: 2.406539503s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:28.552474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:26.146707Z","time spent":"2.405728789s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:05:28.552556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:26.145584Z","time spent":"2.406880001s","remote":"127.0.0.1:57802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:05:28.553255Z","caller":"traceutil/trace.go:171","msg":"trace[178725696] transaction","detail":"{read_only:false; response_revision:25040; number_of_response:1; }","duration":"1.846262431s","start":"2026-04-23T01:05:26.706973Z","end":"2026-04-23T01:05:28.553236Z","steps":["trace[178725696] 'process raft request' (duration: 1.845358084s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:28.553364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:26.706937Z","time spent":"1.846375684s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:05:28.553881Z","caller":"traceutil/trace.go:171","msg":"trace[60966990] transaction","detail":"{read_only:false; response_revision:25041; number_of_response:1; }","duration":"1.846828723s","start":"2026-04-23T01:05:26.707035Z","end":"2026-04-23T01:05:28.553864Z","steps":["trace[60966990] 'process raft request' (duration: 1.846094899s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:28.553986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:26.706988Z","time spent":"1.846947755s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:05:28.554264Z","caller":"traceutil/trace.go:171","msg":"trace[1524328512] transaction","detail":"{read_only:false; response_revision:25042; number_of_response:1; }","duration":"1.843857257s","start":"2026-04-23T01:05:26.71039Z","end":"2026-04-23T01:05:28.554247Z","steps":["trace[1524328512] 'process raft request' (duration: 1.843411358s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:28.554361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:26.71036Z","time spent":"1.843953628s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:05:28.554549Z","caller":"traceutil/trace.go:171","msg":"trace[535062261] linearizableReadLoop","detail":"{readStateIndex:25855; appliedIndex:25849; }","duration":"2.083459512s","start":"2026-04-23T01:05:26.471074Z","end":"2026-04-23T01:05:28.554534Z","steps":["trace[535062261] 'read index received' (duration: 750.239333ms)","trace[535062261] 'applied index is now lower than readState.Index' (duration: 1.333218989s)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:05:28.554668Z","caller":"traceutil/trace.go:171","msg":"trace[1920798227] transaction","detail":"{read_only:false; response_revision:25043; number_of_response:1; }","duration":"1.47544714s","start":"2026-04-23T01:05:27.079207Z","end":"2026-04-23T01:05:28.554654Z","steps":["trace[1920798227] 'process raft request' (duration: 1.474982092s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:28.554834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:27.079182Z","time spent":"1.475525322s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:05:28.555096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.406861039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-04-23T01:05:28.555158Z","caller":"traceutil/trace.go:171","msg":"trace[831724955] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:25043; }","duration":"2.406941941s","start":"2026-04-23T01:05:26.1482Z","end":"2026-04-23T01:05:28.555142Z","steps":["trace[831724955] 'agreement among raft nodes before linearized reading' (duration: 2.406743007s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:28.555204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:26.148192Z","time spent":"2.407003473s","remote":"127.0.0.1:57728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":1365,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" "} {"level":"warn","ts":"2026-04-23T01:05:28.555213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"952.263898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:05:28.555205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.413753987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8d6e14ded6b63\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-04-23T01:05:28.555274Z","caller":"traceutil/trace.go:171","msg":"trace[844746387] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:25043; }","duration":"952.378921ms","start":"2026-04-23T01:05:27.60288Z","end":"2026-04-23T01:05:28.555259Z","steps":["trace[844746387] 'agreement among raft nodes before linearized reading' (duration: 952.264448ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:28.555286Z","caller":"traceutil/trace.go:171","msg":"trace[2030487377] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a8d6e14ded6b63; range_end:; response_count:1; response_revision:25043; }","duration":"2.41386646s","start":"2026-04-23T01:05:26.141401Z","end":"2026-04-23T01:05:28.555267Z","steps":["trace[2030487377] 'agreement among raft nodes before linearized reading' (duration: 2.413626955s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:28.555318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:27.602856Z","time spent":"952.451563ms","remote":"127.0.0.1:36764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:05:28.55533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:26.141383Z","time spent":"2.413937373s","remote":"127.0.0.1:57720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8d6e14ded6b63\" "} {"level":"warn","ts":"2026-04-23T01:05:28.555353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.54621691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:05:28.555346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.079181192s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-04-23T01:05:28.555427Z","caller":"traceutil/trace.go:171","msg":"trace[1054666758] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:25043; }","duration":"1.546340391s","start":"2026-04-23T01:05:27.009066Z","end":"2026-04-23T01:05:28.555406Z","steps":["trace[1054666758] 'agreement among raft nodes before linearized reading' (duration: 1.546188659s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:28.555392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.413916851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-0688e200-042b-459e-9019-0d287efb348c\" ","response":"range_response_count:1 size:1322"} {"level":"warn","ts":"2026-04-23T01:05:28.555554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.22646952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:05:28.555582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.595574369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:05:28.555587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.341881581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:05:28.555615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"861.19114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:05:28.555624Z","caller":"traceutil/trace.go:171","msg":"trace[377267917] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:25043; }","duration":"1.5956196s","start":"2026-04-23T01:05:26.959992Z","end":"2026-04-23T01:05:28.555612Z","steps":["trace[377267917] 'agreement among raft nodes before linearized reading' (duration: 1.595539089s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:28.555643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.136861329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:05:28.555646Z","caller":"traceutil/trace.go:171","msg":"trace[445706550] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:25043; }","duration":"1.341978092s","start":"2026-04-23T01:05:27.213653Z","end":"2026-04-23T01:05:28.555631Z","steps":["trace[445706550] 'agreement among raft nodes before linearized reading' (duration: 1.341879901s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:28.555674Z","caller":"traceutil/trace.go:171","msg":"trace[12330504] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25043; }","duration":"1.13691918s","start":"2026-04-23T01:05:27.418747Z","end":"2026-04-23T01:05:28.555666Z","steps":["trace[12330504] 'agreement among raft nodes before linearized reading' (duration: 1.136874689s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:28.555675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:26.959925Z","time spent":"1.595740012s","remote":"127.0.0.1:57726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:05:28.555686Z","caller":"traceutil/trace.go:171","msg":"trace[1915008634] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/applicationcredentials/; range_end:/registry/openstack.k-orc.cloud/applicationcredentials0; response_count:0; response_revision:25043; }","duration":"861.276732ms","start":"2026-04-23T01:05:27.694364Z","end":"2026-04-23T01:05:28.555641Z","steps":["trace[1915008634] 'agreement among raft nodes before linearized reading' (duration: 861.224921ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:28.555688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:27.213633Z","time spent":"1.342042334s","remote":"127.0.0.1:52788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:05:28.555705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:27.41873Z","time spent":"1.136969652s","remote":"127.0.0.1:57620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:05:28.555719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:27.694152Z","time spent":"861.558997ms","remote":"127.0.0.1:52734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:05:28.555768Z","caller":"traceutil/trace.go:171","msg":"trace[281214982] range","detail":"{range_begin:/registry/persistentvolumes/pvc-0688e200-042b-459e-9019-0d287efb348c; range_end:; response_count:1; response_revision:25043; }","duration":"2.414130185s","start":"2026-04-23T01:05:26.141445Z","end":"2026-04-23T01:05:28.555575Z","steps":["trace[281214982] 'agreement among raft nodes before linearized reading' (duration: 2.413609385s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:28.555857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:26.141439Z","time spent":"2.41439625s","remote":"127.0.0.1:57788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1344,"request content":"key:\"/registry/persistentvolumes/pvc-0688e200-042b-459e-9019-0d287efb348c\" "} {"level":"warn","ts":"2026-04-23T01:05:28.555967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"947.449709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-23T01:05:28.556037Z","caller":"traceutil/trace.go:171","msg":"trace[2028905807] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25043; }","duration":"947.54345ms","start":"2026-04-23T01:05:27.608482Z","end":"2026-04-23T01:05:28.556026Z","steps":["trace[2028905807] 'agreement among raft nodes before linearized reading' (duration: 947.366537ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:28.556072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:27.608467Z","time spent":"947.596142ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T01:05:28.5558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"947.085942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-04-23T01:05:28.556381Z","caller":"traceutil/trace.go:171","msg":"trace[673209672] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:25043; }","duration":"947.54522ms","start":"2026-04-23T01:05:27.608642Z","end":"2026-04-23T01:05:28.556187Z","steps":["trace[673209672] 'agreement among raft nodes before linearized reading' (duration: 947.081432ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:28.555562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.960076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:05:28.556445Z","caller":"traceutil/trace.go:171","msg":"trace[1129855126] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:25043; }","duration":"590.871243ms","start":"2026-04-23T01:05:27.965557Z","end":"2026-04-23T01:05:28.556428Z","steps":["trace[1129855126] 'agreement among raft nodes before linearized reading' (duration: 589.920866ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:28.556462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.078188103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-04-23T01:05:28.555465Z","caller":"traceutil/trace.go:171","msg":"trace[1182463727] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:25043; }","duration":"2.079338375s","start":"2026-04-23T01:05:26.476098Z","end":"2026-04-23T01:05:28.555436Z","steps":["trace[1182463727] 'agreement among raft nodes before linearized reading' (duration: 2.078980317s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:28.556499Z","caller":"traceutil/trace.go:171","msg":"trace[1737854550] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25043; }","duration":"2.078245775s","start":"2026-04-23T01:05:26.478246Z","end":"2026-04-23T01:05:28.556492Z","steps":["trace[1737854550] 'agreement among raft nodes before linearized reading' (duration: 2.078144573s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:28.556511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:27.965529Z","time spent":"590.963125ms","remote":"127.0.0.1:57874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":8,"response size":30,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:05:28.556526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:26.478237Z","time spent":"2.078283885s","remote":"127.0.0.1:57802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-23T01:05:28.555477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:27.00904Z","time spent":"1.546423623s","remote":"127.0.0.1:58028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:05:28.5556Z","caller":"traceutil/trace.go:171","msg":"trace[674684424] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:25043; }","duration":"1.226545291s","start":"2026-04-23T01:05:27.329043Z","end":"2026-04-23T01:05:28.555588Z","steps":["trace[674684424] 'agreement among raft nodes before linearized reading' (duration: 1.226441859s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:28.555891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"946.862318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T01:05:28.556737Z","caller":"traceutil/trace.go:171","msg":"trace[2117434814] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25043; }","duration":"947.738074ms","start":"2026-04-23T01:05:27.608992Z","end":"2026-04-23T01:05:28.55673Z","steps":["trace[2117434814] 'agreement among raft nodes before linearized reading' (duration: 946.769606ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:28.556764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:27.608983Z","time spent":"947.774504ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T01:05:28.556703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:27.329026Z","time spent":"1.227660911s","remote":"127.0.0.1:52514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:05:28.556518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:26.476043Z","time spent":"2.080464485s","remote":"127.0.0.1:57796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-23T01:05:28.557865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:27.60861Z","time spent":"947.804495ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T01:05:28.555876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"946.949679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-23T01:05:28.558035Z","caller":"traceutil/trace.go:171","msg":"trace[88305663] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25043; }","duration":"949.094039ms","start":"2026-04-23T01:05:27.608901Z","end":"2026-04-23T01:05:28.557995Z","steps":["trace[88305663] 'agreement among raft nodes before linearized reading' (duration: 946.923459ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:28.558148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:27.608894Z","time spent":"949.213822ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T01:05:28.558927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.731519613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:05:28.558994Z","caller":"traceutil/trace.go:171","msg":"trace[1057019740] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25043; }","duration":"1.7345945s","start":"2026-04-23T01:05:26.824382Z","end":"2026-04-23T01:05:28.558976Z","steps":["trace[1057019740] 'agreement among raft nodes before linearized reading' (duration: 1.731545354s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:28.559028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:26.824354Z","time spent":"1.734658781s","remote":"127.0.0.1:49978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:05:29.582141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.432909ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:05:29.582247Z","caller":"traceutil/trace.go:171","msg":"trace[1405129130] linearizableReadLoop","detail":"{readStateIndex:25857; appliedIndex:25856; }","duration":"1.021328335s","start":"2026-04-23T01:05:28.560904Z","end":"2026-04-23T01:05:29.582232Z","steps":["trace[1405129130] 'read index received' (duration: 492.705563ms)","trace[1405129130] 'applied index is now lower than readState.Index' (duration: 528.619952ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:05:29.582297Z","caller":"traceutil/trace.go:171","msg":"trace[1602884979] transaction","detail":"{read_only:false; response_revision:25044; number_of_response:1; }","duration":"1.021714654s","start":"2026-04-23T01:05:28.56055Z","end":"2026-04-23T01:05:29.582264Z","steps":["trace[1602884979] 'process raft request' (duration: 493.084462ms)","trace[1602884979] 'compare' (duration: 527.533691ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:05:29.582396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.021486278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-api-677ddb9c87-rgs4b\" ","response":"range_response_count:1 size:8649"} {"level":"info","ts":"2026-04-23T01:05:29.582433Z","caller":"traceutil/trace.go:171","msg":"trace[78460558] range","detail":"{range_begin:/registry/pods/openstack/magnum-api-677ddb9c87-rgs4b; range_end:; response_count:1; response_revision:25044; }","duration":"1.021532038s","start":"2026-04-23T01:05:28.560892Z","end":"2026-04-23T01:05:29.582424Z","steps":["trace[78460558] 'agreement among raft nodes before linearized reading' (duration: 1.021396646s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:29.582441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:28.560537Z","time spent":"1.021826455s","remote":"127.0.0.1:57720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:05:29.582463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:28.560886Z","time spent":"1.02156975s","remote":"127.0.0.1:57802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":8671,"request content":"key:\"/registry/pods/openstack/magnum-api-677ddb9c87-rgs4b\" "} {"level":"warn","ts":"2026-04-23T01:05:30.08231Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199180892760748,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:05:30.252492Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.198873204s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T01:05:30.563841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000458975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:05:30.563933Z","caller":"traceutil/trace.go:171","msg":"trace[1330574666] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000573966s","start":"2026-04-23T01:05:28.563335Z","end":"2026-04-23T01:05:30.563909Z","steps":["trace[1330574666] 'agreement among raft nodes before linearized reading' (duration: 2.000464494s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:30.563982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:28.56333Z","time spent":"2.000642469s","remote":"127.0.0.1:57620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 01:05:30 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:05:31.289622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.000404754s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:05:31.289708Z","caller":"traceutil/trace.go:171","msg":"trace[1606097947] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25044; }","duration":"1.000505597s","start":"2026-04-23T01:05:30.28919Z","end":"2026-04-23T01:05:31.289696Z","steps":["trace[1606097947] 'range keys from in-memory index tree' (duration: 1.000390094s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:31.29013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.037367095s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:05:31.290259Z","caller":"traceutil/trace.go:171","msg":"trace[1375051867] transaction","detail":"{read_only:false; response_revision:25045; number_of_response:1; }","duration":"2.727376563s","start":"2026-04-23T01:05:28.562868Z","end":"2026-04-23T01:05:31.290245Z","steps":["trace[1375051867] 'process raft request' (duration: 1.689828525s)","trace[1375051867] 'compare' (duration: 1.03712451s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:05:31.290302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:28.562855Z","time spent":"2.727426884s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:05:31.290707Z","caller":"traceutil/trace.go:171","msg":"trace[412082729] linearizableReadLoop","detail":"{readStateIndex:25863; appliedIndex:25857; }","duration":"1.708428211s","start":"2026-04-23T01:05:29.582271Z","end":"2026-04-23T01:05:31.290699Z","steps":["trace[412082729] 'read index received' (duration: 670.438486ms)","trace[412082729] 'applied index is now lower than readState.Index' (duration: 1.037989135s)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:05:31.290851Z","caller":"traceutil/trace.go:171","msg":"trace[1415994426] transaction","detail":"{read_only:false; response_revision:25046; number_of_response:1; }","duration":"2.727521946s","start":"2026-04-23T01:05:28.563322Z","end":"2026-04-23T01:05:31.290844Z","steps":["trace[1415994426] 'process raft request' (duration: 2.726889804s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:31.290891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:28.563309Z","time spent":"2.727556386s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:05:31.290974Z","caller":"traceutil/trace.go:171","msg":"trace[1143711735] transaction","detail":"{read_only:false; response_revision:25047; number_of_response:1; }","duration":"2.727154688s","start":"2026-04-23T01:05:28.563811Z","end":"2026-04-23T01:05:31.290966Z","steps":["trace[1143711735] 'process raft request' (duration: 2.726765101s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:31.291011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:28.563785Z","time spent":"2.727205528s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:05:31.291108Z","caller":"traceutil/trace.go:171","msg":"trace[392477624] transaction","detail":"{read_only:false; response_revision:25048; number_of_response:1; }","duration":"2.727053807s","start":"2026-04-23T01:05:28.564049Z","end":"2026-04-23T01:05:31.291102Z","steps":["trace[392477624] 'process raft request' (duration: 2.726553907s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:31.29114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:28.564041Z","time spent":"2.727081668s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:05:31.291216Z","caller":"traceutil/trace.go:171","msg":"trace[957075399] transaction","detail":"{read_only:false; response_revision:25049; number_of_response:1; }","duration":"1.713319923s","start":"2026-04-23T01:05:29.57789Z","end":"2026-04-23T01:05:31.29121Z","steps":["trace[957075399] 'process raft request' (duration: 1.712740252s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:31.291246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:29.577866Z","time spent":"1.713363544s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:05:31.291385Z","caller":"traceutil/trace.go:171","msg":"trace[864732936] transaction","detail":"{read_only:false; response_revision:25050; number_of_response:1; }","duration":"1.685547495s","start":"2026-04-23T01:05:29.605831Z","end":"2026-04-23T01:05:31.291379Z","steps":["trace[864732936] 'process raft request' (duration: 1.684830521s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:31.291417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:29.605811Z","time spent":"1.685588166s","remote":"127.0.0.1:57802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8447,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:05:31.29154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.829285684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:05:31.291564Z","caller":"traceutil/trace.go:171","msg":"trace[1205641392] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:25050; }","duration":"1.829333815s","start":"2026-04-23T01:05:29.462224Z","end":"2026-04-23T01:05:31.291558Z","steps":["trace[1205641392] 'agreement among raft nodes before linearized reading' (duration: 1.829267454s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:31.291583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:29.462208Z","time spent":"1.829369996s","remote":"127.0.0.1:57864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:05:31.291697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.988887739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:05:31.291723Z","caller":"traceutil/trace.go:171","msg":"trace[445130495] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:25050; }","duration":"1.98895227s","start":"2026-04-23T01:05:29.302764Z","end":"2026-04-23T01:05:31.291716Z","steps":["trace[445130495] 'agreement among raft nodes before linearized reading' (duration: 1.988886709s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:31.291741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:29.302741Z","time spent":"1.988994042s","remote":"127.0.0.1:58156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":54,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:05:31.291894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.62802999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-04-23T01:05:31.291921Z","caller":"traceutil/trace.go:171","msg":"trace[957501365] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:25050; }","duration":"2.628107952s","start":"2026-04-23T01:05:28.663807Z","end":"2026-04-23T01:05:31.291915Z","steps":["trace[957501365] 'agreement among raft nodes before linearized reading' (duration: 2.62802147s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:31.291938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:28.663778Z","time spent":"2.628156533s","remote":"127.0.0.1:57792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1588,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" "} {"level":"warn","ts":"2026-04-23T01:05:31.29206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.655548723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-23T01:05:31.292083Z","caller":"traceutil/trace.go:171","msg":"trace[1425450786] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25050; }","duration":"2.655617194s","start":"2026-04-23T01:05:28.63646Z","end":"2026-04-23T01:05:31.292078Z","steps":["trace[1425450786] 'agreement among raft nodes before linearized reading' (duration: 2.655557443s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:31.2921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:28.63644Z","time spent":"2.655656225s","remote":"127.0.0.1:57736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-23T01:05:31.29226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.722342009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"info","ts":"2026-04-23T01:05:31.292293Z","caller":"traceutil/trace.go:171","msg":"trace[957129468] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:25050; }","duration":"2.722386269s","start":"2026-04-23T01:05:28.569897Z","end":"2026-04-23T01:05:31.292284Z","steps":["trace[957129468] 'agreement among raft nodes before linearized reading' (duration: 2.722266067s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:31.292313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:28.569891Z","time spent":"2.72241715s","remote":"127.0.0.1:49990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5706,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-23T01:05:31.292403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.729768047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:697"} {"level":"info","ts":"2026-04-23T01:05:31.292424Z","caller":"traceutil/trace.go:171","msg":"trace[1694331983] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:25050; }","duration":"2.729802527s","start":"2026-04-23T01:05:28.562617Z","end":"2026-04-23T01:05:31.29242Z","steps":["trace[1694331983] 'agreement among raft nodes before linearized reading' (duration: 2.729753636s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:31.292437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:28.562605Z","time spent":"2.729828938s","remote":"127.0.0.1:57728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":719,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" "} {"level":"warn","ts":"2026-04-23T01:05:31.292553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.730860858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-23T01:05:31.292572Z","caller":"traceutil/trace.go:171","msg":"trace[377500671] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:25050; }","duration":"2.730889919s","start":"2026-04-23T01:05:28.561678Z","end":"2026-04-23T01:05:31.292568Z","steps":["trace[377500671] 'agreement among raft nodes before linearized reading' (duration: 2.730837448s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:31.292584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:28.561673Z","time spent":"2.730908839s","remote":"127.0.0.1:57908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-04-23T01:05:32.337481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.572396ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:05:32.33776Z","caller":"traceutil/trace.go:171","msg":"trace[1237306239] transaction","detail":"{read_only:false; response_revision:25051; number_of_response:1; }","duration":"1.773604446s","start":"2026-04-23T01:05:30.564083Z","end":"2026-04-23T01:05:32.337687Z","steps":["trace[1237306239] 'process raft request' (duration: 1.122734004s)","trace[1237306239] 'compare' (duration: 648.835254ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:05:32.337906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:30.564061Z","time spent":"1.773768459s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:05:32.33791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.202495412s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:05:32.337927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.773513735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:05:32.337951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.773777959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-23T01:05:32.337986Z","caller":"traceutil/trace.go:171","msg":"trace[1601872102] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25054; }","duration":"1.773627577s","start":"2026-04-23T01:05:30.564346Z","end":"2026-04-23T01:05:32.337973Z","steps":["trace[1601872102] 'agreement among raft nodes before linearized reading' (duration: 1.773524525s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:32.337991Z","caller":"traceutil/trace.go:171","msg":"trace[198978097] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:25054; }","duration":"1.202636485s","start":"2026-04-23T01:05:31.135332Z","end":"2026-04-23T01:05:32.337969Z","steps":["trace[198978097] 'agreement among raft nodes before linearized reading' (duration: 1.202490322s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:32.337996Z","caller":"traceutil/trace.go:171","msg":"trace[1237352240] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25054; }","duration":"1.77383639s","start":"2026-04-23T01:05:30.564142Z","end":"2026-04-23T01:05:32.337978Z","steps":["trace[1237352240] 'agreement among raft nodes before linearized reading' (duration: 1.773685067s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:32.338023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:30.564292Z","time spent":"1.773724739s","remote":"127.0.0.1:57636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:05:32.338039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:31.135311Z","time spent":"1.202715066s","remote":"127.0.0.1:52570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:05:32.33805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:30.564137Z","time spent":"1.773894082s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T01:05:32.338059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.996583261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:05:32.33809Z","caller":"traceutil/trace.go:171","msg":"trace[1537831867] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25054; }","duration":"1.996658883s","start":"2026-04-23T01:05:30.341422Z","end":"2026-04-23T01:05:32.33808Z","steps":["trace[1537831867] 'agreement among raft nodes before linearized reading' (duration: 1.996595792s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:32.338131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:30.341396Z","time spent":"1.996725535s","remote":"127.0.0.1:49934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:05:32.338119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.779449895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-23T01:05:32.33819Z","caller":"traceutil/trace.go:171","msg":"trace[2126770758] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25054; }","duration":"1.779581627s","start":"2026-04-23T01:05:30.558589Z","end":"2026-04-23T01:05:32.33817Z","steps":["trace[2126770758] 'agreement among raft nodes before linearized reading' (duration: 1.779409684s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:32.338261Z","caller":"traceutil/trace.go:171","msg":"trace[434479915] transaction","detail":"{read_only:false; response_revision:25054; number_of_response:1; }","duration":"1.58016104s","start":"2026-04-23T01:05:30.758084Z","end":"2026-04-23T01:05:32.338245Z","steps":["trace[434479915] 'process raft request' (duration: 1.5796262s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:32.33826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:30.558556Z","time spent":"1.779689989s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-23T01:05:32.338274Z","caller":"traceutil/trace.go:171","msg":"trace[1544310991] transaction","detail":"{read_only:false; response_revision:25053; number_of_response:1; }","duration":"1.772435464s","start":"2026-04-23T01:05:30.56576Z","end":"2026-04-23T01:05:32.338196Z","steps":["trace[1544310991] 'process raft request' (duration: 1.771904884s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:32.338355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:30.758049Z","time spent":"1.580248722s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:05:32.338504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:30.56575Z","time spent":"1.772672329s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:05:32.338766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.737530341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8d6e14ded6b63\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-04-23T01:05:32.338809Z","caller":"traceutil/trace.go:171","msg":"trace[1641680094] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a8d6e14ded6b63; range_end:; response_count:1; response_revision:25054; }","duration":"2.737606873s","start":"2026-04-23T01:05:29.601191Z","end":"2026-04-23T01:05:32.338797Z","steps":["trace[1641680094] 'agreement among raft nodes before linearized reading' (duration: 2.73743484s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:32.338773Z","caller":"traceutil/trace.go:171","msg":"trace[810185522] linearizableReadLoop","detail":"{readStateIndex:25867; appliedIndex:25863; }","duration":"1.047028034s","start":"2026-04-23T01:05:31.290725Z","end":"2026-04-23T01:05:32.337753Z","steps":["trace[810185522] 'read index received' (duration: 396.117402ms)","trace[810185522] 'applied index is now lower than readState.Index' (duration: 650.909472ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:05:32.33884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:29.601171Z","time spent":"2.737662603s","remote":"127.0.0.1:57720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8d6e14ded6b63\" "} {"level":"warn","ts":"2026-04-23T01:05:32.3391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.044496937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.244\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-04-23T01:05:32.339187Z","caller":"traceutil/trace.go:171","msg":"trace[417198218] range","detail":"{range_begin:/registry/masterleases/199.204.45.244; range_end:; response_count:1; response_revision:25054; }","duration":"1.044614489s","start":"2026-04-23T01:05:31.294559Z","end":"2026-04-23T01:05:32.339173Z","steps":["trace[417198218] 'agreement among raft nodes before linearized reading' (duration: 1.044420436s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:32.339249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:31.29454Z","time spent":"1.04469737s","remote":"127.0.0.1:57676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.244\" "} {"level":"warn","ts":"2026-04-23T01:05:32.3393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.294097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:05:32.339384Z","caller":"traceutil/trace.go:171","msg":"trace[1039975288] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:25054; }","duration":"726.44766ms","start":"2026-04-23T01:05:31.61292Z","end":"2026-04-23T01:05:32.339368Z","steps":["trace[1039975288] 'agreement among raft nodes before linearized reading' (duration: 726.257656ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:32.339102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.010728418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:05:32.339419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.04096745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:697"} {"level":"info","ts":"2026-04-23T01:05:32.339453Z","caller":"traceutil/trace.go:171","msg":"trace[1391710332] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:25054; }","duration":"1.011103674s","start":"2026-04-23T01:05:31.328339Z","end":"2026-04-23T01:05:32.339442Z","steps":["trace[1391710332] 'agreement among raft nodes before linearized reading' (duration: 1.010657716s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:32.33946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:31.612897Z","time spent":"726.550261ms","remote":"127.0.0.1:42442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:05:32.339544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:31.328309Z","time spent":"1.011178146s","remote":"127.0.0.1:36858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:05:32.339486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.043725412s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-540752ac-7328-414b-b740-2963f80f7330\" ","response":"range_response_count:1 size:1284"} {"level":"info","ts":"2026-04-23T01:05:32.339661Z","caller":"traceutil/trace.go:171","msg":"trace[1289966941] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:25054; }","duration":"1.041056192s","start":"2026-04-23T01:05:31.298401Z","end":"2026-04-23T01:05:32.339457Z","steps":["trace[1289966941] 'agreement among raft nodes before linearized reading' (duration: 1.040611264s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:32.33971Z","caller":"traceutil/trace.go:171","msg":"trace[1497584333] range","detail":"{range_begin:/registry/persistentvolumes/pvc-540752ac-7328-414b-b740-2963f80f7330; range_end:; response_count:1; response_revision:25054; }","duration":"1.043990077s","start":"2026-04-23T01:05:31.295692Z","end":"2026-04-23T01:05:32.339682Z","steps":["trace[1497584333] 'agreement among raft nodes before linearized reading' (duration: 1.043501239s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:32.339288Z","caller":"traceutil/trace.go:171","msg":"trace[491551687] transaction","detail":"{read_only:false; response_revision:25052; number_of_response:1; }","duration":"1.774171866s","start":"2026-04-23T01:05:30.565097Z","end":"2026-04-23T01:05:32.339269Z","steps":["trace[491551687] 'process raft request' (duration: 1.772478525s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:32.339792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:31.295687Z","time spent":"1.044083869s","remote":"127.0.0.1:57788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1306,"request content":"key:\"/registry/persistentvolumes/pvc-540752ac-7328-414b-b740-2963f80f7330\" "} {"level":"warn","ts":"2026-04-23T01:05:32.339862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:30.565081Z","time spent":"1.774735128s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:05:32.339966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:31.298383Z","time spent":"1.041378018s","remote":"127.0.0.1:57728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":719,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" "} {"level":"warn","ts":"2026-04-23T01:05:32.340186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.01515841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29615105-sbfhv\" ","response":"range_response_count:1 size:7363"} {"level":"info","ts":"2026-04-23T01:05:32.34023Z","caller":"traceutil/trace.go:171","msg":"trace[1336764783] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29615105-sbfhv; range_end:; response_count:1; response_revision:25054; }","duration":"1.015240181s","start":"2026-04-23T01:05:31.324977Z","end":"2026-04-23T01:05:32.340217Z","steps":["trace[1336764783] 'agreement among raft nodes before linearized reading' (duration: 1.01412278s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:32.340271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:31.324952Z","time spent":"1.015307113s","remote":"127.0.0.1:57802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7385,"request content":"key:\"/registry/pods/openstack/heat-engine-cleaner-29615105-sbfhv\" "} {"level":"info","ts":"2026-04-23T01:05:32.727402Z","caller":"traceutil/trace.go:171","msg":"trace[1556204258] transaction","detail":"{read_only:false; response_revision:25055; number_of_response:1; }","duration":"385.145148ms","start":"2026-04-23T01:05:32.342228Z","end":"2026-04-23T01:05:32.727373Z","steps":["trace[1556204258] 'process raft request' (duration: 384.708131ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:32.727594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:32.342205Z","time spent":"385.27412ms","remote":"127.0.0.1:57720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:05:32.72833Z","caller":"traceutil/trace.go:171","msg":"trace[531777111] linearizableReadLoop","detail":"{readStateIndex:25870; appliedIndex:25868; }","duration":"385.22162ms","start":"2026-04-23T01:05:32.343072Z","end":"2026-04-23T01:05:32.728294Z","steps":["trace[531777111] 'read index received' (duration: 21.604382ms)","trace[531777111] 'applied index is now lower than readState.Index' (duration: 363.615838ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:05:32.728823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.748719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:994"} {"level":"info","ts":"2026-04-23T01:05:32.728602Z","caller":"traceutil/trace.go:171","msg":"trace[1809327250] transaction","detail":"{read_only:false; response_revision:25056; number_of_response:1; }","duration":"385.574486ms","start":"2026-04-23T01:05:32.342971Z","end":"2026-04-23T01:05:32.728546Z","steps":["trace[1809327250] 'process raft request' (duration: 384.233701ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:32.728857Z","caller":"traceutil/trace.go:171","msg":"trace[1867278424] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:25057; }","duration":"385.814041ms","start":"2026-04-23T01:05:32.343036Z","end":"2026-04-23T01:05:32.72885Z","steps":["trace[1867278424] 'agreement among raft nodes before linearized reading' (duration: 385.701829ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:32.728876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:32.343023Z","time spent":"385.849941ms","remote":"127.0.0.1:57808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":1016,"request content":"key:\"/registry/services/specs/monitoring/prometheus-operated\" "} {"level":"info","ts":"2026-04-23T01:05:32.728687Z","caller":"traceutil/trace.go:171","msg":"trace[1440684993] transaction","detail":"{read_only:false; response_revision:25057; number_of_response:1; }","duration":"384.417905ms","start":"2026-04-23T01:05:32.344259Z","end":"2026-04-23T01:05:32.728677Z","steps":["trace[1440684993] 'process raft request' (duration: 383.966537ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:32.729029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:32.342833Z","time spent":"386.061205ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:05:32.729159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:32.344243Z","time spent":"384.773661ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:05:32.785979Z","caller":"traceutil/trace.go:171","msg":"trace[225245264] transaction","detail":"{read_only:false; response_revision:25058; number_of_response:1; }","duration":"420.400025ms","start":"2026-04-23T01:05:32.365563Z","end":"2026-04-23T01:05:32.785963Z","steps":["trace[225245264] 'process raft request' (duration: 420.282893ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:32.78608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:32.365556Z","time spent":"420.473317ms","remote":"127.0.0.1:57676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:05:32.786345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.311877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:05:32.786385Z","caller":"traceutil/trace.go:171","msg":"trace[1931296587] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25058; }","duration":"439.361268ms","start":"2026-04-23T01:05:32.347014Z","end":"2026-04-23T01:05:32.786375Z","steps":["trace[1931296587] 'agreement among raft nodes before linearized reading' (duration: 439.264076ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:32.786413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:32.347008Z","time spent":"439.399608ms","remote":"127.0.0.1:57620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:05:32.786503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.145818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:05:32.786633Z","caller":"traceutil/trace.go:171","msg":"trace[1966397758] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25058; }","duration":"349.348342ms","start":"2026-04-23T01:05:32.437257Z","end":"2026-04-23T01:05:32.786605Z","steps":["trace[1966397758] 'agreement among raft nodes before linearized reading' (duration: 349.096236ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:32.786712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.215402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"info","ts":"2026-04-23T01:05:32.786781Z","caller":"traceutil/trace.go:171","msg":"trace[2028307184] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:25058; }","duration":"443.305173ms","start":"2026-04-23T01:05:32.34346Z","end":"2026-04-23T01:05:32.786765Z","steps":["trace[2028307184] 'agreement among raft nodes before linearized reading' (duration: 443.070039ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:32.786824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:32.343441Z","time spent":"443.372464ms","remote":"127.0.0.1:57802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7327,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-23T01:05:32.78671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:32.437239Z","time spent":"349.442873ms","remote":"127.0.0.1:49990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:05:32.78727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.650661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-04-23T01:05:32.78743Z","caller":"traceutil/trace.go:171","msg":"trace[1859880363] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:25058; }","duration":"441.875125ms","start":"2026-04-23T01:05:32.345512Z","end":"2026-04-23T01:05:32.787387Z","steps":["trace[1859880363] 'agreement among raft nodes before linearized reading' (duration: 440.828525ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:32.787614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:32.345501Z","time spent":"442.098809ms","remote":"127.0.0.1:57792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1588,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" "} {"level":"info","ts":"2026-04-23T01:05:33.019903Z","caller":"traceutil/trace.go:171","msg":"trace[102621057] linearizableReadLoop","detail":"{readStateIndex:25873; appliedIndex:25872; }","duration":"233.609104ms","start":"2026-04-23T01:05:32.786269Z","end":"2026-04-23T01:05:33.019879Z","steps":["trace[102621057] 'read index received' (duration: 230.810842ms)","trace[102621057] 'applied index is now lower than readState.Index' (duration: 2.797022ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:05:33.020171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.160893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:994"} {"level":"info","ts":"2026-04-23T01:05:33.020211Z","caller":"traceutil/trace.go:171","msg":"trace[1984396540] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:25059; }","duration":"286.225724ms","start":"2026-04-23T01:05:32.733975Z","end":"2026-04-23T01:05:33.020201Z","steps":["trace[1984396540] 'agreement among raft nodes before linearized reading' (duration: 286.03085ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:33.019953Z","caller":"traceutil/trace.go:171","msg":"trace[1717526876] transaction","detail":"{read_only:false; response_revision:25059; number_of_response:1; }","duration":"287.480918ms","start":"2026-04-23T01:05:32.732422Z","end":"2026-04-23T01:05:33.019903Z","steps":["trace[1717526876] 'process raft request' (duration: 284.668165ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:33.486492Z","caller":"traceutil/trace.go:171","msg":"trace[1105482064] linearizableReadLoop","detail":"{readStateIndex:25874; appliedIndex:25873; }","duration":"466.500215ms","start":"2026-04-23T01:05:33.019965Z","end":"2026-04-23T01:05:33.486465Z","steps":["trace[1105482064] 'read index received' (duration: 466.359102ms)","trace[1105482064] 'applied index is now lower than readState.Index' (duration: 136.183µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:05:33.486712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.688279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ceef3810-118d-4fb6-a347-477f5df33fb2\" ","response":"range_response_count:1 size:1284"} {"level":"info","ts":"2026-04-23T01:05:33.486794Z","caller":"traceutil/trace.go:171","msg":"trace[74742579] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ceef3810-118d-4fb6-a347-477f5df33fb2; range_end:; response_count:1; response_revision:25060; }","duration":"694.7812ms","start":"2026-04-23T01:05:32.791993Z","end":"2026-04-23T01:05:33.486775Z","steps":["trace[74742579] 'agreement among raft nodes before linearized reading' (duration: 694.525106ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:33.486807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.173133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-04-23T01:05:33.486842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:32.791957Z","time spent":"694.875722ms","remote":"127.0.0.1:57788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1306,"request content":"key:\"/registry/persistentvolumes/pvc-ceef3810-118d-4fb6-a347-477f5df33fb2\" "} {"level":"info","ts":"2026-04-23T01:05:33.486882Z","caller":"traceutil/trace.go:171","msg":"trace[589934206] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:25060; }","duration":"698.287966ms","start":"2026-04-23T01:05:32.788581Z","end":"2026-04-23T01:05:33.486869Z","steps":["trace[589934206] 'agreement among raft nodes before linearized reading' (duration: 698.004761ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:33.486853Z","caller":"traceutil/trace.go:171","msg":"trace[867857864] transaction","detail":"{read_only:false; response_revision:25060; number_of_response:1; }","duration":"689.604894ms","start":"2026-04-23T01:05:32.797206Z","end":"2026-04-23T01:05:33.486811Z","steps":["trace[867857864] 'process raft request' (duration: 689.071323ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:33.486956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:32.788559Z","time spent":"698.384037ms","remote":"127.0.0.1:57796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-23T01:05:33.487031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:32.797182Z","time spent":"689.749376ms","remote":"127.0.0.1:57802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:05:33.487046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:05:33.48714Z","caller":"traceutil/trace.go:171","msg":"trace[1448433967] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25060; }","duration":"699.241472ms","start":"2026-04-23T01:05:32.787877Z","end":"2026-04-23T01:05:33.487119Z","steps":["trace[1448433967] 'agreement among raft nodes before linearized reading' (duration: 699.056649ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:33.487194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:32.787867Z","time spent":"699.318114ms","remote":"127.0.0.1:57636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T01:05:33.544754Z","caller":"traceutil/trace.go:171","msg":"trace[789346915] transaction","detail":"{read_only:false; response_revision:25061; number_of_response:1; }","duration":"520.218796ms","start":"2026-04-23T01:05:33.024514Z","end":"2026-04-23T01:05:33.544733Z","steps":["trace[789346915] 'process raft request' (duration: 520.052783ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:33.544887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:33.024498Z","time spent":"520.321398ms","remote":"127.0.0.1:57720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":862,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T01:05:33.544945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.314978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-04-23T01:05:33.544992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.512204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T01:05:33.545055Z","caller":"traceutil/trace.go:171","msg":"trace[1046344458] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25061; }","duration":"246.623947ms","start":"2026-04-23T01:05:33.298418Z","end":"2026-04-23T01:05:33.545042Z","steps":["trace[1046344458] 'agreement among raft nodes before linearized reading' (duration: 246.434423ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:33.545009Z","caller":"traceutil/trace.go:171","msg":"trace[658387089] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25061; }","duration":"247.38978ms","start":"2026-04-23T01:05:33.297602Z","end":"2026-04-23T01:05:33.544992Z","steps":["trace[658387089] 'agreement among raft nodes before linearized reading' (duration: 247.150015ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:33.545026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.331221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-23T01:05:33.545361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.318519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111915"} {"level":"warn","ts":"2026-04-23T01:05:33.545423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.606017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-04-23T01:05:33.545467Z","caller":"traceutil/trace.go:171","msg":"trace[577473247] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:25061; }","duration":"246.654788ms","start":"2026-04-23T01:05:33.298799Z","end":"2026-04-23T01:05:33.545454Z","steps":["trace[577473247] 'agreement among raft nodes before linearized reading' (duration: 246.27146ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:33.545471Z","caller":"traceutil/trace.go:171","msg":"trace[199101555] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:25061; }","duration":"519.496083ms","start":"2026-04-23T01:05:33.025949Z","end":"2026-04-23T01:05:33.545445Z","steps":["trace[199101555] 'agreement among raft nodes before linearized reading' (duration: 519.104725ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:33.545531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:33.025942Z","time spent":"519.577354ms","remote":"127.0.0.1:57802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":16,"response size":111937,"request content":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" "} {"level":"info","ts":"2026-04-23T01:05:33.545822Z","caller":"traceutil/trace.go:171","msg":"trace[1033173529] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25061; }","duration":"246.667117ms","start":"2026-04-23T01:05:33.298612Z","end":"2026-04-23T01:05:33.545279Z","steps":["trace[1033173529] 'agreement among raft nodes before linearized reading' (duration: 246.250149ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:34.05435Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199180892760774,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:05:34.555536Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199180892760774,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:05:34.75966Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.209569343s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T01:05:34.760512Z","caller":"traceutil/trace.go:171","msg":"trace[460052050] transaction","detail":"{read_only:false; response_revision:25063; number_of_response:1; }","duration":"1.210900968s","start":"2026-04-23T01:05:33.549586Z","end":"2026-04-23T01:05:34.760487Z","steps":["trace[460052050] 'process raft request' (duration: 1.210831276s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:34.760537Z","caller":"traceutil/trace.go:171","msg":"trace[57393383] transaction","detail":"{read_only:false; response_revision:25062; number_of_response:1; }","duration":"1.210930088s","start":"2026-04-23T01:05:33.549577Z","end":"2026-04-23T01:05:34.760507Z","steps":["trace[57393383] 'process raft request' (duration: 1.210689894s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:34.760662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:33.549561Z","time spent":"1.211020839s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:05:34.760675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:33.549553Z","time spent":"1.21105184s","remote":"127.0.0.1:57720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":865,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T01:05:35.527757Z","caller":"traceutil/trace.go:171","msg":"trace[2142505563] transaction","detail":"{read_only:false; response_revision:25064; number_of_response:1; }","duration":"1.977525247s","start":"2026-04-23T01:05:33.550206Z","end":"2026-04-23T01:05:35.527731Z","steps":["trace[2142505563] 'process raft request' (duration: 1.977312073s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:35.527922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:33.550193Z","time spent":"1.977644898s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:05:35.528082Z","caller":"traceutil/trace.go:171","msg":"trace[1469945959] transaction","detail":"{read_only:false; response_revision:25065; number_of_response:1; }","duration":"1.977551357s","start":"2026-04-23T01:05:33.550504Z","end":"2026-04-23T01:05:35.528056Z","steps":["trace[1469945959] 'process raft request' (duration: 1.97718194s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:35.528181Z","caller":"traceutil/trace.go:171","msg":"trace[660746040] transaction","detail":"{read_only:false; response_revision:25066; number_of_response:1; }","duration":"1.977502377s","start":"2026-04-23T01:05:33.550663Z","end":"2026-04-23T01:05:35.528166Z","steps":["trace[660746040] 'process raft request' (duration: 1.977308804s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:35.528209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:33.550487Z","time spent":"1.97765553s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:05:35.528261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:33.550655Z","time spent":"1.977566638s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:05:35.528451Z","caller":"traceutil/trace.go:171","msg":"trace[1730502316] transaction","detail":"{read_only:false; response_revision:25070; number_of_response:1; }","duration":"1.184634799s","start":"2026-04-23T01:05:34.343808Z","end":"2026-04-23T01:05:35.528443Z","steps":["trace[1730502316] 'process raft request' (duration: 1.184591829s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:35.52847Z","caller":"traceutil/trace.go:171","msg":"trace[1305667038] transaction","detail":"{read_only:false; response_revision:25068; number_of_response:1; }","duration":"1.964702498s","start":"2026-04-23T01:05:33.563751Z","end":"2026-04-23T01:05:35.528454Z","steps":["trace[1305667038] 'process raft request' (duration: 1.964566565s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:35.5285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:34.343775Z","time spent":"1.18470216s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:05:35.528542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:33.563745Z","time spent":"1.964758868s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:05:35.528565Z","caller":"traceutil/trace.go:171","msg":"trace[795043068] transaction","detail":"{read_only:false; response_revision:25069; number_of_response:1; }","duration":"1.877612394s","start":"2026-04-23T01:05:33.650945Z","end":"2026-04-23T01:05:35.528557Z","steps":["trace[795043068] 'process raft request' (duration: 1.877427071s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:35.528498Z","caller":"traceutil/trace.go:171","msg":"trace[886358047] transaction","detail":"{read_only:false; response_revision:25067; number_of_response:1; }","duration":"1.965497593s","start":"2026-04-23T01:05:33.562991Z","end":"2026-04-23T01:05:35.528488Z","steps":["trace[886358047] 'process raft request' (duration: 1.965112096s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:35.528595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:33.650927Z","time spent":"1.877651825s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:05:35.528592Z","caller":"traceutil/trace.go:171","msg":"trace[5215641] transaction","detail":"{read_only:false; response_revision:25071; number_of_response:1; }","duration":"1.183327605s","start":"2026-04-23T01:05:34.345255Z","end":"2026-04-23T01:05:35.528582Z","steps":["trace[5215641] 'process raft request' (duration: 1.183170072s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:35.528659Z","caller":"traceutil/trace.go:171","msg":"trace[933236445] linearizableReadLoop","detail":"{readStateIndex:25886; appliedIndex:25877; }","duration":"1.975230594s","start":"2026-04-23T01:05:33.553419Z","end":"2026-04-23T01:05:35.528649Z","steps":["trace[933236445] 'read index received' (duration: 1.207391783s)","trace[933236445] 'applied index is now lower than readState.Index' (duration: 767.837931ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:05:35.528702Z","caller":"traceutil/trace.go:171","msg":"trace[393711993] transaction","detail":"{read_only:false; response_revision:25072; number_of_response:1; }","duration":"1.182197064s","start":"2026-04-23T01:05:34.3465Z","end":"2026-04-23T01:05:35.528697Z","steps":["trace[393711993] 'process raft request' (duration: 1.182049741s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:35.528664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:34.345231Z","time spent":"1.183416806s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:05:35.528734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:34.346486Z","time spent":"1.182229534s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:05:35.52871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:33.562971Z","time spent":"1.965640615s","remote":"127.0.0.1:42168","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7439,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:05:35.528813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.975390237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-04-23T01:05:35.528848Z","caller":"traceutil/trace.go:171","msg":"trace[1763485366] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25072; }","duration":"1.975465799s","start":"2026-04-23T01:05:33.553373Z","end":"2026-04-23T01:05:35.528839Z","steps":["trace[1763485366] 'agreement among raft nodes before linearized reading' (duration: 1.975338446s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:35.528874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:33.553362Z","time spent":"1.975505969s","remote":"127.0.0.1:57792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-23T01:05:36.417689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00068202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:05:36.417794Z","caller":"traceutil/trace.go:171","msg":"trace[1593757807] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000842192s","start":"2026-04-23T01:05:34.416927Z","end":"2026-04-23T01:05:36.41777Z","steps":["trace[1593757807] 'agreement among raft nodes before linearized reading' (duration: 2.00070535s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:36.417855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:34.416911Z","time spent":"2.000931964s","remote":"127.0.0.1:57636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 01:05:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:05:36.485844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.230601ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:05:36.485959Z","caller":"traceutil/trace.go:171","msg":"trace[1745051568] linearizableReadLoop","detail":"{readStateIndex:25887; appliedIndex:25886; }","duration":"957.252293ms","start":"2026-04-23T01:05:35.528689Z","end":"2026-04-23T01:05:36.485941Z","steps":["trace[1745051568] 'read index received' (duration: 388.849558ms)","trace[1745051568] 'applied index is now lower than readState.Index' (duration: 568.400805ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:05:36.486051Z","caller":"traceutil/trace.go:171","msg":"trace[441033772] transaction","detail":"{read_only:false; response_revision:25073; number_of_response:1; }","duration":"1.721002337s","start":"2026-04-23T01:05:34.765037Z","end":"2026-04-23T01:05:36.486039Z","steps":["trace[441033772] 'process raft request' (duration: 1.152501781s)","trace[441033772] 'compare' (duration: 568.058638ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:05:36.486109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:34.76501Z","time spent":"1.721074478s","remote":"127.0.0.1:57720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":865,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T01:05:36.48641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.002327243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:05:36.486453Z","caller":"traceutil/trace.go:171","msg":"trace[484068019] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25073; }","duration":"1.002421715s","start":"2026-04-23T01:05:35.484017Z","end":"2026-04-23T01:05:36.486438Z","steps":["trace[484068019] 'agreement among raft nodes before linearized reading' (duration: 1.002324083s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:36.486483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:35.483983Z","time spent":"1.002493946s","remote":"127.0.0.1:57620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:05:36.486652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.844740141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:05:36.486633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.756299952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:05:36.486687Z","caller":"traceutil/trace.go:171","msg":"trace[41134943] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:25073; }","duration":"2.844803373s","start":"2026-04-23T01:05:33.641875Z","end":"2026-04-23T01:05:36.486679Z","steps":["trace[41134943] 'agreement among raft nodes before linearized reading' (duration: 2.844742322s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:36.486676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.990257065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:05:36.486695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.084026555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:05:36.486727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.105386793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:129048"} {"level":"warn","ts":"2026-04-23T01:05:36.486715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.753505593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-23T01:05:36.486767Z","caller":"traceutil/trace.go:171","msg":"trace[2084056293] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:25073; }","duration":"1.990417408s","start":"2026-04-23T01:05:34.49633Z","end":"2026-04-23T01:05:36.486748Z","steps":["trace[2084056293] 'agreement among raft nodes before linearized reading' (duration: 1.990173664s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:36.486777Z","caller":"traceutil/trace.go:171","msg":"trace[78097490] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:25073; }","duration":"1.105499455s","start":"2026-04-23T01:05:35.381264Z","end":"2026-04-23T01:05:36.486763Z","steps":["trace[78097490] 'agreement among raft nodes before linearized reading' (duration: 1.105299942s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:36.4868Z","caller":"traceutil/trace.go:171","msg":"trace[285394893] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25073; }","duration":"1.753626835s","start":"2026-04-23T01:05:34.733157Z","end":"2026-04-23T01:05:36.486784Z","steps":["trace[285394893] 'agreement among raft nodes before linearized reading' (duration: 1.753402291s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:36.486812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:35.381241Z","time spent":"1.105564116s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":129070,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-04-23T01:05:36.486785Z","caller":"traceutil/trace.go:171","msg":"trace[269081958] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:25073; }","duration":"1.084149457s","start":"2026-04-23T01:05:35.40261Z","end":"2026-04-23T01:05:36.48676Z","steps":["trace[269081958] 'agreement among raft nodes before linearized reading' (duration: 1.083999955s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:36.486827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.362838819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:05:36.486838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:34.733149Z","time spent":"1.753683546s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-23T01:05:36.48686Z","caller":"traceutil/trace.go:171","msg":"trace[1178207896] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:25073; }","duration":"2.36291452s","start":"2026-04-23T01:05:34.123934Z","end":"2026-04-23T01:05:36.486848Z","steps":["trace[1178207896] 'agreement among raft nodes before linearized reading' (duration: 2.362865609s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:36.486716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:33.641857Z","time spent":"2.844850993s","remote":"127.0.0.1:58046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:05:36.486869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:35.402597Z","time spent":"1.084254839s","remote":"127.0.0.1:42358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:05:36.486892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.131637473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"warn","ts":"2026-04-23T01:05:36.48687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.863803716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:05:36.486816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:34.496307Z","time spent":"1.990498699s","remote":"127.0.0.1:47488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:05:36.486918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.241128863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:05:36.48695Z","caller":"traceutil/trace.go:171","msg":"trace[707127142] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:25073; }","duration":"1.131726934s","start":"2026-04-23T01:05:35.355206Z","end":"2026-04-23T01:05:36.486932Z","steps":["trace[707127142] 'agreement among raft nodes before linearized reading' (duration: 1.131561411s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:36.486961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.754351619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-23T01:05:36.486713Z","caller":"traceutil/trace.go:171","msg":"trace[885711154] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:25073; }","duration":"2.756411214s","start":"2026-04-23T01:05:33.730275Z","end":"2026-04-23T01:05:36.486686Z","steps":["trace[885711154] 'agreement among raft nodes before linearized reading' (duration: 2.756268041s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:36.486924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.337842905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:05:36.486952Z","caller":"traceutil/trace.go:171","msg":"trace[424242171] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:25073; }","duration":"2.863939058s","start":"2026-04-23T01:05:33.622998Z","end":"2026-04-23T01:05:36.486937Z","steps":["trace[424242171] 'agreement among raft nodes before linearized reading' (duration: 2.863765195s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:36.487003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.658149034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:05:36.48702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:33.73026Z","time spent":"2.756741061s","remote":"127.0.0.1:52762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:05:36.487037Z","caller":"traceutil/trace.go:171","msg":"trace[1944792270] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:25073; }","duration":"2.658224735s","start":"2026-04-23T01:05:33.828804Z","end":"2026-04-23T01:05:36.487028Z","steps":["trace[1944792270] 'agreement among raft nodes before linearized reading' (duration: 2.658173724s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:36.48705Z","caller":"traceutil/trace.go:171","msg":"trace[1780427266] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:25073; }","duration":"1.33803784s","start":"2026-04-23T01:05:35.148974Z","end":"2026-04-23T01:05:36.487011Z","steps":["trace[1780427266] 'agreement among raft nodes before linearized reading' (duration: 1.337785724s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:36.487041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:33.622976Z","time spent":"2.864052442s","remote":"127.0.0.1:58104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":21,"response size":30,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:05:36.487116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.97119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:05:36.487123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.217057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:05:36.487085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.989343399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1987"} {"level":"warn","ts":"2026-04-23T01:05:36.487139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"954.691685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-8c15b8b5-7afa-41be-b97a-0c4685b70733\" ","response":"range_response_count:1 size:1304"} {"level":"warn","ts":"2026-04-23T01:05:36.487169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.219911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:05:36.487184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.70282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:05:36.487188Z","caller":"traceutil/trace.go:171","msg":"trace[967538626] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:25073; }","duration":"1.989473361s","start":"2026-04-23T01:05:34.4977Z","end":"2026-04-23T01:05:36.487174Z","steps":["trace[967538626] 'agreement among raft nodes before linearized reading' (duration: 1.989314158s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:36.487193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"914.142919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:05:36.487218Z","caller":"traceutil/trace.go:171","msg":"trace[841360977] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:25073; }","duration":"642.77978ms","start":"2026-04-23T01:05:35.844431Z","end":"2026-04-23T01:05:36.487211Z","steps":["trace[841360977] 'agreement among raft nodes before linearized reading' (duration: 642.721469ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:36.487216Z","caller":"traceutil/trace.go:171","msg":"trace[537473712] range","detail":"{range_begin:/registry/persistentvolumes/pvc-8c15b8b5-7afa-41be-b97a-0c4685b70733; range_end:; response_count:1; response_revision:25073; }","duration":"954.791446ms","start":"2026-04-23T01:05:35.532407Z","end":"2026-04-23T01:05:36.487198Z","steps":["trace[537473712] 'agreement among raft nodes before linearized reading' (duration: 954.586273ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:36.48722Z","caller":"traceutil/trace.go:171","msg":"trace[294759718] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:25073; }","duration":"436.320943ms","start":"2026-04-23T01:05:36.050885Z","end":"2026-04-23T01:05:36.487206Z","steps":["trace[294759718] 'agreement among raft nodes before linearized reading' (duration: 436.226302ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:36.487226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:34.497682Z","time spent":"1.989535783s","remote":"127.0.0.1:57808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2009,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-04-23T01:05:36.487223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.774719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:05:36.487248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:35.844408Z","time spent":"642.833372ms","remote":"127.0.0.1:57918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":3,"response size":30,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:05:36.487247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.705261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-04-23T01:05:36.487242Z","caller":"traceutil/trace.go:171","msg":"trace[2135274180] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:25073; }","duration":"914.235111ms","start":"2026-04-23T01:05:35.572987Z","end":"2026-04-23T01:05:36.487222Z","steps":["trace[2135274180] 'agreement among raft nodes before linearized reading' (duration: 914.171919ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:36.486958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.558424055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:05:36.487279Z","caller":"traceutil/trace.go:171","msg":"trace[1085271678] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:25073; }","duration":"408.862681ms","start":"2026-04-23T01:05:36.0784Z","end":"2026-04-23T01:05:36.487262Z","steps":["trace[1085271678] 'agreement among raft nodes before linearized reading' (duration: 408.78812ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:36.487286Z","caller":"traceutil/trace.go:171","msg":"trace[2045858327] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25073; }","duration":"186.764232ms","start":"2026-04-23T01:05:36.300505Z","end":"2026-04-23T01:05:36.487269Z","steps":["trace[2045858327] 'agreement among raft nodes before linearized reading' (duration: 186.676381ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:36.487288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:35.572961Z","time spent":"914.316993ms","remote":"127.0.0.1:48286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:05:36.48732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:36.078378Z","time spent":"408.928412ms","remote":"127.0.0.1:48280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:05:36.487347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.324327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:05:36.487391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.050073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:05:36.486904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:34.123909Z","time spent":"2.362985172s","remote":"127.0.0.1:52498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:05:36.487421Z","caller":"traceutil/trace.go:171","msg":"trace[51834857] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25073; }","duration":"331.367317ms","start":"2026-04-23T01:05:36.156008Z","end":"2026-04-23T01:05:36.487375Z","steps":["trace[51834857] 'agreement among raft nodes before linearized reading' (duration: 331.130003ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:36.486776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.060506504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:05:36.487449Z","caller":"traceutil/trace.go:171","msg":"trace[1987857094] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:25073; }","duration":"190.134084ms","start":"2026-04-23T01:05:36.297297Z","end":"2026-04-23T01:05:36.487431Z","steps":["trace[1987857094] 'agreement among raft nodes before linearized reading' (duration: 189.930321ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:36.487459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:36.155966Z","time spent":"331.485379ms","remote":"127.0.0.1:52684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-04-23T01:05:36.487472Z","caller":"traceutil/trace.go:171","msg":"trace[1071841673] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:25073; }","duration":"2.061244159s","start":"2026-04-23T01:05:34.426218Z","end":"2026-04-23T01:05:36.487463Z","steps":["trace[1071841673] 'agreement among raft nodes before linearized reading' (duration: 2.060522905s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:36.487532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:34.426193Z","time spent":"2.061299659s","remote":"127.0.0.1:36724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:05:36.487355Z","caller":"traceutil/trace.go:171","msg":"trace[978949161] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:25073; }","duration":"2.558829383s","start":"2026-04-23T01:05:33.928481Z","end":"2026-04-23T01:05:36.48731Z","steps":["trace[978949161] 'agreement among raft nodes before linearized reading' (duration: 2.558447255s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:36.487069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:33.82878Z","time spent":"2.658282247s","remote":"127.0.0.1:52258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:05:36.487601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:33.928455Z","time spent":"2.559126558s","remote":"127.0.0.1:52810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:05:36.486978Z","caller":"traceutil/trace.go:171","msg":"trace[1678148943] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:25073; }","duration":"1.241228365s","start":"2026-04-23T01:05:35.245735Z","end":"2026-04-23T01:05:36.486963Z","steps":["trace[1678148943] 'agreement among raft nodes before linearized reading' (duration: 1.241128703s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:36.486633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.325585577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:05:36.487726Z","caller":"traceutil/trace.go:171","msg":"trace[119945017] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:25073; }","duration":"1.326718709s","start":"2026-04-23T01:05:35.16099Z","end":"2026-04-23T01:05:36.487709Z","steps":["trace[119945017] 'agreement among raft nodes before linearized reading' (duration: 1.325556197s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:36.487767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:35.160979Z","time spent":"1.32677438s","remote":"127.0.0.1:52546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:05:36.486997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:35.355181Z","time spent":"1.131807996s","remote":"127.0.0.1:57704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"info","ts":"2026-04-23T01:05:36.487151Z","caller":"traceutil/trace.go:171","msg":"trace[1417491457] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:25073; }","duration":"140.02611ms","start":"2026-04-23T01:05:36.347118Z","end":"2026-04-23T01:05:36.487144Z","steps":["trace[1417491457] 'agreement among raft nodes before linearized reading' (duration: 139.974909ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:36.48713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:35.14895Z","time spent":"1.338167142s","remote":"127.0.0.1:52480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:05:36.487156Z","caller":"traceutil/trace.go:171","msg":"trace[1422088164] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:25073; }","duration":"263.277697ms","start":"2026-04-23T01:05:36.22387Z","end":"2026-04-23T01:05:36.487148Z","steps":["trace[1422088164] 'agreement among raft nodes before linearized reading' (duration: 263.153375ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:36.487266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:35.532372Z","time spent":"954.881468ms","remote":"127.0.0.1:57788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1326,"request content":"key:\"/registry/persistentvolumes/pvc-8c15b8b5-7afa-41be-b97a-0c4685b70733\" "} {"level":"warn","ts":"2026-04-23T01:05:36.487271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:36.050857Z","time spent":"436.402365ms","remote":"127.0.0.1:47388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:05:36.487676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:35.245712Z","time spent":"1.241945008s","remote":"127.0.0.1:52534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:05:36.486994Z","caller":"traceutil/trace.go:171","msg":"trace[1267295260] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25073; }","duration":"1.75438415s","start":"2026-04-23T01:05:34.732602Z","end":"2026-04-23T01:05:36.486986Z","steps":["trace[1267295260] 'agreement among raft nodes before linearized reading' (duration: 1.754241637s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:36.488916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:34.732531Z","time spent":"1.756353306s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T01:05:36.993227Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199180892760793,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T01:05:37.329905Z","caller":"traceutil/trace.go:171","msg":"trace[1714665230] transaction","detail":"{read_only:false; response_revision:25074; number_of_response:1; }","duration":"837.843996ms","start":"2026-04-23T01:05:36.492011Z","end":"2026-04-23T01:05:37.329855Z","steps":["trace[1714665230] 'process raft request' (duration: 774.718019ms)","trace[1714665230] 'compare' (duration: 61.789492ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:05:37.330313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:36.491988Z","time spent":"838.225433ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:05:38.511001Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.184988566s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T01:05:38.712864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.482695ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:05:38.713838Z","caller":"traceutil/trace.go:171","msg":"trace[1803833784] transaction","detail":"{read_only:false; response_revision:25075; number_of_response:1; }","duration":"2.220783311s","start":"2026-04-23T01:05:36.493019Z","end":"2026-04-23T01:05:38.713802Z","steps":["trace[1803833784] 'process raft request' (duration: 2.018319117s)","trace[1803833784] 'compare' (duration: 200.597329ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:05:38.713965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:36.492999Z","time spent":"2.220906263s","remote":"127.0.0.1:57720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T01:05:38.714382Z","caller":"traceutil/trace.go:171","msg":"trace[79809306] linearizableReadLoop","detail":"{readStateIndex:25891; appliedIndex:25887; }","duration":"2.222242318s","start":"2026-04-23T01:05:36.492127Z","end":"2026-04-23T01:05:38.714369Z","steps":["trace[79809306] 'read index received' (duration: 774.621127ms)","trace[79809306] 'applied index is now lower than readState.Index' (duration: 1.447620491s)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:05:38.714533Z","caller":"traceutil/trace.go:171","msg":"trace[460776955] transaction","detail":"{read_only:false; response_revision:25076; number_of_response:1; }","duration":"2.220565057s","start":"2026-04-23T01:05:36.493961Z","end":"2026-04-23T01:05:38.714526Z","steps":["trace[460776955] 'process raft request' (duration: 2.21963367s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:38.714598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:36.493953Z","time spent":"2.220616808s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:05:38.71476Z","caller":"traceutil/trace.go:171","msg":"trace[796744952] transaction","detail":"{read_only:false; response_revision:25077; number_of_response:1; }","duration":"2.219300383s","start":"2026-04-23T01:05:36.495439Z","end":"2026-04-23T01:05:38.71474Z","steps":["trace[796744952] 'process raft request' (duration: 2.218890664s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:38.714867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:36.495425Z","time spent":"2.219380275s","remote":"127.0.0.1:57934","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":869,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:05:38.715621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.223484351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra-registry\" ","response":"range_response_count:1 size:784"} {"level":"info","ts":"2026-04-23T01:05:38.715672Z","caller":"traceutil/trace.go:171","msg":"trace[782872961] range","detail":"{range_begin:/registry/ingress/openstack/container-infra-registry; range_end:; response_count:1; response_revision:25077; }","duration":"2.223555042s","start":"2026-04-23T01:05:36.492103Z","end":"2026-04-23T01:05:38.715658Z","steps":["trace[782872961] 'agreement among raft nodes before linearized reading' (duration: 2.222650456s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:38.715709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:36.492091Z","time spent":"2.223610493s","remote":"127.0.0.1:57934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":806,"request content":"key:\"/registry/ingress/openstack/container-infra-registry\" "} {"level":"warn","ts":"2026-04-23T01:05:39.215334Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199180892760801,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:05:39.417705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00012383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T01:05:39.417802Z","caller":"traceutil/trace.go:171","msg":"trace[1696056581] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000265353s","start":"2026-04-23T01:05:37.417505Z","end":"2026-04-23T01:05:39.41777Z","steps":["trace[1696056581] 'agreement among raft nodes before linearized reading' (duration: 2.000161161s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:39.417849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:37.41748Z","time spent":"2.000359564s","remote":"127.0.0.1:57620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 01:05:39 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:05:39.715882Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199180892760801,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:05:40.21099Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.697310956s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T01:05:40.213508Z","caller":"traceutil/trace.go:171","msg":"trace[670599477] transaction","detail":"{read_only:false; response_revision:25080; number_of_response:1; }","duration":"2.67717962s","start":"2026-04-23T01:05:37.53629Z","end":"2026-04-23T01:05:40.213469Z","steps":["trace[670599477] 'process raft request' (duration: 2.677077448s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:40.213867Z","caller":"traceutil/trace.go:171","msg":"trace[984398636] transaction","detail":"{read_only:false; response_revision:25078; number_of_response:1; }","duration":"2.678191138s","start":"2026-04-23T01:05:37.535645Z","end":"2026-04-23T01:05:40.213836Z","steps":["trace[984398636] 'process raft request' (duration: 2.677377194s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:40.213911Z","caller":"traceutil/trace.go:171","msg":"trace[1924598024] transaction","detail":"{read_only:false; response_revision:25079; number_of_response:1; }","duration":"2.677850641s","start":"2026-04-23T01:05:37.536043Z","end":"2026-04-23T01:05:40.213894Z","steps":["trace[1924598024] 'process raft request' (duration: 2.67722845s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:40.214032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:37.536032Z","time spent":"2.677957673s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:05:40.214097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:37.535629Z","time spent":"2.678356681s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:05:40.213668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:37.53628Z","time spent":"2.677302512s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:05:41.209893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.995836ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:05:41.210106Z","caller":"traceutil/trace.go:171","msg":"trace[2126248834] transaction","detail":"{read_only:false; response_revision:25081; number_of_response:1; }","duration":"2.490719535s","start":"2026-04-23T01:05:38.719353Z","end":"2026-04-23T01:05:41.210072Z","steps":["trace[2126248834] 'process raft request' (duration: 1.679452854s)","trace[2126248834] 'compare' (duration: 810.15218ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:05:41.21017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:38.719334Z","time spent":"2.490805916s","remote":"127.0.0.1:57934","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":924,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:05:41.210787Z","caller":"traceutil/trace.go:171","msg":"trace[872653101] transaction","detail":"{read_only:false; response_revision:25082; number_of_response:1; }","duration":"2.412779361s","start":"2026-04-23T01:05:38.797991Z","end":"2026-04-23T01:05:41.21077Z","steps":["trace[872653101] 'process raft request' (duration: 2.411998187s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:41.210896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:38.797973Z","time spent":"2.412859642s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:05:41.38382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.060525ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-23T01:05:41.384082Z","caller":"traceutil/trace.go:171","msg":"trace[1159011462] linearizableReadLoop","detail":"{readStateIndex:25897; appliedIndex:25891; }","duration":"2.669639129s","start":"2026-04-23T01:05:38.714422Z","end":"2026-04-23T01:05:41.384061Z","steps":["trace[1159011462] 'read index received' (duration: 1.498572963s)","trace[1159011462] 'applied index is now lower than readState.Index' (duration: 1.171062126s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:05:41.384241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.891794925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-04-23T01:05:41.384278Z","caller":"traceutil/trace.go:171","msg":"trace[845948774] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:25082; }","duration":"4.891872077s","start":"2026-04-23T01:05:36.492395Z","end":"2026-04-23T01:05:41.384267Z","steps":["trace[845948774] 'agreement among raft nodes before linearized reading' (duration: 4.891702794s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:41.384319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:36.492382Z","time spent":"4.891928448s","remote":"127.0.0.1:57792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1872,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"warn","ts":"2026-04-23T01:05:41.38438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.462134657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:05:41.384395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.74860596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:05:41.384435Z","caller":"traceutil/trace.go:171","msg":"trace[375117718] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:25082; }","duration":"4.462251719s","start":"2026-04-23T01:05:36.922164Z","end":"2026-04-23T01:05:41.384416Z","steps":["trace[375117718] 'agreement among raft nodes before linearized reading' (duration: 4.462134077s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:41.384396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.826996649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:05:41.384473Z","caller":"traceutil/trace.go:171","msg":"trace[196767277] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:25082; }","duration":"2.748741883s","start":"2026-04-23T01:05:38.635711Z","end":"2026-04-23T01:05:41.384453Z","steps":["trace[196767277] 'agreement among raft nodes before linearized reading' (duration: 2.74855617s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:41.38448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:36.922125Z","time spent":"4.462344141s","remote":"127.0.0.1:57938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:05:41.384505Z","caller":"traceutil/trace.go:171","msg":"trace[1764098269] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25082; }","duration":"3.827173003s","start":"2026-04-23T01:05:37.557306Z","end":"2026-04-23T01:05:41.384479Z","steps":["trace[1764098269] 'agreement among raft nodes before linearized reading' (duration: 3.826881347s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:41.384521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:38.635697Z","time spent":"2.748813674s","remote":"127.0.0.1:52670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:05:41.384566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:37.557294Z","time spent":"3.827259774s","remote":"127.0.0.1:49902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:05:41.3846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.61898788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-23T01:05:41.384634Z","caller":"traceutil/trace.go:171","msg":"trace[1021854378] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25082; }","duration":"4.61901863s","start":"2026-04-23T01:05:36.765602Z","end":"2026-04-23T01:05:41.384621Z","steps":["trace[1021854378] 'agreement among raft nodes before linearized reading' (duration: 4.618930689s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:41.38466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:36.765537Z","time spent":"4.619117364s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T01:05:41.384791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.84845131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T01:05:41.384823Z","caller":"traceutil/trace.go:171","msg":"trace[1545287244] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25082; }","duration":"3.848520361s","start":"2026-04-23T01:05:37.536292Z","end":"2026-04-23T01:05:41.384812Z","steps":["trace[1545287244] 'agreement among raft nodes before linearized reading' (duration: 3.848379828s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:41.384789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.059591658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:05:41.384881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.888327381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:129048"} {"level":"info","ts":"2026-04-23T01:05:41.38491Z","caller":"traceutil/trace.go:171","msg":"trace[659763368] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:25082; }","duration":"4.888365802s","start":"2026-04-23T01:05:36.496536Z","end":"2026-04-23T01:05:41.384902Z","steps":["trace[659763368] 'agreement among raft nodes before linearized reading' (duration: 4.88824525s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:41.384916Z","caller":"traceutil/trace.go:171","msg":"trace[742127398] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/users/; range_end:/registry/openstack.k-orc.cloud/users0; response_count:0; response_revision:25082; }","duration":"3.059803611s","start":"2026-04-23T01:05:38.325084Z","end":"2026-04-23T01:05:41.384887Z","steps":["trace[742127398] 'agreement among raft nodes before linearized reading' (duration: 3.059543405s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:41.384935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:36.496531Z","time spent":"4.888399043s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":129070,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-04-23T01:05:41.384983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:38.325064Z","time spent":"3.059902593s","remote":"127.0.0.1:52804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:05:41.38501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.851381434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-04-23T01:05:41.385042Z","caller":"traceutil/trace.go:171","msg":"trace[1148879578] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:25082; }","duration":"3.851446976s","start":"2026-04-23T01:05:37.533586Z","end":"2026-04-23T01:05:41.385033Z","steps":["trace[1148879578] 'agreement among raft nodes before linearized reading' (duration: 3.851370524s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:41.385042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.307498048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:05:41.385069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:37.533561Z","time spent":"3.851502187s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-04-23T01:05:41.385078Z","caller":"traceutil/trace.go:171","msg":"trace[2010295559] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:25082; }","duration":"3.307583689s","start":"2026-04-23T01:05:38.077484Z","end":"2026-04-23T01:05:41.385068Z","steps":["trace[2010295559] 'agreement among raft nodes before linearized reading' (duration: 3.307502748s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:41.384938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.850222783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-04-23T01:05:41.385121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:38.077461Z","time spent":"3.307652451s","remote":"127.0.0.1:42152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:05:41.385137Z","caller":"traceutil/trace.go:171","msg":"trace[1850491627] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25082; }","duration":"3.850462237s","start":"2026-04-23T01:05:37.534664Z","end":"2026-04-23T01:05:41.385126Z","steps":["trace[1850491627] 'agreement among raft nodes before linearized reading' (duration: 3.850208203s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:41.385173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:37.534637Z","time spent":"3.850525968s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T01:05:41.385231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.888884631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"warn","ts":"2026-04-23T01:05:41.385243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.89570251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:05:41.385266Z","caller":"traceutil/trace.go:171","msg":"trace[495416396] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:25082; }","duration":"4.888931142s","start":"2026-04-23T01:05:36.496324Z","end":"2026-04-23T01:05:41.385255Z","steps":["trace[495416396] 'agreement among raft nodes before linearized reading' (duration: 4.888791019s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:41.385276Z","caller":"traceutil/trace.go:171","msg":"trace[1962925163] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:25082; }","duration":"3.895764931s","start":"2026-04-23T01:05:37.489499Z","end":"2026-04-23T01:05:41.385264Z","steps":["trace[1962925163] 'agreement among raft nodes before linearized reading' (duration: 3.89571775s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:41.385294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:36.496318Z","time spent":"4.888970523s","remote":"127.0.0.1:57704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-04-23T01:05:41.385308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:37.489479Z","time spent":"3.895820742s","remote":"127.0.0.1:42144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:05:41.385434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.752038383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:05:41.385447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.891928898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:05:41.385457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.773678968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/senlin-engine-cleaner-29615105-fsrpd\" ","response":"range_response_count:1 size:6922"} {"level":"info","ts":"2026-04-23T01:05:41.385477Z","caller":"traceutil/trace.go:171","msg":"trace[760552367] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25082; }","duration":"4.891966428s","start":"2026-04-23T01:05:36.493502Z","end":"2026-04-23T01:05:41.385468Z","steps":["trace[760552367] 'agreement among raft nodes before linearized reading' (duration: 4.891914667s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:41.385502Z","caller":"traceutil/trace.go:171","msg":"trace[821387833] range","detail":"{range_begin:/registry/pods/openstack/senlin-engine-cleaner-29615105-fsrpd; range_end:; response_count:1; response_revision:25082; }","duration":"2.77375026s","start":"2026-04-23T01:05:38.611737Z","end":"2026-04-23T01:05:41.385487Z","steps":["trace[821387833] 'agreement among raft nodes before linearized reading' (duration: 2.773546506s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:41.385511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:36.493497Z","time spent":"4.892007279s","remote":"127.0.0.1:57808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-04-23T01:05:41.385536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:38.611721Z","time spent":"2.77380816s","remote":"127.0.0.1:57802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":6944,"request content":"key:\"/registry/pods/openstack/senlin-engine-cleaner-29615105-fsrpd\" "} {"level":"warn","ts":"2026-04-23T01:05:41.384853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:37.536267Z","time spent":"3.848577692s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-23T01:05:41.385466Z","caller":"traceutil/trace.go:171","msg":"trace[333431760] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:25082; }","duration":"3.752070963s","start":"2026-04-23T01:05:37.633385Z","end":"2026-04-23T01:05:41.385456Z","steps":["trace[333431760] 'agreement among raft nodes before linearized reading' (duration: 3.75190728s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:41.38585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:37.633341Z","time spent":"3.752492481s","remote":"127.0.0.1:57796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":89,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:05:41.385957Z","caller":"traceutil/trace.go:171","msg":"trace[983795550] transaction","detail":"{read_only:false; response_revision:25083; number_of_response:1; }","duration":"850.330968ms","start":"2026-04-23T01:05:40.535613Z","end":"2026-04-23T01:05:41.385944Z","steps":["trace[983795550] 'process raft request' (duration: 848.317281ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:41.386049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:40.53558Z","time spent":"850.40554ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:05:41.417899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999866505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:05:41.417953Z","caller":"traceutil/trace.go:171","msg":"trace[1911018211] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999962676s","start":"2026-04-23T01:05:39.417979Z","end":"2026-04-23T01:05:41.417941Z","steps":["trace[1911018211] 'agreement among raft nodes before linearized reading' (duration: 1.999901934s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:41.417994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:39.417961Z","time spent":"2.000024837s","remote":"127.0.0.1:57636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 01:05:41 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:05:42.308588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.815701634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18460"} {"level":"info","ts":"2026-04-23T01:05:42.308665Z","caller":"traceutil/trace.go:171","msg":"trace[399840672] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25083; }","duration":"5.815781875s","start":"2026-04-23T01:05:36.492863Z","end":"2026-04-23T01:05:42.308645Z","steps":["trace[399840672] 'agreement among raft nodes before linearized reading' (duration: 4.892787533s)","trace[399840672] 'range keys from in-memory index tree' (duration: 922.820649ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:05:42.308703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:36.492832Z","time spent":"5.815863027s","remote":"127.0.0.1:57798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18482,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-23T01:05:42.632015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.246059264s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-23T01:05:42.632378Z","caller":"traceutil/trace.go:171","msg":"trace[723822108] linearizableReadLoop","detail":"{readStateIndex:25899; appliedIndex:25897; }","duration":"1.248141433s","start":"2026-04-23T01:05:41.384217Z","end":"2026-04-23T01:05:42.632358Z","steps":["trace[723822108] 'read index received' (duration: 62.111µs)","trace[723822108] 'applied index is now lower than readState.Index' (duration: 1.248078162s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:05:42.63253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.022677089s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-04-23T01:05:42.632585Z","caller":"traceutil/trace.go:171","msg":"trace[518954266] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25083; }","duration":"2.022779551s","start":"2026-04-23T01:05:40.609791Z","end":"2026-04-23T01:05:42.63257Z","steps":["trace[518954266] 'agreement among raft nodes before linearized reading' (duration: 2.022617428s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:42.632626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:40.609765Z","time spent":"2.022852712s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-23T01:05:42.632845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.337727193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.244\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-04-23T01:05:42.632951Z","caller":"traceutil/trace.go:171","msg":"trace[691675691] range","detail":"{range_begin:/registry/masterleases/199.204.45.244; range_end:; response_count:1; response_revision:25083; }","duration":"1.337875445s","start":"2026-04-23T01:05:41.295048Z","end":"2026-04-23T01:05:42.632924Z","steps":["trace[691675691] 'agreement among raft nodes before linearized reading' (duration: 1.337588789s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:42.633017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:41.29502Z","time spent":"1.337982468s","remote":"127.0.0.1:57676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.244\" "} {"level":"warn","ts":"2026-04-23T01:05:42.632886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.914101625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-23T01:05:42.633306Z","caller":"traceutil/trace.go:171","msg":"trace[1354015842] transaction","detail":"{read_only:false; response_revision:25084; number_of_response:1; }","duration":"1.243811642s","start":"2026-04-23T01:05:41.389476Z","end":"2026-04-23T01:05:42.633287Z","steps":["trace[1354015842] 'process raft request' (duration: 1.242668431s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:42.632887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.311849047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-04-23T01:05:42.633407Z","caller":"traceutil/trace.go:171","msg":"trace[419293312] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25083; }","duration":"1.914595004s","start":"2026-04-23T01:05:40.71873Z","end":"2026-04-23T01:05:42.633325Z","steps":["trace[419293312] 'agreement among raft nodes before linearized reading' (duration: 1.914082855s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:42.633429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:41.389451Z","time spent":"1.243901093s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:05:42.633503Z","caller":"traceutil/trace.go:171","msg":"trace[2126219839] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25083; }","duration":"3.312518149s","start":"2026-04-23T01:05:39.320964Z","end":"2026-04-23T01:05:42.633482Z","steps":["trace[2126219839] 'agreement among raft nodes before linearized reading' (duration: 3.311733825s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:42.633664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:39.32094Z","time spent":"3.312708464s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-23T01:05:42.633796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.26527083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:35 size:293290"} {"level":"info","ts":"2026-04-23T01:05:42.633905Z","caller":"traceutil/trace.go:171","msg":"trace[1962008422] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:35; response_revision:25083; }","duration":"2.265452794s","start":"2026-04-23T01:05:40.368433Z","end":"2026-04-23T01:05:42.633886Z","steps":["trace[1962008422] 'agreement among raft nodes before linearized reading' (duration: 2.264075638s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:42.633618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:40.718706Z","time spent":"1.914865119s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T01:05:42.633997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:40.368402Z","time spent":"2.265577106s","remote":"127.0.0.1:58102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":35,"response size":293312,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-04-23T01:05:43.133385Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199180892760816,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:05:43.413194Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.042654332s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T01:05:43.413354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.694954957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra.18a8d6dea8dd8629\" ","response":"range_response_count:1 size:695"} {"level":"info","ts":"2026-04-23T01:05:43.4134Z","caller":"traceutil/trace.go:171","msg":"trace[815212474] range","detail":"{range_begin:/registry/events/openstack/container-infra.18a8d6dea8dd8629; range_end:; response_count:1; response_revision:25084; }","duration":"4.695008038s","start":"2026-04-23T01:05:38.718376Z","end":"2026-04-23T01:05:43.413384Z","steps":["trace[815212474] 'agreement among raft nodes before linearized reading' (duration: 3.914700334s)","trace[815212474] 'range keys from in-memory index tree' (duration: 780.15737ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:05:43.413434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:38.718342Z","time spent":"4.69508629s","remote":"127.0.0.1:57720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":717,"request content":"key:\"/registry/events/openstack/container-infra.18a8d6dea8dd8629\" "} {"level":"warn","ts":"2026-04-23T01:05:43.41443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.063972897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:05:43.414525Z","caller":"traceutil/trace.go:171","msg":"trace[1032149965] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:25084; }","duration":"3.0641352s","start":"2026-04-23T01:05:40.350367Z","end":"2026-04-23T01:05:43.414502Z","steps":["trace[1032149965] 'agreement among raft nodes before linearized reading' (duration: 2.282692725s)","trace[1032149965] 'count revisions from in-memory index tree' (duration: 781.302922ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:05:43.41458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:40.35034Z","time spent":"3.064228501s","remote":"127.0.0.1:50060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:05:43.414726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.608325962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-23T01:05:43.414819Z","caller":"traceutil/trace.go:171","msg":"trace[1810955528] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:25084; }","duration":"4.608474335s","start":"2026-04-23T01:05:38.806325Z","end":"2026-04-23T01:05:43.414799Z","steps":["trace[1810955528] 'agreement among raft nodes before linearized reading' (duration: 3.826783886s)","trace[1810955528] 'count revisions from in-memory index tree' (duration: 781.563307ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:05:43.414872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:38.806303Z","time spent":"4.608558897s","remote":"127.0.0.1:57984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":193,"response size":31,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:05:43.415297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.697874191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-65d89c75cc-6g6xg.18a8d513463e4c91\" ","response":"range_response_count:1 size:1138"} {"level":"warn","ts":"2026-04-23T01:05:43.415369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"782.035406ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:05:43.415391Z","caller":"traceutil/trace.go:171","msg":"trace[3048416] range","detail":"{range_begin:/registry/events/openstack/barbican-api-65d89c75cc-6g6xg.18a8d513463e4c91; range_end:; response_count:1; response_revision:25084; }","duration":"4.698006544s","start":"2026-04-23T01:05:38.71736Z","end":"2026-04-23T01:05:43.415366Z","steps":["trace[3048416] 'agreement among raft nodes before linearized reading' (duration: 3.915908717s)","trace[3048416] 'range keys from in-memory index tree' (duration: 781.845613ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:05:43.415458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:38.717341Z","time spent":"4.698106097s","remote":"127.0.0.1:57720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1160,"request content":"key:\"/registry/events/openstack/barbican-api-65d89c75cc-6g6xg.18a8d513463e4c91\" "} {"level":"info","ts":"2026-04-23T01:05:43.415558Z","caller":"traceutil/trace.go:171","msg":"trace[554061825] transaction","detail":"{read_only:false; response_revision:25085; number_of_response:1; }","duration":"2.024798728s","start":"2026-04-23T01:05:41.390732Z","end":"2026-04-23T01:05:43.415531Z","steps":["trace[554061825] 'process raft request' (duration: 1.242540728s)","trace[554061825] 'compare' (duration: 781.104698ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:05:43.415593Z","caller":"traceutil/trace.go:171","msg":"trace[1687130815] transaction","detail":"{read_only:false; response_revision:25087; number_of_response:1; }","duration":"2.023871211s","start":"2026-04-23T01:05:41.391711Z","end":"2026-04-23T01:05:43.415582Z","steps":["trace[1687130815] 'process raft request' (duration: 2.02380683s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:43.415636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:41.39168Z","time spent":"2.023934542s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:05:43.415642Z","caller":"traceutil/trace.go:171","msg":"trace[1707560845] transaction","detail":"{read_only:false; response_revision:25086; number_of_response:1; }","duration":"2.024766807s","start":"2026-04-23T01:05:41.390836Z","end":"2026-04-23T01:05:43.415603Z","steps":["trace[1707560845] 'process raft request' (duration: 2.024600484s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:43.4158Z","caller":"traceutil/trace.go:171","msg":"trace[1617257331] transaction","detail":"{read_only:false; response_revision:25088; number_of_response:1; }","duration":"1.196566892s","start":"2026-04-23T01:05:42.219224Z","end":"2026-04-23T01:05:43.415791Z","steps":["trace[1617257331] 'process raft request' (duration: 1.196328368s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:43.415845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:42.219207Z","time spent":"1.196616812s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:05:43.415833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:41.390826Z","time spent":"2.024908311s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:05:43.415848Z","caller":"traceutil/trace.go:171","msg":"trace[976363712] transaction","detail":"{read_only:false; response_revision:25089; number_of_response:1; }","duration":"1.195542623s","start":"2026-04-23T01:05:42.220288Z","end":"2026-04-23T01:05:43.41583Z","steps":["trace[976363712] 'process raft request' (duration: 1.195406911s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:43.415677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:41.390712Z","time spent":"2.02489593s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:05:43.415929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:42.220278Z","time spent":"1.195608154s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:05:43.415935Z","caller":"traceutil/trace.go:171","msg":"trace[2026076324] transaction","detail":"{read_only:false; response_revision:25090; number_of_response:1; }","duration":"1.192682119s","start":"2026-04-23T01:05:42.223234Z","end":"2026-04-23T01:05:43.415917Z","steps":["trace[2026076324] 'process raft request' (duration: 1.192554727s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:43.416021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:42.223227Z","time spent":"1.192748081s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:05:43.414756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.07925033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-23T01:05:43.4163Z","caller":"traceutil/trace.go:171","msg":"trace[2034344197] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25084; }","duration":"4.081088555s","start":"2026-04-23T01:05:39.33518Z","end":"2026-04-23T01:05:43.416269Z","steps":["trace[2034344197] 'agreement among raft nodes before linearized reading' (duration: 3.298112721s)","trace[2034344197] 'range keys from in-memory index tree' (duration: 780.445187ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:05:43.416384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:39.335161Z","time spent":"4.081187877s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T01:05:43.423731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000481026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T01:05:43.42378Z","caller":"traceutil/trace.go:171","msg":"trace[697164901] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000554657s","start":"2026-04-23T01:05:41.423215Z","end":"2026-04-23T01:05:43.423769Z","steps":["trace[697164901] 'agreement among raft nodes before linearized reading' (duration: 2.000499506s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:43.423809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:41.423204Z","time spent":"2.000598197s","remote":"127.0.0.1:57620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:05:44.323933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.452567ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:05:44.324166Z","caller":"traceutil/trace.go:171","msg":"trace[1268743441] transaction","detail":"{read_only:false; response_revision:25091; number_of_response:1; }","duration":"1.69545148s","start":"2026-04-23T01:05:42.628681Z","end":"2026-04-23T01:05:44.324133Z","steps":["trace[1268743441] 'process raft request' (duration: 1.568720837s)","trace[1268743441] 'compare' (duration: 125.792295ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:05:44.324272Z","caller":"traceutil/trace.go:171","msg":"trace[50341802] linearizableReadLoop","detail":"{readStateIndex:25911; appliedIndex:25900; }","duration":"1.691803592s","start":"2026-04-23T01:05:42.632452Z","end":"2026-04-23T01:05:44.324255Z","steps":["trace[50341802] 'read index received' (duration: 781.19783ms)","trace[50341802] 'applied index is now lower than readState.Index' (duration: 910.604582ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:05:44.324324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:42.628648Z","time spent":"1.695585542s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:05:44.324361Z","caller":"traceutil/trace.go:171","msg":"trace[1932972197] transaction","detail":"{read_only:false; response_revision:25093; number_of_response:1; }","duration":"1.686136416s","start":"2026-04-23T01:05:42.638212Z","end":"2026-04-23T01:05:44.324348Z","steps":["trace[1932972197] 'process raft request' (duration: 1.685975794s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:44.32442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:42.638203Z","time spent":"1.686183587s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:05:44.324626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.958478511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:05:44.324692Z","caller":"traceutil/trace.go:171","msg":"trace[997986798] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25094; }","duration":"1.958538364s","start":"2026-04-23T01:05:42.366116Z","end":"2026-04-23T01:05:44.324654Z","steps":["trace[997986798] 'agreement among raft nodes before linearized reading' (duration: 1.958437932s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:44.324707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.781129445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:05:44.324729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:42.366099Z","time spent":"1.958622465s","remote":"127.0.0.1:58102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-23T01:05:44.324743Z","caller":"traceutil/trace.go:171","msg":"trace[1237374752] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:25094; }","duration":"2.781272607s","start":"2026-04-23T01:05:41.543459Z","end":"2026-04-23T01:05:44.324731Z","steps":["trace[1237374752] 'agreement among raft nodes before linearized reading' (duration: 2.781163165s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:44.324778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:41.54337Z","time spent":"2.781400419s","remote":"127.0.0.1:50038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:05:44.324866Z","caller":"traceutil/trace.go:171","msg":"trace[2121889531] transaction","detail":"{read_only:false; response_revision:25094; number_of_response:1; }","duration":"1.686293329s","start":"2026-04-23T01:05:42.63856Z","end":"2026-04-23T01:05:44.324853Z","steps":["trace[2121889531] 'process raft request' (duration: 1.685657767s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:44.324932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:42.638546Z","time spent":"1.68634986s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:05:44.324956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.930623582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:05:44.324989Z","caller":"traceutil/trace.go:171","msg":"trace[954754499] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25094; }","duration":"2.930700424s","start":"2026-04-23T01:05:41.394277Z","end":"2026-04-23T01:05:44.324977Z","steps":["trace[954754499] 'agreement among raft nodes before linearized reading' (duration: 2.930646503s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:44.325024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:41.394253Z","time spent":"2.930764145s","remote":"127.0.0.1:57908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-23T01:05:44.32508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.836716292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:05:44.325131Z","caller":"traceutil/trace.go:171","msg":"trace[1364990023] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:25094; }","duration":"1.836807824s","start":"2026-04-23T01:05:42.488313Z","end":"2026-04-23T01:05:44.325121Z","steps":["trace[1364990023] 'agreement among raft nodes before linearized reading' (duration: 1.836733523s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:44.32516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:42.488285Z","time spent":"1.836867076s","remote":"127.0.0.1:42502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:05:44.325235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.934596695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29615105-sbfhv\" ","response":"range_response_count:1 size:7363"} {"level":"info","ts":"2026-04-23T01:05:44.325278Z","caller":"traceutil/trace.go:171","msg":"trace[1449402960] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29615105-sbfhv; range_end:; response_count:1; response_revision:25094; }","duration":"2.934662257s","start":"2026-04-23T01:05:41.390604Z","end":"2026-04-23T01:05:44.325266Z","steps":["trace[1449402960] 'agreement among raft nodes before linearized reading' (duration: 2.934542935s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:44.325305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:41.390588Z","time spent":"2.934710548s","remote":"127.0.0.1:57802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7385,"request content":"key:\"/registry/pods/openstack/heat-engine-cleaner-29615105-sbfhv\" "} {"level":"warn","ts":"2026-04-23T01:05:44.325329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.873947698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:05:44.325358Z","caller":"traceutil/trace.go:171","msg":"trace[1480371691] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:25094; }","duration":"1.874007778s","start":"2026-04-23T01:05:42.451342Z","end":"2026-04-23T01:05:44.325349Z","steps":["trace[1480371691] 'agreement among raft nodes before linearized reading' (duration: 1.873954528s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:44.325391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:42.451325Z","time spent":"1.874058549s","remote":"127.0.0.1:58378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:05:44.325373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:42.634077Z","time spent":"1.691290703s","remote":"127.0.0.1:57676","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-23T01:05:44.325463Z","caller":"traceutil/trace.go:171","msg":"trace[1016421125] transaction","detail":"{read_only:false; response_revision:25092; number_of_response:1; }","duration":"1.686254288s","start":"2026-04-23T01:05:42.638128Z","end":"2026-04-23T01:05:44.324382Z","steps":["trace[1016421125] 'process raft request' (duration: 1.686000464s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:44.325625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:42.63811Z","time spent":"1.68743865s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:05:44.325713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.936572172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-cd2a515a-f82b-4cd6-a67d-b79eccdbaf67\" ","response":"range_response_count:1 size:1316"} {"level":"info","ts":"2026-04-23T01:05:44.325861Z","caller":"traceutil/trace.go:171","msg":"trace[276962756] range","detail":"{range_begin:/registry/persistentvolumes/pvc-cd2a515a-f82b-4cd6-a67d-b79eccdbaf67; range_end:; response_count:1; response_revision:25094; }","duration":"2.936754575s","start":"2026-04-23T01:05:41.38909Z","end":"2026-04-23T01:05:44.325844Z","steps":["trace[276962756] 'agreement among raft nodes before linearized reading' (duration: 2.936526831s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:44.325913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:41.389066Z","time spent":"2.936830016s","remote":"127.0.0.1:57788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1338,"request content":"key:\"/registry/persistentvolumes/pvc-cd2a515a-f82b-4cd6-a67d-b79eccdbaf67\" "} {"level":"warn","ts":"2026-04-23T01:05:44.825361Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199180892760825,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T01:05:45.050057Z","caller":"traceutil/trace.go:171","msg":"trace[55038096] transaction","detail":"{read_only:false; response_revision:25097; number_of_response:1; }","duration":"1.628266288s","start":"2026-04-23T01:05:43.421767Z","end":"2026-04-23T01:05:45.050034Z","steps":["trace[55038096] 'process raft request' (duration: 1.628221627s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:45.050141Z","caller":"traceutil/trace.go:171","msg":"trace[803842601] transaction","detail":"{read_only:false; response_revision:25095; number_of_response:1; }","duration":"1.633855832s","start":"2026-04-23T01:05:43.41623Z","end":"2026-04-23T01:05:45.050086Z","steps":["trace[803842601] 'process raft request' (duration: 1.633455044s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:45.050194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:43.421739Z","time spent":"1.62838577s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:05:45.050274Z","caller":"traceutil/trace.go:171","msg":"trace[230334884] transaction","detail":"{read_only:false; response_revision:25096; number_of_response:1; }","duration":"1.631258255s","start":"2026-04-23T01:05:43.418997Z","end":"2026-04-23T01:05:45.050255Z","steps":["trace[230334884] 'process raft request' (duration: 1.630929178s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:45.050304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:43.416201Z","time spent":"1.634021976s","remote":"127.0.0.1:57720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:05:45.050366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:43.418976Z","time spent":"1.631337386s","remote":"127.0.0.1:57720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1121,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:05:45.424655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000106749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T01:05:45.42481Z","caller":"traceutil/trace.go:171","msg":"trace[122427149] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000291202s","start":"2026-04-23T01:05:43.424502Z","end":"2026-04-23T01:05:45.424793Z","steps":["trace[122427149] 'agreement among raft nodes before linearized reading' (duration: 2.000122249s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:45.424885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:43.424491Z","time spent":"2.000382393s","remote":"127.0.0.1:57636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:05:46.575492Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.15409196s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T01:05:46.617016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.310321851s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:05:46.617209Z","caller":"traceutil/trace.go:171","msg":"trace[1034508258] linearizableReadLoop","detail":"{readStateIndex:25915; appliedIndex:25911; }","duration":"2.292887395s","start":"2026-04-23T01:05:44.324305Z","end":"2026-04-23T01:05:46.617192Z","steps":["trace[1034508258] 'read index received' (duration: 725.377179ms)","trace[1034508258] 'applied index is now lower than readState.Index' (duration: 1.567508256s)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:05:46.617231Z","caller":"traceutil/trace.go:171","msg":"trace[79646645] transaction","detail":"{read_only:false; response_revision:25099; number_of_response:1; }","duration":"1.19592962s","start":"2026-04-23T01:05:45.421286Z","end":"2026-04-23T01:05:46.617215Z","steps":["trace[79646645] 'process raft request' (duration: 1.195841618s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:46.617297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:45.421268Z","time spent":"1.195995591s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:05:46.617379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.460664262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:05:46.617416Z","caller":"traceutil/trace.go:171","msg":"trace[1613627925] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:25099; }","duration":"2.460748144s","start":"2026-04-23T01:05:44.156657Z","end":"2026-04-23T01:05:46.617406Z","steps":["trace[1613627925] 'agreement among raft nodes before linearized reading' (duration: 2.460613772s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:46.617477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:44.156638Z","time spent":"2.460830355s","remote":"127.0.0.1:58102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":57,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:05:46.61764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.669690978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:05:46.617677Z","caller":"traceutil/trace.go:171","msg":"trace[2051914514] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:25099; }","duration":"2.66976843s","start":"2026-04-23T01:05:43.947899Z","end":"2026-04-23T01:05:46.617667Z","steps":["trace[2051914514] 'agreement among raft nodes before linearized reading' (duration: 2.669710079s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:46.617705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:43.947873Z","time spent":"2.66982401s","remote":"127.0.0.1:52806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:05:46.61778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.347618764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:05:46.617826Z","caller":"traceutil/trace.go:171","msg":"trace[1904257847] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:25099; }","duration":"3.347707156s","start":"2026-04-23T01:05:43.270108Z","end":"2026-04-23T01:05:46.617815Z","steps":["trace[1904257847] 'agreement among raft nodes before linearized reading' (duration: 3.347634604s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:46.617865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:43.270084Z","time spent":"3.347769926s","remote":"127.0.0.1:42320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:05:46.617162Z","caller":"traceutil/trace.go:171","msg":"trace[336785766] transaction","detail":"{read_only:false; response_revision:25098; number_of_response:1; }","duration":"2.287549246s","start":"2026-04-23T01:05:44.329585Z","end":"2026-04-23T01:05:46.617135Z","steps":["trace[336785766] 'process raft request' (duration: 977.026081ms)","trace[336785766] 'compare' (duration: 1.309528216s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:05:46.618086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:44.329557Z","time spent":"2.288492903s","remote":"127.0.0.1:57676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:05:47.118124Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199180892760832,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:05:47.431267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999964305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T01:05:47.431359Z","caller":"traceutil/trace.go:171","msg":"trace[1219466067] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000106178s","start":"2026-04-23T01:05:45.431235Z","end":"2026-04-23T01:05:47.431341Z","steps":["trace[1219466067] 'agreement among raft nodes before linearized reading' (duration: 1.999981526s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:47.431445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:45.431219Z","time spent":"2.00021484s","remote":"127.0.0.1:57620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 01:05:47 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:05:47.61894Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199180892760832,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:05:48.119297Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199180892760832,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:05:48.173333Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.597500014s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T01:05:48.173938Z","caller":"traceutil/trace.go:171","msg":"trace[1385286258] transaction","detail":"{read_only:false; response_revision:25100; number_of_response:1; }","duration":"2.751237758s","start":"2026-04-23T01:05:45.422681Z","end":"2026-04-23T01:05:48.173918Z","steps":["trace[1385286258] 'process raft request' (duration: 2.751098494s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:48.174111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:45.422662Z","time spent":"2.75138955s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:05:48.174215Z","caller":"traceutil/trace.go:171","msg":"trace[1529779745] transaction","detail":"{read_only:false; response_revision:25101; number_of_response:1; }","duration":"2.751390701s","start":"2026-04-23T01:05:45.422799Z","end":"2026-04-23T01:05:48.174189Z","steps":["trace[1529779745] 'process raft request' (duration: 2.751090335s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:48.174344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:45.422783Z","time spent":"2.751483352s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:05:48.174566Z","caller":"traceutil/trace.go:171","msg":"trace[310265403] transaction","detail":"{read_only:false; response_revision:25102; number_of_response:1; }","duration":"2.567658816s","start":"2026-04-23T01:05:45.606893Z","end":"2026-04-23T01:05:48.174552Z","steps":["trace[310265403] 'process raft request' (duration: 2.567220358s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:48.17455Z","caller":"traceutil/trace.go:171","msg":"trace[56376740] transaction","detail":"{read_only:false; response_revision:25103; number_of_response:1; }","duration":"1.782417361s","start":"2026-04-23T01:05:46.392104Z","end":"2026-04-23T01:05:48.174522Z","steps":["trace[56376740] 'process raft request' (duration: 1.782303659s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:48.174638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:45.606871Z","time spent":"2.567731138s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:05:48.174696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:46.39208Z","time spent":"1.782537803s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:05:48.697735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.418992ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-23T01:05:48.697955Z","caller":"traceutil/trace.go:171","msg":"trace[1431847768] linearizableReadLoop","detail":"{readStateIndex:25921; appliedIndex:25917; }","duration":"2.08067496s","start":"2026-04-23T01:05:46.617245Z","end":"2026-04-23T01:05:48.69792Z","steps":["trace[1431847768] 'read index received' (duration: 1.556835017s)","trace[1431847768] 'applied index is now lower than readState.Index' (duration: 523.837873ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:05:48.698208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.277771971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-23T01:05:48.698299Z","caller":"traceutil/trace.go:171","msg":"trace[497965288] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25103; }","duration":"3.277938695s","start":"2026-04-23T01:05:45.420335Z","end":"2026-04-23T01:05:48.698274Z","steps":["trace[497965288] 'agreement among raft nodes before linearized reading' (duration: 3.277632939s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:48.698349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:45.420312Z","time spent":"3.278026986s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T01:05:48.69843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.641677694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra-registry.18a8d6df3c5d0ead\" ","response":"range_response_count:1 size:722"} {"level":"warn","ts":"2026-04-23T01:05:48.698464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.362399197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:05:48.69855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.035450125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:05:48.6986Z","caller":"traceutil/trace.go:171","msg":"trace[816992312] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:25103; }","duration":"3.035530427s","start":"2026-04-23T01:05:45.663053Z","end":"2026-04-23T01:05:48.698583Z","steps":["trace[816992312] 'agreement among raft nodes before linearized reading' (duration: 3.035048039s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:48.69858Z","caller":"traceutil/trace.go:171","msg":"trace[1248489179] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25103; }","duration":"4.36254226s","start":"2026-04-23T01:05:44.336017Z","end":"2026-04-23T01:05:48.698559Z","steps":["trace[1248489179] 'agreement among raft nodes before linearized reading' (duration: 4.362062781s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:48.69863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.259440348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"warn","ts":"2026-04-23T01:05:48.698649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:45.663034Z","time spent":"3.035604728s","remote":"127.0.0.1:36824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:05:48.698664Z","caller":"traceutil/trace.go:171","msg":"trace[1797205244] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:25103; }","duration":"4.259508009s","start":"2026-04-23T01:05:44.439144Z","end":"2026-04-23T01:05:48.698652Z","steps":["trace[1797205244] 'agreement among raft nodes before linearized reading' (duration: 4.258885788s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:48.698688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:44.336003Z","time spent":"4.362667762s","remote":"127.0.0.1:57808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-23T01:05:48.698702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:44.439126Z","time spent":"4.25956856s","remote":"127.0.0.1:57792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1886,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"warn","ts":"2026-04-23T01:05:48.69878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"898.567157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-522bz\" ","response":"range_response_count:1 size:5318"} {"level":"info","ts":"2026-04-23T01:05:48.698823Z","caller":"traceutil/trace.go:171","msg":"trace[741899834] range","detail":"{range_begin:/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-522bz; range_end:; response_count:1; response_revision:25104; }","duration":"898.639748ms","start":"2026-04-23T01:05:47.800172Z","end":"2026-04-23T01:05:48.698812Z","steps":["trace[741899834] 'agreement among raft nodes before linearized reading' (duration: 898.528086ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:48.698858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:47.800154Z","time spent":"898.696519ms","remote":"127.0.0.1:57802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5340,"request content":"key:\"/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-522bz\" "} {"level":"warn","ts":"2026-04-23T01:05:48.698897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.118305723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:05:48.698937Z","caller":"traceutil/trace.go:171","msg":"trace[364410548] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:25104; }","duration":"1.118384454s","start":"2026-04-23T01:05:47.580543Z","end":"2026-04-23T01:05:48.698928Z","steps":["trace[364410548] 'agreement among raft nodes before linearized reading' (duration: 1.118305353s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:48.698937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.442221708s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:05:48.698741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.363303414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:05:48.699018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.267681768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:05:48.69904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.484905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:05:48.699051Z","caller":"traceutil/trace.go:171","msg":"trace[1957253002] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25104; }","duration":"1.267750199s","start":"2026-04-23T01:05:47.431293Z","end":"2026-04-23T01:05:48.699043Z","steps":["trace[1957253002] 'agreement among raft nodes before linearized reading' (duration: 1.267700499s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:48.698611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.133646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:05:48.699078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:47.431271Z","time spent":"1.26780207s","remote":"127.0.0.1:57636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:05:48.699102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.027249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:05:48.699119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.278683579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-04-23T01:05:48.699098Z","caller":"traceutil/trace.go:171","msg":"trace[1279040178] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:25104; }","duration":"423.659297ms","start":"2026-04-23T01:05:48.275424Z","end":"2026-04-23T01:05:48.699083Z","steps":["trace[1279040178] 'agreement among raft nodes before linearized reading' (duration: 423.133947ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:48.69917Z","caller":"traceutil/trace.go:171","msg":"trace[964888660] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:25104; }","duration":"185.06465ms","start":"2026-04-23T01:05:48.514067Z","end":"2026-04-23T01:05:48.699132Z","steps":["trace[964888660] 'agreement among raft nodes before linearized reading' (duration: 185.009419ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:48.699185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.015395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:05:48.699185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:48.275391Z","time spent":"423.775619ms","remote":"127.0.0.1:58042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:05:48.699261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.286193133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:05:48.699234Z","caller":"traceutil/trace.go:171","msg":"trace[2076478367] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25103; }","duration":"4.364006057s","start":"2026-04-23T01:05:44.335172Z","end":"2026-04-23T01:05:48.699178Z","steps":["trace[2076478367] 'agreement among raft nodes before linearized reading' (duration: 4.362932297s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:48.699375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:44.334726Z","time spent":"4.364630148s","remote":"127.0.0.1:57908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-23T01:05:48.699388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.64389728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-23T01:05:48.699119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.335016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:05:48.69905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.277255052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T01:05:48.699562Z","caller":"traceutil/trace.go:171","msg":"trace[1837181118] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25103; }","duration":"3.277784932s","start":"2026-04-23T01:05:45.421767Z","end":"2026-04-23T01:05:48.699552Z","steps":["trace[1837181118] 'agreement among raft nodes before linearized reading' (duration: 3.276366465s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:48.698491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.078150923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-04-23T01:05:48.699638Z","caller":"traceutil/trace.go:171","msg":"trace[804795251] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:25104; }","duration":"2.079341525s","start":"2026-04-23T01:05:46.620284Z","end":"2026-04-23T01:05:48.699625Z","steps":["trace[804795251] 'agreement among raft nodes before linearized reading' (duration: 2.0780297s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:48.699683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:46.620241Z","time spent":"2.079429907s","remote":"127.0.0.1:57796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-04-23T01:05:48.699291Z","caller":"traceutil/trace.go:171","msg":"trace[35785431] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:25104; }","duration":"1.286263514s","start":"2026-04-23T01:05:47.413019Z","end":"2026-04-23T01:05:48.699283Z","steps":["trace[35785431] 'agreement among raft nodes before linearized reading' (duration: 1.286211193s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:48.699784Z","caller":"traceutil/trace.go:171","msg":"trace[912257242] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:25104; }","duration":"632.715183ms","start":"2026-04-23T01:05:48.066745Z","end":"2026-04-23T01:05:48.69946Z","steps":["trace[912257242] 'agreement among raft nodes before linearized reading' (duration: 632.351826ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:48.698458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.642769105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8d6e14ded6b63\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-04-23T01:05:48.699816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:47.412996Z","time spent":"1.286800644s","remote":"127.0.0.1:38820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:05:48.699837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:48.066727Z","time spent":"633.093299ms","remote":"127.0.0.1:38804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:05:48.699845Z","caller":"traceutil/trace.go:171","msg":"trace[1429847827] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a8d6e14ded6b63; range_end:; response_count:1; response_revision:25103; }","duration":"3.644222672s","start":"2026-04-23T01:05:45.055613Z","end":"2026-04-23T01:05:48.699836Z","steps":["trace[1429847827] 'agreement among raft nodes before linearized reading' (duration: 3.642444979s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:48.699148Z","caller":"traceutil/trace.go:171","msg":"trace[582040509] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:25103; }","duration":"3.2787523s","start":"2026-04-23T01:05:45.420386Z","end":"2026-04-23T01:05:48.699139Z","steps":["trace[582040509] 'agreement among raft nodes before linearized reading' (duration: 3.277749401s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:48.699879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:45.055596Z","time spent":"3.644273663s","remote":"127.0.0.1:57720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8d6e14ded6b63\" "} {"level":"info","ts":"2026-04-23T01:05:48.698973Z","caller":"traceutil/trace.go:171","msg":"trace[1640152848] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:25103; }","duration":"2.44225994s","start":"2026-04-23T01:05:46.256701Z","end":"2026-04-23T01:05:48.698961Z","steps":["trace[1640152848] 'agreement among raft nodes before linearized reading' (duration: 2.441429204s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:48.698973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:47.580513Z","time spent":"1.118449156s","remote":"127.0.0.1:57740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:05:48.699972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:46.25664Z","time spent":"2.443300749s","remote":"127.0.0.1:52458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:05:48.699428Z","caller":"traceutil/trace.go:171","msg":"trace[1420299874] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25104; }","duration":"1.64397835s","start":"2026-04-23T01:05:47.05544Z","end":"2026-04-23T01:05:48.699418Z","steps":["trace[1420299874] 'agreement among raft nodes before linearized reading' (duration: 1.643869948s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:48.700126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:47.055415Z","time spent":"1.644693494s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-23T01:05:48.698518Z","caller":"traceutil/trace.go:171","msg":"trace[741498664] range","detail":"{range_begin:/registry/events/openstack/container-infra-registry.18a8d6df3c5d0ead; range_end:; response_count:1; response_revision:25103; }","duration":"3.641790137s","start":"2026-04-23T01:05:45.056704Z","end":"2026-04-23T01:05:48.698494Z","steps":["trace[741498664] 'agreement among raft nodes before linearized reading' (duration: 3.641340589s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:48.699051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.752121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:05:48.699608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:45.421755Z","time spent":"3.277841673s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T01:05:48.700193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:45.056699Z","time spent":"3.643482848s","remote":"127.0.0.1:57720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":744,"request content":"key:\"/registry/events/openstack/container-infra-registry.18a8d6df3c5d0ead\" "} {"level":"info","ts":"2026-04-23T01:05:48.700211Z","caller":"traceutil/trace.go:171","msg":"trace[1852576715] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:25104; }","duration":"114.898492ms","start":"2026-04-23T01:05:48.585287Z","end":"2026-04-23T01:05:48.700185Z","steps":["trace[1852576715] 'agreement among raft nodes before linearized reading' (duration: 113.6968ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:48.699076Z","caller":"traceutil/trace.go:171","msg":"trace[1060753735] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:25104; }","duration":"576.562947ms","start":"2026-04-23T01:05:48.122502Z","end":"2026-04-23T01:05:48.699065Z","steps":["trace[1060753735] 'agreement among raft nodes before linearized reading' (duration: 576.500016ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:48.700308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:48.122479Z","time spent":"577.807659ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:05:48.700462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.368277309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-23T01:05:48.700976Z","caller":"traceutil/trace.go:171","msg":"trace[814536678] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25104; }","duration":"2.369280019s","start":"2026-04-23T01:05:46.331671Z","end":"2026-04-23T01:05:48.700951Z","steps":["trace[814536678] 'agreement among raft nodes before linearized reading' (duration: 2.366458236s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:48.70107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:46.331647Z","time spent":"2.369406081s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T01:05:48.699934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:45.42036Z","time spent":"3.279545415s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-04-23T01:05:48.699225Z","caller":"traceutil/trace.go:171","msg":"trace[1345595946] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:25104; }","duration":"746.093897ms","start":"2026-04-23T01:05:47.953124Z","end":"2026-04-23T01:05:48.699218Z","steps":["trace[1345595946] 'agreement among raft nodes before linearized reading' (duration: 746.013955ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:48.700624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.062186483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-23T01:05:48.701482Z","caller":"traceutil/trace.go:171","msg":"trace[447288616] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25103; }","duration":"4.063033467s","start":"2026-04-23T01:05:44.638398Z","end":"2026-04-23T01:05:48.701432Z","steps":["trace[447288616] 'agreement among raft nodes before linearized reading' (duration: 4.059599524s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:48.701482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:47.953091Z","time spent":"748.273956ms","remote":"127.0.0.1:52726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:05:48.701575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:44.638383Z","time spent":"4.06316979s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T01:05:50.953822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.444579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:05:50.953878Z","caller":"traceutil/trace.go:171","msg":"trace[2134210474] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25160; }","duration":"535.550631ms","start":"2026-04-23T01:05:50.418315Z","end":"2026-04-23T01:05:50.953866Z","steps":["trace[2134210474] 'range keys from in-memory index tree' (duration: 535.351397ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:50.953909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:50.418285Z","time spent":"535.619013ms","remote":"127.0.0.1:57620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T01:05:50.969324Z","caller":"traceutil/trace.go:171","msg":"trace[1153850281] linearizableReadLoop","detail":"{readStateIndex:25979; appliedIndex:25978; }","duration":"248.798387ms","start":"2026-04-23T01:05:50.720501Z","end":"2026-04-23T01:05:50.969299Z","steps":["trace[1153850281] 'read index received' (duration: 248.747566ms)","trace[1153850281] 'applied index is now lower than readState.Index' (duration: 49.751µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:05:50.969419Z","caller":"traceutil/trace.go:171","msg":"trace[117546919] transaction","detail":"{read_only:false; response_revision:25161; number_of_response:1; }","duration":"262.629825ms","start":"2026-04-23T01:05:50.706752Z","end":"2026-04-23T01:05:50.969382Z","steps":["trace[117546919] 'process raft request' (duration: 262.406841ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:50.969572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.063013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-23T01:05:50.969612Z","caller":"traceutil/trace.go:171","msg":"trace[389050193] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25161; }","duration":"249.155864ms","start":"2026-04-23T01:05:50.720447Z","end":"2026-04-23T01:05:50.969602Z","steps":["trace[389050193] 'agreement among raft nodes before linearized reading' (duration: 248.985371ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:50.969808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.299437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-04-23T01:05:50.969809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.932499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-23T01:05:50.969926Z","caller":"traceutil/trace.go:171","msg":"trace[1681986371] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25161; }","duration":"249.096822ms","start":"2026-04-23T01:05:50.720808Z","end":"2026-04-23T01:05:50.969904Z","steps":["trace[1681986371] 'agreement among raft nodes before linearized reading' (duration: 248.800717ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:50.970146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.307643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-23T01:05:50.97022Z","caller":"traceutil/trace.go:171","msg":"trace[1806805058] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25161; }","duration":"245.411695ms","start":"2026-04-23T01:05:50.724789Z","end":"2026-04-23T01:05:50.970201Z","steps":["trace[1806805058] 'agreement among raft nodes before linearized reading' (duration: 245.197672ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:50.969844Z","caller":"traceutil/trace.go:171","msg":"trace[1221456220] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25161; }","duration":"248.352089ms","start":"2026-04-23T01:05:50.721483Z","end":"2026-04-23T01:05:50.969835Z","steps":["trace[1221456220] 'agreement among raft nodes before linearized reading' (duration: 248.263757ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:50.970258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.382008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T01:05:50.970299Z","caller":"traceutil/trace.go:171","msg":"trace[777018335] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25161; }","duration":"249.46313ms","start":"2026-04-23T01:05:50.720823Z","end":"2026-04-23T01:05:50.970286Z","steps":["trace[777018335] 'agreement among raft nodes before linearized reading' (duration: 249.362528ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:50.97023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.349678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-04-23T01:05:50.970348Z","caller":"traceutil/trace.go:171","msg":"trace[1139327994] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:25161; }","duration":"249.47192ms","start":"2026-04-23T01:05:50.720861Z","end":"2026-04-23T01:05:50.970333Z","steps":["trace[1139327994] 'agreement among raft nodes before linearized reading' (duration: 249.296797ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:51.520749Z","caller":"traceutil/trace.go:171","msg":"trace[845432482] transaction","detail":"{read_only:false; response_revision:25162; number_of_response:1; }","duration":"546.320872ms","start":"2026-04-23T01:05:50.974401Z","end":"2026-04-23T01:05:51.520721Z","steps":["trace[845432482] 'process raft request' (duration: 526.251358ms)","trace[845432482] 'compare' (duration: 19.735428ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:05:51.520882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:50.974381Z","time spent":"546.433704ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:05:52.729104Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.223161648s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T01:05:52.729658Z","caller":"traceutil/trace.go:171","msg":"trace[1323230071] transaction","detail":"{read_only:false; response_revision:25163; number_of_response:1; }","duration":"1.754978109s","start":"2026-04-23T01:05:50.974643Z","end":"2026-04-23T01:05:52.729621Z","steps":["trace[1323230071] 'process raft request' (duration: 1.754729685s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:52.72975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.498808005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:05:52.729788Z","caller":"traceutil/trace.go:171","msg":"trace[168450982] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/addressscopes/; range_end:/registry/openstack.k-orc.cloud/addressscopes0; response_count:0; response_revision:25167; }","duration":"1.498897866s","start":"2026-04-23T01:05:51.230879Z","end":"2026-04-23T01:05:52.729777Z","steps":["trace[168450982] 'agreement among raft nodes before linearized reading' (duration: 1.498823954s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:52.729798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:50.974622Z","time spent":"1.755099291s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:05:52.729831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:51.230858Z","time spent":"1.498963048s","remote":"127.0.0.1:52714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:05:52.729658Z","caller":"traceutil/trace.go:171","msg":"trace[1697013454] linearizableReadLoop","detail":"{readStateIndex:25985; appliedIndex:25979; }","duration":"1.498707532s","start":"2026-04-23T01:05:51.230929Z","end":"2026-04-23T01:05:52.729637Z","steps":["trace[1697013454] 'read index received' (duration: 269.857919ms)","trace[1697013454] 'applied index is now lower than readState.Index' (duration: 1.228848683s)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:05:52.72998Z","caller":"traceutil/trace.go:171","msg":"trace[1243991096] transaction","detail":"{read_only:false; response_revision:25167; number_of_response:1; }","duration":"1.754259476s","start":"2026-04-23T01:05:50.975709Z","end":"2026-04-23T01:05:52.729968Z","steps":["trace[1243991096] 'process raft request' (duration: 1.753893139s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:52.730002Z","caller":"traceutil/trace.go:171","msg":"trace[159966671] transaction","detail":"{read_only:false; response_revision:25166; number_of_response:1; }","duration":"1.754377288s","start":"2026-04-23T01:05:50.975603Z","end":"2026-04-23T01:05:52.729981Z","steps":["trace[159966671] 'process raft request' (duration: 1.7539616s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:52.730024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:50.975689Z","time spent":"1.754311437s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:05:52.730109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:50.975589Z","time spent":"1.75445546s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:05:52.730108Z","caller":"traceutil/trace.go:171","msg":"trace[733317708] transaction","detail":"{read_only:false; response_revision:25164; number_of_response:1; }","duration":"1.755029921s","start":"2026-04-23T01:05:50.975047Z","end":"2026-04-23T01:05:52.730076Z","steps":["trace[733317708] 'process raft request' (duration: 1.75444267s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:52.73033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:50.975025Z","time spent":"1.755223874s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:05:52.730802Z","caller":"traceutil/trace.go:171","msg":"trace[201283349] transaction","detail":"{read_only:false; response_revision:25165; number_of_response:1; }","duration":"1.755612752s","start":"2026-04-23T01:05:50.975151Z","end":"2026-04-23T01:05:52.730764Z","steps":["trace[201283349] 'process raft request' (duration: 1.754379878s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:52.731105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:50.975143Z","time spent":"1.755832285s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:05:52.737489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.494673139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:05:52.73754Z","caller":"traceutil/trace.go:171","msg":"trace[1952194737] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:25169; }","duration":"1.49476041s","start":"2026-04-23T01:05:51.24277Z","end":"2026-04-23T01:05:52.737531Z","steps":["trace[1952194737] 'agreement among raft nodes before linearized reading' (duration: 1.494571126s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:52.737569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:51.242748Z","time spent":"1.494815051s","remote":"127.0.0.1:58000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":125,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:05:52.737523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.529191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:05:52.737677Z","caller":"traceutil/trace.go:171","msg":"trace[1897976249] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:25169; }","duration":"483.711735ms","start":"2026-04-23T01:05:52.253952Z","end":"2026-04-23T01:05:52.737664Z","steps":["trace[1897976249] 'agreement among raft nodes before linearized reading' (duration: 483.517442ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:52.737779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:52.253938Z","time spent":"483.830197ms","remote":"127.0.0.1:42390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:05:52.738016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.382305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-23T01:05:52.738054Z","caller":"traceutil/trace.go:171","msg":"trace[565520625] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25169; }","duration":"199.490398ms","start":"2026-04-23T01:05:52.538553Z","end":"2026-04-23T01:05:52.738044Z","steps":["trace[565520625] 'agreement among raft nodes before linearized reading' (duration: 199.284704ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:52.737825Z","caller":"traceutil/trace.go:171","msg":"trace[2099026406] transaction","detail":"{read_only:false; response_revision:25168; number_of_response:1; }","duration":"547.561925ms","start":"2026-04-23T01:05:52.190233Z","end":"2026-04-23T01:05:52.737795Z","steps":["trace[2099026406] 'process raft request' (duration: 546.837952ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:52.738148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:52.19019Z","time spent":"547.925312ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:05:52.737861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.377288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:514"} {"level":"warn","ts":"2026-04-23T01:05:52.737861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.440817014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.244\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-04-23T01:05:52.738267Z","caller":"traceutil/trace.go:171","msg":"trace[388514718] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:25169; }","duration":"542.894428ms","start":"2026-04-23T01:05:52.195362Z","end":"2026-04-23T01:05:52.738256Z","steps":["trace[388514718] 'agreement among raft nodes before linearized reading' (duration: 542.369418ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:52.738389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:52.195338Z","time spent":"543.039011ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":536,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"info","ts":"2026-04-23T01:05:52.738342Z","caller":"traceutil/trace.go:171","msg":"trace[1027420806] range","detail":"{range_begin:/registry/masterleases/199.204.45.244; range_end:; response_count:1; response_revision:25169; }","duration":"1.441346125s","start":"2026-04-23T01:05:51.296971Z","end":"2026-04-23T01:05:52.738317Z","steps":["trace[1027420806] 'agreement among raft nodes before linearized reading' (duration: 1.440715952s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:52.738438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:51.296948Z","time spent":"1.441473977s","remote":"127.0.0.1:57676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.244\" "} {"level":"warn","ts":"2026-04-23T01:05:52.737932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.810803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:05:52.737943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"848.328721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-04-23T01:05:52.738533Z","caller":"traceutil/trace.go:171","msg":"trace[1032309061] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:25169; }","duration":"406.440146ms","start":"2026-04-23T01:05:52.332058Z","end":"2026-04-23T01:05:52.738498Z","steps":["trace[1032309061] 'agreement among raft nodes before linearized reading' (duration: 405.817144ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:05:52.73857Z","caller":"traceutil/trace.go:171","msg":"trace[1182369322] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:25169; }","duration":"848.996014ms","start":"2026-04-23T01:05:51.889562Z","end":"2026-04-23T01:05:52.738558Z","steps":["trace[1182369322] 'agreement among raft nodes before linearized reading' (duration: 848.104207ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:52.738593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:52.332026Z","time spent":"406.546807ms","remote":"127.0.0.1:52298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:05:52.737737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.451139326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:05:52.738629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:51.88953Z","time spent":"849.084766ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":563,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"info","ts":"2026-04-23T01:05:52.73867Z","caller":"traceutil/trace.go:171","msg":"trace[1419736224] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:25169; }","duration":"1.452077964s","start":"2026-04-23T01:05:51.286573Z","end":"2026-04-23T01:05:52.738651Z","steps":["trace[1419736224] 'agreement among raft nodes before linearized reading' (duration: 1.451131976s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:52.73872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:51.286564Z","time spent":"1.452138765s","remote":"127.0.0.1:52610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:05:52.737958Z","caller":"traceutil/trace.go:171","msg":"trace[1616673550] transaction","detail":"{read_only:false; response_revision:25169; number_of_response:1; }","duration":"546.817821ms","start":"2026-04-23T01:05:52.191123Z","end":"2026-04-23T01:05:52.737941Z","steps":["trace[1616673550] 'process raft request' (duration: 546.124019ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:52.737974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"830.849544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-04-23T01:05:52.738893Z","caller":"traceutil/trace.go:171","msg":"trace[1699659333] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:25169; }","duration":"831.841834ms","start":"2026-04-23T01:05:51.907038Z","end":"2026-04-23T01:05:52.738879Z","steps":["trace[1699659333] 'agreement among raft nodes before linearized reading' (duration: 830.874855ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:52.738923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:52.191099Z","time spent":"547.718109ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:05:52.738932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:51.907014Z","time spent":"831.907585ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":562,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"warn","ts":"2026-04-23T01:05:52.737883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.95571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:05:52.739057Z","caller":"traceutil/trace.go:171","msg":"trace[1461961171] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25169; }","duration":"323.192134ms","start":"2026-04-23T01:05:52.415856Z","end":"2026-04-23T01:05:52.739048Z","steps":["trace[1461961171] 'agreement among raft nodes before linearized reading' (duration: 321.949101ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:52.739088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:52.415833Z","time spent":"323.246554ms","remote":"127.0.0.1:57620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:05:52.737979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.384532305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:05:52.739221Z","caller":"traceutil/trace.go:171","msg":"trace[1077930607] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:25169; }","duration":"1.385807269s","start":"2026-04-23T01:05:51.353382Z","end":"2026-04-23T01:05:52.739189Z","steps":["trace[1077930607] 'agreement among raft nodes before linearized reading' (duration: 1.384547356s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:05:52.739304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:05:51.35336Z","time spent":"1.385907621s","remote":"127.0.0.1:42438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:06:03.250939Z","caller":"traceutil/trace.go:171","msg":"trace[965705688] transaction","detail":"{read_only:false; response_revision:25228; number_of_response:1; }","duration":"195.567156ms","start":"2026-04-23T01:06:03.055346Z","end":"2026-04-23T01:06:03.250913Z","steps":["trace[965705688] 'process raft request' (duration: 195.329662ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:03.452236Z","caller":"traceutil/trace.go:171","msg":"trace[1003554401] transaction","detail":"{read_only:false; response_revision:25229; number_of_response:1; }","duration":"244.65016ms","start":"2026-04-23T01:06:03.207546Z","end":"2026-04-23T01:06:03.452196Z","steps":["trace[1003554401] 'process raft request' (duration: 213.635811ms)","trace[1003554401] 'compare' (duration: 30.58549ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:06:08.989849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.545389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-28c9c034-388e-4227-aede-d0ae98282006\" ","response":"range_response_count:1 size:3644"} {"level":"info","ts":"2026-04-23T01:06:08.98995Z","caller":"traceutil/trace.go:171","msg":"trace[782150306] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-28c9c034-388e-4227-aede-d0ae98282006; range_end:; response_count:1; response_revision:25361; }","duration":"684.698261ms","start":"2026-04-23T01:06:08.30523Z","end":"2026-04-23T01:06:08.989928Z","steps":["trace[782150306] 'range keys from in-memory index tree' (duration: 684.340135ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:08.989995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:08.305208Z","time spent":"684.777933ms","remote":"127.0.0.1:57802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3666,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-28c9c034-388e-4227-aede-d0ae98282006\" "} {"level":"warn","ts":"2026-04-23T01:06:08.990243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.491783ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:06:08.991031Z","caller":"traceutil/trace.go:171","msg":"trace[1391574942] linearizableReadLoop","detail":"{readStateIndex:26185; appliedIndex:26184; }","duration":"574.124801ms","start":"2026-04-23T01:06:08.416888Z","end":"2026-04-23T01:06:08.991013Z","steps":["trace[1391574942] 'read index received' (duration: 119.930486ms)","trace[1391574942] 'applied index is now lower than readState.Index' (duration: 454.193405ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:06:08.991099Z","caller":"traceutil/trace.go:171","msg":"trace[638848713] transaction","detail":"{read_only:false; response_revision:25362; number_of_response:1; }","duration":"678.24024ms","start":"2026-04-23T01:06:08.312806Z","end":"2026-04-23T01:06:08.991047Z","steps":["trace[638848713] 'process raft request' (duration: 223.875622ms)","trace[638848713] 'compare' (duration: 453.285939ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:06:08.991204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.275174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:06:08.991293Z","caller":"traceutil/trace.go:171","msg":"trace[1551318433] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25362; }","duration":"574.423256ms","start":"2026-04-23T01:06:08.416847Z","end":"2026-04-23T01:06:08.991271Z","steps":["trace[1551318433] 'agreement among raft nodes before linearized reading' (duration: 574.232173ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:08.991294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:08.312775Z","time spent":"678.435825ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:06:08.991339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:08.41683Z","time spent":"574.498238ms","remote":"127.0.0.1:57620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:06:09.491472Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199180892761542,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:06:09.596917Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.060120919s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T01:06:09.745097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.888437ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:06:09.745308Z","caller":"traceutil/trace.go:171","msg":"trace[887647187] transaction","detail":"{read_only:false; response_revision:25363; number_of_response:1; }","duration":"1.287005487s","start":"2026-04-23T01:06:08.458269Z","end":"2026-04-23T01:06:09.745274Z","steps":["trace[887647187] 'process raft request' (duration: 1.138831285s)","trace[887647187] 'compare' (duration: 147.50297ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:06:09.745477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:08.458227Z","time spent":"1.28716998s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:06:09.745511Z","caller":"traceutil/trace.go:171","msg":"trace[880007616] linearizableReadLoop","detail":"{readStateIndex:26190; appliedIndex:26185; }","duration":"754.43054ms","start":"2026-04-23T01:06:08.991063Z","end":"2026-04-23T01:06:09.745493Z","steps":["trace[880007616] 'read index received' (duration: 606.051474ms)","trace[880007616] 'applied index is now lower than readState.Index' (duration: 148.378156ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:06:09.745763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"918.967039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-23T01:06:09.7458Z","caller":"traceutil/trace.go:171","msg":"trace[1510667264] transaction","detail":"{read_only:false; response_revision:25364; number_of_response:1; }","duration":"926.885175ms","start":"2026-04-23T01:06:08.818906Z","end":"2026-04-23T01:06:09.745792Z","steps":["trace[1510667264] 'process raft request' (duration: 926.311184ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:09.745808Z","caller":"traceutil/trace.go:171","msg":"trace[987213301] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25368; }","duration":"919.012079ms","start":"2026-04-23T01:06:08.826786Z","end":"2026-04-23T01:06:09.745798Z","steps":["trace[987213301] 'agreement among raft nodes before linearized reading' (duration: 918.874266ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:09.745791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"916.502912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-23T01:06:09.745846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:08.826759Z","time spent":"919.07804ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-23T01:06:09.745858Z","caller":"traceutil/trace.go:171","msg":"trace[1653519481] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25368; }","duration":"916.589743ms","start":"2026-04-23T01:06:08.829252Z","end":"2026-04-23T01:06:09.745842Z","steps":["trace[1653519481] 'agreement among raft nodes before linearized reading' (duration: 916.377348ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:09.745901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:08.829248Z","time spent":"916.644475ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T01:06:09.74591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:08.818872Z","time spent":"926.965667ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:06:09.745887Z","caller":"traceutil/trace.go:171","msg":"trace[1791508859] transaction","detail":"{read_only:false; response_revision:25365; number_of_response:1; }","duration":"925.687624ms","start":"2026-04-23T01:06:08.82017Z","end":"2026-04-23T01:06:09.745857Z","steps":["trace[1791508859] 'process raft request' (duration: 925.139563ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:09.745737Z","caller":"traceutil/trace.go:171","msg":"trace[1426783655] transaction","detail":"{read_only:false; response_revision:25367; number_of_response:1; }","duration":"476.633393ms","start":"2026-04-23T01:06:09.26903Z","end":"2026-04-23T01:06:09.745663Z","steps":["trace[1426783655] 'process raft request' (duration: 476.392919ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:09.745935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"920.10877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-23T01:06:09.745965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"996.959911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:06:09.745974Z","caller":"traceutil/trace.go:171","msg":"trace[2022138765] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25368; }","duration":"920.175851ms","start":"2026-04-23T01:06:08.825787Z","end":"2026-04-23T01:06:09.745963Z","steps":["trace[2022138765] 'agreement among raft nodes before linearized reading' (duration: 920.050079ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:09.745996Z","caller":"traceutil/trace.go:171","msg":"trace[1209644537] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25368; }","duration":"997.019803ms","start":"2026-04-23T01:06:08.748967Z","end":"2026-04-23T01:06:09.745987Z","steps":["trace[1209644537] 'agreement among raft nodes before linearized reading' (duration: 996.974952ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:09.745991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:09.269012Z","time spent":"476.94613ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:06:09.746006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:08.825772Z","time spent":"920.226952ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T01:06:09.746024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:08.748946Z","time spent":"997.069143ms","remote":"127.0.0.1:52684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-04-23T01:06:09.746023Z","caller":"traceutil/trace.go:171","msg":"trace[699394341] transaction","detail":"{read_only:false; response_revision:25366; number_of_response:1; }","duration":"615.206577ms","start":"2026-04-23T01:06:09.130807Z","end":"2026-04-23T01:06:09.746013Z","steps":["trace[699394341] 'process raft request' (duration: 614.544564ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:09.746019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:08.820146Z","time spent":"925.809266ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:06:09.745967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.140107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:06:09.746058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.30321879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:06:09.745917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.183648091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-28c9c034-388e-4227-aede-d0ae98282006\" ","response":"range_response_count:1 size:3644"} {"level":"info","ts":"2026-04-23T01:06:09.746081Z","caller":"traceutil/trace.go:171","msg":"trace[1360024270] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25368; }","duration":"753.3165ms","start":"2026-04-23T01:06:08.992754Z","end":"2026-04-23T01:06:09.74607Z","steps":["trace[1360024270] 'agreement among raft nodes before linearized reading' (duration: 753.099816ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:09.746113Z","caller":"traceutil/trace.go:171","msg":"trace[889655610] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-28c9c034-388e-4227-aede-d0ae98282006; range_end:; response_count:1; response_revision:25368; }","duration":"1.183911626s","start":"2026-04-23T01:06:08.56219Z","end":"2026-04-23T01:06:09.746102Z","steps":["trace[889655610] 'agreement among raft nodes before linearized reading' (duration: 1.18360245s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:09.746122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"919.530818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-23T01:06:09.746122Z","caller":"traceutil/trace.go:171","msg":"trace[611716402] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:25368; }","duration":"1.303279581s","start":"2026-04-23T01:06:08.44282Z","end":"2026-04-23T01:06:09.7461Z","steps":["trace[611716402] 'agreement among raft nodes before linearized reading' (duration: 1.303198689s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:09.746151Z","caller":"traceutil/trace.go:171","msg":"trace[1520723251] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25368; }","duration":"919.57972ms","start":"2026-04-23T01:06:08.826564Z","end":"2026-04-23T01:06:09.746143Z","steps":["trace[1520723251] 'agreement among raft nodes before linearized reading' (duration: 919.504008ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:09.746164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.194843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:06:09.746168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.581446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:06:09.746174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:08.442785Z","time spent":"1.303377803s","remote":"127.0.0.1:38836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:06:09.746186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:08.826553Z","time spent":"919.62664ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-23T01:06:09.746196Z","caller":"traceutil/trace.go:171","msg":"trace[1168763747] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:25368; }","duration":"441.229093ms","start":"2026-04-23T01:06:09.304958Z","end":"2026-04-23T01:06:09.746187Z","steps":["trace[1168763747] 'agreement among raft nodes before linearized reading' (duration: 441.145472ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:09.746201Z","caller":"traceutil/trace.go:171","msg":"trace[522125179] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:25368; }","duration":"268.652417ms","start":"2026-04-23T01:06:09.477539Z","end":"2026-04-23T01:06:09.746191Z","steps":["trace[522125179] 'agreement among raft nodes before linearized reading' (duration: 268.595876ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:09.7462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"916.223738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"warn","ts":"2026-04-23T01:06:09.746077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:09.13078Z","time spent":"615.267388ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:06:09.746226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.642837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:06:09.746237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:09.304935Z","time spent":"441.292795ms","remote":"127.0.0.1:38808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:06:09.746248Z","caller":"traceutil/trace.go:171","msg":"trace[853733103] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:25368; }","duration":"916.298428ms","start":"2026-04-23T01:06:08.829936Z","end":"2026-04-23T01:06:09.746234Z","steps":["trace[853733103] 'agreement among raft nodes before linearized reading' (duration: 916.201457ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:09.746261Z","caller":"traceutil/trace.go:171","msg":"trace[1726363068] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:25368; }","duration":"577.710818ms","start":"2026-04-23T01:06:09.168543Z","end":"2026-04-23T01:06:09.746254Z","steps":["trace[1726363068] 'agreement among raft nodes before linearized reading' (duration: 577.642326ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:09.746265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.100636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-23T01:06:09.746282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:09.168527Z","time spent":"577.750089ms","remote":"127.0.0.1:50016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:06:09.746285Z","caller":"traceutil/trace.go:171","msg":"trace[1914364578] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25368; }","duration":"122.167987ms","start":"2026-04-23T01:06:09.624111Z","end":"2026-04-23T01:06:09.746279Z","steps":["trace[1914364578] 'agreement among raft nodes before linearized reading' (duration: 122.106016ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:09.746278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:08.829915Z","time spent":"916.35686ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T01:06:09.746281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.699187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:06:09.746324Z","caller":"traceutil/trace.go:171","msg":"trace[1228008177] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:25368; }","duration":"350.785419ms","start":"2026-04-23T01:06:09.395529Z","end":"2026-04-23T01:06:09.746315Z","steps":["trace[1228008177] 'agreement among raft nodes before linearized reading' (duration: 350.714667ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:09.74636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.567985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-23T01:06:09.746114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:08.992732Z","time spent":"753.374531ms","remote":"127.0.0.1:57636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T01:06:09.74638Z","caller":"traceutil/trace.go:171","msg":"trace[1761766869] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25368; }","duration":"503.609997ms","start":"2026-04-23T01:06:09.242766Z","end":"2026-04-23T01:06:09.746376Z","steps":["trace[1761766869] 'agreement among raft nodes before linearized reading' (duration: 503.562716ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:09.746394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:09.242753Z","time spent":"503.637517ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-23T01:06:09.746022Z","caller":"traceutil/trace.go:171","msg":"trace[1884239270] transaction","detail":"{read_only:false; response_revision:25368; number_of_response:1; }","duration":"226.605883ms","start":"2026-04-23T01:06:09.519403Z","end":"2026-04-23T01:06:09.746009Z","steps":["trace[1884239270] 'process raft request' (duration: 226.050562ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:09.746357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:09.395469Z","time spent":"350.88134ms","remote":"127.0.0.1:52424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:06:09.746115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"879.163346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:06:09.746484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.748585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:06:09.746493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.833304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-04-23T01:06:09.746154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:08.562157Z","time spent":"1.183988448s","remote":"127.0.0.1:57802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3666,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-28c9c034-388e-4227-aede-d0ae98282006\" "} {"level":"info","ts":"2026-04-23T01:06:09.746516Z","caller":"traceutil/trace.go:171","msg":"trace[2069191270] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:25368; }","duration":"719.814186ms","start":"2026-04-23T01:06:09.026691Z","end":"2026-04-23T01:06:09.746505Z","steps":["trace[2069191270] 'agreement among raft nodes before linearized reading' (duration: 719.766105ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:09.746537Z","caller":"traceutil/trace.go:171","msg":"trace[1237036782] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25368; }","duration":"677.900234ms","start":"2026-04-23T01:06:09.068625Z","end":"2026-04-23T01:06:09.746526Z","steps":["trace[1237036782] 'agreement among raft nodes before linearized reading' (duration: 677.755982ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:09.746545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:09.026673Z","time spent":"719.864027ms","remote":"127.0.0.1:42396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:06:09.746507Z","caller":"traceutil/trace.go:171","msg":"trace[1433719460] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:25368; }","duration":"879.559813ms","start":"2026-04-23T01:06:08.866936Z","end":"2026-04-23T01:06:09.746496Z","steps":["trace[1433719460] 'agreement among raft nodes before linearized reading' (duration: 879.157836ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:09.746575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:09.068611Z","time spent":"677.957385ms","remote":"127.0.0.1:57802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-23T01:06:09.746074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.918587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:06:09.746738Z","caller":"traceutil/trace.go:171","msg":"trace[80757162] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:25368; }","duration":"816.62461ms","start":"2026-04-23T01:06:08.9301Z","end":"2026-04-23T01:06:09.746724Z","steps":["trace[80757162] 'agreement among raft nodes before linearized reading' (duration: 815.943508ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:09.746662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:08.86693Z","time spent":"879.703595ms","remote":"127.0.0.1:52270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:06:09.74679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:08.930075Z","time spent":"816.698472ms","remote":"127.0.0.1:38856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:06:10.251414Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199180892761547,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:06:10.752264Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199180892761547,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:06:11.133653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"844.99669ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:06:11.133741Z","caller":"traceutil/trace.go:171","msg":"trace[681849125] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25368; }","duration":"845.096002ms","start":"2026-04-23T01:06:10.288633Z","end":"2026-04-23T01:06:11.133729Z","steps":["trace[681849125] 'range keys from in-memory index tree' (duration: 844.98377ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:11.252923Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199180892761547,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:06:11.325804Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.575078276s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T01:06:11.326437Z","caller":"traceutil/trace.go:171","msg":"trace[1592700041] transaction","detail":"{read_only:false; response_revision:25369; number_of_response:1; }","duration":"1.575761679s","start":"2026-04-23T01:06:09.750641Z","end":"2026-04-23T01:06:11.326402Z","steps":["trace[1592700041] 'process raft request' (duration: 1.575437363s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:11.327326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:09.750626Z","time spent":"1.576575504s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:06:11.755738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001409492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:06:11.755851Z","caller":"traceutil/trace.go:171","msg":"trace[1908251230] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001567645s","start":"2026-04-23T01:06:09.75426Z","end":"2026-04-23T01:06:11.755828Z","steps":["trace[1908251230] 'agreement among raft nodes before linearized reading' (duration: 2.001428283s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:11.755918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:09.754248Z","time spent":"2.001658827s","remote":"127.0.0.1:57620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 01:06:11 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:06:12.786516Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.460361299s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T01:06:12.786981Z","caller":"traceutil/trace.go:171","msg":"trace[382837250] transaction","detail":"{read_only:false; response_revision:25370; number_of_response:1; }","duration":"3.035876104s","start":"2026-04-23T01:06:09.751078Z","end":"2026-04-23T01:06:12.786954Z","steps":["trace[382837250] 'process raft request' (duration: 3.035686579s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:12.787142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:09.751061Z","time spent":"3.035998536s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:06:12.787339Z","caller":"traceutil/trace.go:171","msg":"trace[112208072] transaction","detail":"{read_only:false; response_revision:25371; number_of_response:1; }","duration":"3.036191719s","start":"2026-04-23T01:06:09.751104Z","end":"2026-04-23T01:06:12.787296Z","steps":["trace[112208072] 'process raft request' (duration: 3.035811642s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:12.787537Z","caller":"traceutil/trace.go:171","msg":"trace[250192105] transaction","detail":"{read_only:false; response_revision:25373; number_of_response:1; }","duration":"3.035786101s","start":"2026-04-23T01:06:09.7517Z","end":"2026-04-23T01:06:12.787486Z","steps":["trace[250192105] 'process raft request' (duration: 3.035573177s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:12.787573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:09.75108Z","time spent":"3.036343272s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:06:12.787347Z","caller":"traceutil/trace.go:171","msg":"trace[152677691] transaction","detail":"{read_only:false; response_revision:25372; number_of_response:1; }","duration":"3.035709859s","start":"2026-04-23T01:06:09.751604Z","end":"2026-04-23T01:06:12.787314Z","steps":["trace[152677691] 'process raft request' (duration: 3.035560346s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:12.787652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:09.751694Z","time spent":"3.035908813s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:06:12.787737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:09.751578Z","time spent":"3.036066206s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:06:12.78777Z","caller":"traceutil/trace.go:171","msg":"trace[1733335100] transaction","detail":"{read_only:false; response_revision:25375; number_of_response:1; }","duration":"3.034730991s","start":"2026-04-23T01:06:09.753005Z","end":"2026-04-23T01:06:12.787736Z","steps":["trace[1733335100] 'process raft request' (duration: 3.034565388s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:12.78783Z","caller":"traceutil/trace.go:171","msg":"trace[1204051178] transaction","detail":"{read_only:false; response_revision:25376; number_of_response:1; }","duration":"3.03414298s","start":"2026-04-23T01:06:09.753671Z","end":"2026-04-23T01:06:12.787814Z","steps":["trace[1204051178] 'process raft request' (duration: 3.033981707s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:12.787848Z","caller":"traceutil/trace.go:171","msg":"trace[2120443167] transaction","detail":"{read_only:false; response_revision:25374; number_of_response:1; }","duration":"3.03574346s","start":"2026-04-23T01:06:09.752076Z","end":"2026-04-23T01:06:12.78782Z","steps":["trace[2120443167] 'process raft request' (duration: 3.035319473s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:12.787908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:09.753659Z","time spent":"3.034206802s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:06:12.78792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:09.752991Z","time spent":"3.034834542s","remote":"127.0.0.1:57802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3746,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:06:12.787928Z","caller":"traceutil/trace.go:171","msg":"trace[1863337025] linearizableReadLoop","detail":"{readStateIndex:26201; appliedIndex:26191; }","duration":"3.036685528s","start":"2026-04-23T01:06:09.751229Z","end":"2026-04-23T01:06:12.787915Z","steps":["trace[1863337025] 'read index received' (duration: 1.574927594s)","trace[1863337025] 'applied index is now lower than readState.Index' (duration: 1.461757014s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:06:12.787968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:09.752062Z","time spent":"3.035843532s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:06:12.788023Z","caller":"traceutil/trace.go:171","msg":"trace[632477999] transaction","detail":"{read_only:false; response_revision:25378; number_of_response:1; }","duration":"1.549048081s","start":"2026-04-23T01:06:11.238959Z","end":"2026-04-23T01:06:12.788007Z","steps":["trace[632477999] 'process raft request' (duration: 1.548851587s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:12.788028Z","caller":"traceutil/trace.go:171","msg":"trace[1451666851] transaction","detail":"{read_only:false; response_revision:25377; number_of_response:1; }","duration":"2.568585193s","start":"2026-04-23T01:06:10.219424Z","end":"2026-04-23T01:06:12.788009Z","steps":["trace[1451666851] 'process raft request' (duration: 2.568260007s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:12.788065Z","caller":"traceutil/trace.go:171","msg":"trace[1363378902] transaction","detail":"{read_only:false; response_revision:25379; number_of_response:1; }","duration":"1.517573133s","start":"2026-04-23T01:06:11.270475Z","end":"2026-04-23T01:06:12.788048Z","steps":["trace[1363378902] 'process raft request' (duration: 1.51738095s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:12.788097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:11.23893Z","time spent":"1.549125912s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:06:12.788122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:10.219399Z","time spent":"2.568668385s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:06:12.78814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.036910142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-04-23T01:06:12.788149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:11.270451Z","time spent":"1.517655416s","remote":"127.0.0.1:57720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":904,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T01:06:12.788166Z","caller":"traceutil/trace.go:171","msg":"trace[1852168825] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25379; }","duration":"3.036951482s","start":"2026-04-23T01:06:09.751207Z","end":"2026-04-23T01:06:12.788159Z","steps":["trace[1852168825] 'agreement among raft nodes before linearized reading' (duration: 3.03684857s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:12.788197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:09.751202Z","time spent":"3.036986923s","remote":"127.0.0.1:57802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-23T01:06:13.288129Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199180892761564,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:06:13.755318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000457805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T01:06:13.755404Z","caller":"traceutil/trace.go:171","msg":"trace[1852645842] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000589147s","start":"2026-04-23T01:06:11.754798Z","end":"2026-04-23T01:06:13.755388Z","steps":["trace[1852645842] 'agreement among raft nodes before linearized reading' (duration: 2.000467075s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:13.755444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:11.754779Z","time spent":"2.000657029s","remote":"127.0.0.1:57636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:06:13.789281Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199180892761564,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:06:14.289597Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199180892761564,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:06:14.725608Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.938889328s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T01:06:14.726006Z","caller":"traceutil/trace.go:171","msg":"trace[773266835] transaction","detail":"{read_only:false; response_revision:25382; number_of_response:1; }","duration":"2.970074956s","start":"2026-04-23T01:06:11.755912Z","end":"2026-04-23T01:06:14.725987Z","steps":["trace[773266835] 'process raft request' (duration: 2.970024875s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:14.726058Z","caller":"traceutil/trace.go:171","msg":"trace[558388955] transaction","detail":"{read_only:false; response_revision:25381; number_of_response:1; }","duration":"2.971124807s","start":"2026-04-23T01:06:11.754915Z","end":"2026-04-23T01:06:14.72604Z","steps":["trace[558388955] 'process raft request' (duration: 2.970990653s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:14.726114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:11.755887Z","time spent":"2.970158289s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:06:14.726135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:11.754909Z","time spent":"2.971182098s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:06:14.726104Z","caller":"traceutil/trace.go:171","msg":"trace[875288430] transaction","detail":"{read_only:false; response_revision:25380; number_of_response:1; }","duration":"2.973061912s","start":"2026-04-23T01:06:11.752961Z","end":"2026-04-23T01:06:14.726023Z","steps":["trace[875288430] 'process raft request' (duration: 2.972800127s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:14.726301Z","caller":"traceutil/trace.go:171","msg":"trace[831082731] transaction","detail":"{read_only:false; response_revision:25383; number_of_response:1; }","duration":"2.970368702s","start":"2026-04-23T01:06:11.755922Z","end":"2026-04-23T01:06:14.726291Z","steps":["trace[831082731] 'process raft request' (duration: 2.970037415s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:14.726329Z","caller":"traceutil/trace.go:171","msg":"trace[1706968276] transaction","detail":"{read_only:false; response_revision:25384; number_of_response:1; }","duration":"2.968872174s","start":"2026-04-23T01:06:11.757432Z","end":"2026-04-23T01:06:14.726304Z","steps":["trace[1706968276] 'process raft request' (duration: 2.968735762s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:14.726343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:11.752937Z","time spent":"2.973295747s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:06:14.726432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.42899388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.244\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-04-23T01:06:14.726438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:11.75742Z","time spent":"2.968961666s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:06:14.726454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.974184749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:06:14.726329Z","caller":"traceutil/trace.go:171","msg":"trace[1606824185] linearizableReadLoop","detail":"{readStateIndex:26207; appliedIndex:26202; }","duration":"1.938341877s","start":"2026-04-23T01:06:12.78796Z","end":"2026-04-23T01:06:14.726302Z","steps":["trace[1606824185] 'read index received' (duration: 1.937814587s)","trace[1606824185] 'applied index is now lower than readState.Index' (duration: 526.23µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:06:14.726508Z","caller":"traceutil/trace.go:171","msg":"trace[752105703] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25384; }","duration":"4.974280271s","start":"2026-04-23T01:06:09.752214Z","end":"2026-04-23T01:06:14.726494Z","steps":["trace[752105703] 'agreement among raft nodes before linearized reading' (duration: 4.974170909s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:14.726523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.868419922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-senlin-server\" ","response":"range_response_count:1 size:9541"} {"level":"warn","ts":"2026-04-23T01:06:14.726352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:11.755881Z","time spent":"2.970447524s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:06:14.726544Z","caller":"traceutil/trace.go:171","msg":"trace[1297438313] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-senlin-server; range_end:; response_count:1; response_revision:25384; }","duration":"2.868462533s","start":"2026-04-23T01:06:11.858076Z","end":"2026-04-23T01:06:14.726539Z","steps":["trace[1297438313] 'agreement among raft nodes before linearized reading' (duration: 2.868395321s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:14.726543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.867386953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3226"} {"level":"warn","ts":"2026-04-23T01:06:14.726547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:09.752203Z","time spent":"4.974334553s","remote":"127.0.0.1:57808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-04-23T01:06:14.726581Z","caller":"traceutil/trace.go:171","msg":"trace[29471294] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:25384; }","duration":"2.867445304s","start":"2026-04-23T01:06:11.859122Z","end":"2026-04-23T01:06:14.726567Z","steps":["trace[29471294] 'agreement among raft nodes before linearized reading' (duration: 2.867352442s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:14.72645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.868235679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18460"} {"level":"warn","ts":"2026-04-23T01:06:14.726614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.868680627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3234"} {"level":"info","ts":"2026-04-23T01:06:14.72646Z","caller":"traceutil/trace.go:171","msg":"trace[1101237527] range","detail":"{range_begin:/registry/masterleases/199.204.45.244; range_end:; response_count:1; response_revision:25384; }","duration":"3.429060221s","start":"2026-04-23T01:06:11.297392Z","end":"2026-04-23T01:06:14.726452Z","steps":["trace[1101237527] 'agreement among raft nodes before linearized reading' (duration: 3.42898181s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:14.726636Z","caller":"traceutil/trace.go:171","msg":"trace[4649436] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:25384; }","duration":"2.868699847s","start":"2026-04-23T01:06:11.857929Z","end":"2026-04-23T01:06:14.726629Z","steps":["trace[4649436] 'agreement among raft nodes before linearized reading' (duration: 2.868646686s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:14.726651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:11.857902Z","time spent":"2.868745157s","remote":"127.0.0.1:49834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3256,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" "} {"level":"info","ts":"2026-04-23T01:06:14.726628Z","caller":"traceutil/trace.go:171","msg":"trace[1568385572] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25384; }","duration":"2.868420482s","start":"2026-04-23T01:06:11.858191Z","end":"2026-04-23T01:06:14.726612Z","steps":["trace[1568385572] 'agreement among raft nodes before linearized reading' (duration: 2.868135827s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:14.726645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.086546299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-04-23T01:06:14.726704Z","caller":"traceutil/trace.go:171","msg":"trace[1925859054] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0; range_end:; response_count:1; response_revision:25384; }","duration":"2.08664377s","start":"2026-04-23T01:06:12.640038Z","end":"2026-04-23T01:06:14.726682Z","steps":["trace[1925859054] 'agreement among raft nodes before linearized reading' (duration: 2.086535598s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:14.726712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:11.858186Z","time spent":"2.868485643s","remote":"127.0.0.1:57798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18482,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-23T01:06:14.726727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.867675618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-cinder-server\" ","response":"range_response_count:1 size:9541"} {"level":"warn","ts":"2026-04-23T01:06:14.726723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.934856602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18460"} {"level":"warn","ts":"2026-04-23T01:06:14.726752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:12.640022Z","time spent":"2.086721402s","remote":"127.0.0.1:57792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0\" "} {"level":"warn","ts":"2026-04-23T01:06:14.726755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.566014051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:06:14.726781Z","caller":"traceutil/trace.go:171","msg":"trace[1726449899] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25384; }","duration":"1.934944974s","start":"2026-04-23T01:06:12.79182Z","end":"2026-04-23T01:06:14.726765Z","steps":["trace[1726449899] 'agreement among raft nodes before linearized reading' (duration: 1.93475906s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:14.726525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.867135818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-senlin\" ","response":"range_response_count:1 size:3236"} {"level":"info","ts":"2026-04-23T01:06:14.726806Z","caller":"traceutil/trace.go:171","msg":"trace[1094525476] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:25384; }","duration":"4.566108463s","start":"2026-04-23T01:06:10.160683Z","end":"2026-04-23T01:06:14.726792Z","steps":["trace[1094525476] 'agreement among raft nodes before linearized reading' (duration: 4.566014161s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:14.72681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.758727134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:06:14.726832Z","caller":"traceutil/trace.go:171","msg":"trace[1584806182] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-senlin; range_end:; response_count:1; response_revision:25384; }","duration":"2.867472825s","start":"2026-04-23T01:06:11.859344Z","end":"2026-04-23T01:06:14.726817Z","steps":["trace[1584806182] 'agreement among raft nodes before linearized reading' (duration: 2.867022906s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:14.726841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:10.160663Z","time spent":"4.566170025s","remote":"127.0.0.1:52356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:06:14.726822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:12.791793Z","time spent":"1.935018674s","remote":"127.0.0.1:57798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18482,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-04-23T01:06:14.726866Z","caller":"traceutil/trace.go:171","msg":"trace[617392314] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25384; }","duration":"4.758815695s","start":"2026-04-23T01:06:09.968032Z","end":"2026-04-23T01:06:14.726848Z","steps":["trace[617392314] 'agreement among raft nodes before linearized reading' (duration: 4.758718303s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:14.726873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:11.859338Z","time spent":"2.867524245s","remote":"127.0.0.1:49834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3258,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-senlin\" "} {"level":"warn","ts":"2026-04-23T01:06:14.726906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.870027302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" ","response":"range_response_count:1 size:3239"} {"level":"info","ts":"2026-04-23T01:06:14.726934Z","caller":"traceutil/trace.go:171","msg":"trace[1779275895] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron; range_end:; response_count:1; response_revision:25384; }","duration":"2.870053642s","start":"2026-04-23T01:06:11.856873Z","end":"2026-04-23T01:06:14.726927Z","steps":["trace[1779275895] 'agreement among raft nodes before linearized reading' (duration: 2.869982181s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:14.726953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:11.856822Z","time spent":"2.870125464s","remote":"127.0.0.1:49834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3261,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" "} {"level":"warn","ts":"2026-04-23T01:06:14.726955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.868232298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:12028"} {"level":"warn","ts":"2026-04-23T01:06:14.726967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.597599301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:06:14.726611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:11.859111Z","time spent":"2.867492585s","remote":"127.0.0.1:49834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3248,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" "} {"level":"warn","ts":"2026-04-23T01:06:14.726565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:11.858071Z","time spent":"2.868489703s","remote":"127.0.0.1:58104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9563,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-senlin-server\" "} {"level":"info","ts":"2026-04-23T01:06:14.727005Z","caller":"traceutil/trace.go:171","msg":"trace[309678394] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25384; }","duration":"4.597696713s","start":"2026-04-23T01:06:10.129299Z","end":"2026-04-23T01:06:14.726996Z","steps":["trace[309678394] 'agreement among raft nodes before linearized reading' (duration: 4.597627201s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:14.726905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:09.968011Z","time spent":"4.758883807s","remote":"127.0.0.1:49964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:06:14.727034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:10.129274Z","time spent":"4.597751603s","remote":"127.0.0.1:49904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:06:14.727036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.760297726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3237"} {"level":"warn","ts":"2026-04-23T01:06:14.727056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.67096003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:06:14.727063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.772812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-04-23T01:06:14.727091Z","caller":"traceutil/trace.go:171","msg":"trace[2060567184] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:25384; }","duration":"3.67099487s","start":"2026-04-23T01:06:11.056084Z","end":"2026-04-23T01:06:14.727079Z","steps":["trace[2060567184] 'agreement among raft nodes before linearized reading' (duration: 3.670937509s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:14.727098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.868628075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-barbican-server\" ","response":"range_response_count:1 size:9577"} {"level":"info","ts":"2026-04-23T01:06:14.727112Z","caller":"traceutil/trace.go:171","msg":"trace[1476956406] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25384; }","duration":"384.838963ms","start":"2026-04-23T01:06:14.342259Z","end":"2026-04-23T01:06:14.727098Z","steps":["trace[1476956406] 'agreement among raft nodes before linearized reading' (duration: 384.7018ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:14.726838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.86939826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/kube-prometheus-stack-prometheus-node-exporter\" ","response":"range_response_count:1 size:8212"} {"level":"warn","ts":"2026-04-23T01:06:14.727094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.870121244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3244"} {"level":"info","ts":"2026-04-23T01:06:14.727136Z","caller":"traceutil/trace.go:171","msg":"trace[1399785670] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-barbican-server; range_end:; response_count:1; response_revision:25384; }","duration":"2.868676877s","start":"2026-04-23T01:06:11.858448Z","end":"2026-04-23T01:06:14.727125Z","steps":["trace[1399785670] 'agreement among raft nodes before linearized reading' (duration: 2.868569035s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:14.727154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:14.342251Z","time spent":"384.892123ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-23T01:06:14.727157Z","caller":"traceutil/trace.go:171","msg":"trace[1300612953] range","detail":"{range_begin:/registry/daemonsets/monitoring/kube-prometheus-stack-prometheus-node-exporter; range_end:; response_count:1; response_revision:25384; }","duration":"2.869712235s","start":"2026-04-23T01:06:11.857432Z","end":"2026-04-23T01:06:14.727144Z","steps":["trace[1300612953] 'agreement among raft nodes before linearized reading' (duration: 2.869346869s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:14.726637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:11.297371Z","time spent":"3.429260524s","remote":"127.0.0.1:57676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.244\" "} {"level":"warn","ts":"2026-04-23T01:06:14.727176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:11.858442Z","time spent":"2.868724598s","remote":"127.0.0.1:58104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":9599,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-barbican-server\" "} {"level":"info","ts":"2026-04-23T01:06:14.727183Z","caller":"traceutil/trace.go:171","msg":"trace[1960359746] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:25384; }","duration":"2.870255036s","start":"2026-04-23T01:06:11.856906Z","end":"2026-04-23T01:06:14.727161Z","steps":["trace[1960359746] 'agreement among raft nodes before linearized reading' (duration: 2.86995767s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:14.727196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:11.857408Z","time spent":"2.869777386s","remote":"127.0.0.1:58106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":8234,"request content":"key:\"/registry/daemonsets/monitoring/kube-prometheus-stack-prometheus-node-exporter\" "} {"level":"warn","ts":"2026-04-23T01:06:14.727223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.263016674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:06:14.727235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:11.8569Z","time spent":"2.870325177s","remote":"127.0.0.1:49834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3266,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-04-23T01:06:14.727267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.867335881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" ","response":"range_response_count:1 size:3236"} {"level":"info","ts":"2026-04-23T01:06:14.727267Z","caller":"traceutil/trace.go:171","msg":"trace[2015586243] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:25384; }","duration":"4.263091465s","start":"2026-04-23T01:06:10.464159Z","end":"2026-04-23T01:06:14.72725Z","steps":["trace[2015586243] 'agreement among raft nodes before linearized reading' (duration: 4.263037334s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:14.727296Z","caller":"traceutil/trace.go:171","msg":"trace[1489960320] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum; range_end:; response_count:1; response_revision:25384; }","duration":"2.867378862s","start":"2026-04-23T01:06:11.85991Z","end":"2026-04-23T01:06:14.727289Z","steps":["trace[1489960320] 'agreement among raft nodes before linearized reading' (duration: 2.867306691s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:14.727309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:10.464134Z","time spent":"4.263163706s","remote":"127.0.0.1:52524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:06:14.727324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:11.859902Z","time spent":"2.867415473s","remote":"127.0.0.1:49834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3258,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" "} {"level":"warn","ts":"2026-04-23T01:06:14.727332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.147698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-04-23T01:06:14.727379Z","caller":"traceutil/trace.go:171","msg":"trace[1594583573] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25384; }","duration":"385.26092ms","start":"2026-04-23T01:06:14.342104Z","end":"2026-04-23T01:06:14.727365Z","steps":["trace[1594583573] 'agreement among raft nodes before linearized reading' (duration: 385.133348ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:14.727194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.867029985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:3234"} {"level":"info","ts":"2026-04-23T01:06:14.727424Z","caller":"traceutil/trace.go:171","msg":"trace[398211457] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:25384; }","duration":"2.8672726s","start":"2026-04-23T01:06:11.860141Z","end":"2026-04-23T01:06:14.727414Z","steps":["trace[398211457] 'agreement among raft nodes before linearized reading' (duration: 2.866992944s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:14.72684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.867952833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" ","response":"range_response_count:1 size:3241"} {"level":"warn","ts":"2026-04-23T01:06:14.727443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:14.342068Z","time spent":"385.362362ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-23T01:06:14.727443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.732983984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-28c9c034-388e-4227-aede-d0ae98282006\" ","response":"range_response_count:1 size:3764"} {"level":"warn","ts":"2026-04-23T01:06:14.727475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.870492831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:3224"} {"level":"warn","ts":"2026-04-23T01:06:14.727527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.869044794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/loki\" ","response":"range_response_count:1 size:5327"} {"level":"info","ts":"2026-04-23T01:06:14.727557Z","caller":"traceutil/trace.go:171","msg":"trace[1176139667] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:25384; }","duration":"2.870587053s","start":"2026-04-23T01:06:11.85696Z","end":"2026-04-23T01:06:14.727547Z","steps":["trace[1176139667] 'agreement among raft nodes before linearized reading' (duration: 2.870435329s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:14.727177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.929323465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:06:14.727584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.867878482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/octavia-health-manager-default\" ","response":"range_response_count:1 size:10186"} {"level":"info","ts":"2026-04-23T01:06:14.727587Z","caller":"traceutil/trace.go:171","msg":"trace[1002581203] range","detail":"{range_begin:/registry/statefulsets/monitoring/loki; range_end:; response_count:1; response_revision:25384; }","duration":"2.869166066s","start":"2026-04-23T01:06:11.858408Z","end":"2026-04-23T01:06:14.727574Z","steps":["trace[1002581203] 'agreement among raft nodes before linearized reading' (duration: 2.868980142s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:14.727616Z","caller":"traceutil/trace.go:171","msg":"trace[651445105] range","detail":"{range_begin:/registry/daemonsets/openstack/octavia-health-manager-default; range_end:; response_count:1; response_revision:25384; }","duration":"2.867910653s","start":"2026-04-23T01:06:11.859697Z","end":"2026-04-23T01:06:14.727608Z","steps":["trace[651445105] 'agreement among raft nodes before linearized reading' (duration: 2.8677713s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:14.727615Z","caller":"traceutil/trace.go:171","msg":"trace[1596891486] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:25384; }","duration":"3.929801064s","start":"2026-04-23T01:06:10.797794Z","end":"2026-04-23T01:06:14.727596Z","steps":["trace[1596891486] 'agreement among raft nodes before linearized reading' (duration: 3.929354155s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:14.727631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:11.8584Z","time spent":"2.869219918s","remote":"127.0.0.1:58104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":5349,"request content":"key:\"/registry/statefulsets/monitoring/loki\" "} {"level":"warn","ts":"2026-04-23T01:06:14.727628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.023189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:06:14.727667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.870714226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:3244"} {"level":"warn","ts":"2026-04-23T01:06:14.727675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:10.797773Z","time spent":"3.929884316s","remote":"127.0.0.1:50074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:06:14.726758Z","caller":"traceutil/trace.go:171","msg":"trace[1323751120] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-cinder-server; range_end:; response_count:1; response_revision:25384; }","duration":"2.867720028s","start":"2026-04-23T01:06:11.859028Z","end":"2026-04-23T01:06:14.726748Z","steps":["trace[1323751120] 'agreement among raft nodes before linearized reading' (duration: 2.867635417s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:14.727695Z","caller":"traceutil/trace.go:171","msg":"trace[390506074] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:25384; }","duration":"2.870752766s","start":"2026-04-23T01:06:11.856935Z","end":"2026-04-23T01:06:14.727687Z","steps":["trace[390506074] 'agreement among raft nodes before linearized reading' (duration: 2.870673725s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:14.727729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:11.85693Z","time spent":"2.870794087s","remote":"127.0.0.1:49834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3266,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" "} {"level":"warn","ts":"2026-04-23T01:06:14.727735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:11.859017Z","time spent":"2.868705247s","remote":"127.0.0.1:58104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9563,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-cinder-server\" "} {"level":"warn","ts":"2026-04-23T01:06:14.727125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:11.056035Z","time spent":"3.671081812s","remote":"127.0.0.1:42400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:06:14.727491Z","caller":"traceutil/trace.go:171","msg":"trace[1925809173] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-28c9c034-388e-4227-aede-d0ae98282006; range_end:; response_count:1; response_revision:25384; }","duration":"4.733058865s","start":"2026-04-23T01:06:09.994421Z","end":"2026-04-23T01:06:14.72748Z","steps":["trace[1925809173] 'agreement among raft nodes before linearized reading' (duration: 4.732915002s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:14.727868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"943.522725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:06:14.727683Z","caller":"traceutil/trace.go:171","msg":"trace[882081718] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:25384; }","duration":"611.10605ms","start":"2026-04-23T01:06:14.116561Z","end":"2026-04-23T01:06:14.727667Z","steps":["trace[882081718] 'agreement among raft nodes before linearized reading' (duration: 611.018328ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:14.727909Z","caller":"traceutil/trace.go:171","msg":"trace[548383922] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:25384; }","duration":"943.595377ms","start":"2026-04-23T01:06:13.7843Z","end":"2026-04-23T01:06:14.727895Z","steps":["trace[548383922] 'agreement among raft nodes before linearized reading' (duration: 943.527626ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:14.727951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:13.784282Z","time spent":"943.655908ms","remote":"127.0.0.1:52630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:06:14.727952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:14.116543Z","time spent":"611.390306ms","remote":"127.0.0.1:36738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:06:14.727987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.227490908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:06:14.727643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:11.859629Z","time spent":"2.868009044s","remote":"127.0.0.1:58106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":10208,"request content":"key:\"/registry/daemonsets/openstack/octavia-health-manager-default\" "} {"level":"info","ts":"2026-04-23T01:06:14.728038Z","caller":"traceutil/trace.go:171","msg":"trace[2114273035] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:25384; }","duration":"1.22759061s","start":"2026-04-23T01:06:13.500432Z","end":"2026-04-23T01:06:14.728023Z","steps":["trace[2114273035] 'agreement among raft nodes before linearized reading' (duration: 1.227493208s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:14.728075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:13.500409Z","time spent":"1.227657111s","remote":"127.0.0.1:52684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:06:14.727459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:11.860135Z","time spent":"2.867314061s","remote":"127.0.0.1:49834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3256,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" "} {"level":"warn","ts":"2026-04-23T01:06:14.727903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:09.994407Z","time spent":"4.733479164s","remote":"127.0.0.1:57802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3786,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-28c9c034-388e-4227-aede-d0ae98282006\" "} {"level":"info","ts":"2026-04-23T01:06:14.72748Z","caller":"traceutil/trace.go:171","msg":"trace[457382432] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia; range_end:; response_count:1; response_revision:25384; }","duration":"2.868604035s","start":"2026-04-23T01:06:11.858863Z","end":"2026-04-23T01:06:14.727467Z","steps":["trace[457382432] 'agreement among raft nodes before linearized reading' (duration: 2.867913662s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:14.728171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:11.858855Z","time spent":"2.869299127s","remote":"127.0.0.1:49834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3263,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" "} {"level":"info","ts":"2026-04-23T01:06:14.726996Z","caller":"traceutil/trace.go:171","msg":"trace[1075730249] range","detail":"{range_begin:/registry/statefulsets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:25384; }","duration":"2.868271448s","start":"2026-04-23T01:06:11.858712Z","end":"2026-04-23T01:06:14.726983Z","steps":["trace[1075730249] 'agreement among raft nodes before linearized reading' (duration: 2.868152216s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:14.727453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.86773713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-nova-server\" ","response":"range_response_count:1 size:9503"} {"level":"warn","ts":"2026-04-23T01:06:14.728216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:11.858672Z","time spent":"2.869534822s","remote":"127.0.0.1:58104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":12050,"request content":"key:\"/registry/statefulsets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-04-23T01:06:14.728211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.92616316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-28c9c034-388e-4227-aede-d0ae98282006\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-04-23T01:06:14.728229Z","caller":"traceutil/trace.go:171","msg":"trace[1012237646] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-nova-server; range_end:; response_count:1; response_revision:25384; }","duration":"2.868530704s","start":"2026-04-23T01:06:11.859686Z","end":"2026-04-23T01:06:14.728216Z","steps":["trace[1012237646] 'agreement among raft nodes before linearized reading' (duration: 2.867705908s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:14.72826Z","caller":"traceutil/trace.go:171","msg":"trace[1005995356] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-28c9c034-388e-4227-aede-d0ae98282006; range_end:; response_count:1; response_revision:25384; }","duration":"1.926240221s","start":"2026-04-23T01:06:12.802005Z","end":"2026-04-23T01:06:14.728245Z","steps":["trace[1005995356] 'agreement among raft nodes before linearized reading' (duration: 1.926098899s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:14.728273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:11.859673Z","time spent":"2.868584735s","remote":"127.0.0.1:58104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":9525,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-nova-server\" "} {"level":"info","ts":"2026-04-23T01:06:14.727071Z","caller":"traceutil/trace.go:171","msg":"trace[2074423185] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25384; }","duration":"2.760356407s","start":"2026-04-23T01:06:11.966703Z","end":"2026-04-23T01:06:14.72706Z","steps":["trace[2074423185] 'agreement among raft nodes before linearized reading' (duration: 2.760262395s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:14.728303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:12.801988Z","time spent":"1.926303373s","remote":"127.0.0.1:57802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3786,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-28c9c034-388e-4227-aede-d0ae98282006\" "} {"level":"warn","ts":"2026-04-23T01:06:14.728342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"966.035845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:06:14.728337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:11.966685Z","time spent":"2.761637641s","remote":"127.0.0.1:49834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3259,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-04-23T01:06:14.72837Z","caller":"traceutil/trace.go:171","msg":"trace[885300634] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25384; }","duration":"966.079285ms","start":"2026-04-23T01:06:13.762281Z","end":"2026-04-23T01:06:14.728361Z","steps":["trace[885300634] 'agreement among raft nodes before linearized reading' (duration: 966.043085ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:14.727115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.822751851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:06:14.728397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:13.762273Z","time spent":"966.119027ms","remote":"127.0.0.1:57620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T01:06:14.728416Z","caller":"traceutil/trace.go:171","msg":"trace[1016627831] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/endpoints/; range_end:/registry/openstack.k-orc.cloud/endpoints0; response_count:0; response_revision:25384; }","duration":"2.824046305s","start":"2026-04-23T01:06:11.904353Z","end":"2026-04-23T01:06:14.7284Z","steps":["trace[1016627831] 'agreement among raft nodes before linearized reading' (duration: 2.82273731s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:14.728468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:11.904302Z","time spent":"2.824149767s","remote":"127.0.0.1:52620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:06:14.728549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.338969235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:06:14.728586Z","caller":"traceutil/trace.go:171","msg":"trace[582967395] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:25384; }","duration":"1.339056197s","start":"2026-04-23T01:06:13.389519Z","end":"2026-04-23T01:06:14.728575Z","steps":["trace[582967395] 'agreement among raft nodes before linearized reading' (duration: 1.338994336s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:14.728304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"969.978988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8d6e14ded6b63\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-04-23T01:06:14.728622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:13.389493Z","time spent":"1.339115948s","remote":"127.0.0.1:52594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:06:14.72864Z","caller":"traceutil/trace.go:171","msg":"trace[1939072869] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a8d6e14ded6b63; range_end:; response_count:1; response_revision:25384; }","duration":"970.350785ms","start":"2026-04-23T01:06:13.758277Z","end":"2026-04-23T01:06:14.728628Z","steps":["trace[1939072869] 'agreement among raft nodes before linearized reading' (duration: 969.916867ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:14.728677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:13.75825Z","time spent":"970.416417ms","remote":"127.0.0.1:57720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8d6e14ded6b63\" "} {"level":"warn","ts":"2026-04-23T01:06:14.727588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:11.856954Z","time spent":"2.870626684s","remote":"127.0.0.1:49834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3246,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" "} {"level":"warn","ts":"2026-04-23T01:06:14.728832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.396948246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-04-23T01:06:14.728885Z","caller":"traceutil/trace.go:171","msg":"trace[478468539] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:25384; }","duration":"1.397001127s","start":"2026-04-23T01:06:13.33187Z","end":"2026-04-23T01:06:14.728871Z","steps":["trace[478468539] 'agreement among raft nodes before linearized reading' (duration: 1.396866224s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:14.728926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:13.331803Z","time spent":"1.397111699s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T01:06:14.729361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.871071112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/openvswitch\" ","response":"range_response_count:1 size:9889"} {"level":"info","ts":"2026-04-23T01:06:14.729421Z","caller":"traceutil/trace.go:171","msg":"trace[812162290] range","detail":"{range_begin:/registry/daemonsets/openstack/openvswitch; range_end:; response_count:1; response_revision:25384; }","duration":"2.871177914s","start":"2026-04-23T01:06:11.85823Z","end":"2026-04-23T01:06:14.729408Z","steps":["trace[812162290] 'agreement among raft nodes before linearized reading' (duration: 2.869725257s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:14.729457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:11.858214Z","time spent":"2.871233505s","remote":"127.0.0.1:58106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":9911,"request content":"key:\"/registry/daemonsets/openstack/openvswitch\" "} {"level":"warn","ts":"2026-04-23T01:06:14.729481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.8891728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-23T01:06:14.729531Z","caller":"traceutil/trace.go:171","msg":"trace[1671904862] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:25384; }","duration":"1.889248842s","start":"2026-04-23T01:06:12.840272Z","end":"2026-04-23T01:06:14.729521Z","steps":["trace[1671904862] 'agreement among raft nodes before linearized reading' (duration: 1.887590661s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:14.729573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:12.840261Z","time spent":"1.889291633s","remote":"127.0.0.1:57720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2837,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:06:15.328918Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199180892761575,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:06:15.829377Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199180892761575,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:06:16.301271Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.477141661s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T01:06:16.62813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.509325ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:06:16.62829Z","caller":"traceutil/trace.go:171","msg":"trace[461628638] transaction","detail":"{read_only:false; response_revision:25385; number_of_response:1; }","duration":"1.896384904s","start":"2026-04-23T01:06:14.731891Z","end":"2026-04-23T01:06:16.628276Z","steps":["trace[461628638] 'process raft request' (duration: 1.569660105s)","trace[461628638] 'compare' (duration: 325.971106ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:06:16.628334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:14.73187Z","time spent":"1.896443846s","remote":"127.0.0.1:57720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:06:16.628632Z","caller":"traceutil/trace.go:171","msg":"trace[277245952] transaction","detail":"{read_only:false; response_revision:25387; number_of_response:1; }","duration":"1.893931588s","start":"2026-04-23T01:06:14.734676Z","end":"2026-04-23T01:06:16.628608Z","steps":["trace[277245952] 'process raft request' (duration: 1.893809826s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:16.628774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:14.734665Z","time spent":"1.894040941s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:06:16.62863Z","caller":"traceutil/trace.go:171","msg":"trace[1210864491] transaction","detail":"{read_only:false; response_revision:25386; number_of_response:1; }","duration":"1.894190233s","start":"2026-04-23T01:06:14.734407Z","end":"2026-04-23T01:06:16.628597Z","steps":["trace[1210864491] 'process raft request' (duration: 1.893798366s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:16.629036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:14.734387Z","time spent":"1.894618793s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:06:16.629525Z","caller":"traceutil/trace.go:171","msg":"trace[281238730] transaction","detail":"{read_only:false; response_revision:25388; number_of_response:1; }","duration":"1.894445338s","start":"2026-04-23T01:06:14.735071Z","end":"2026-04-23T01:06:16.629516Z","steps":["trace[281238730] 'process raft request' (duration: 1.89349626s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:16.629577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:14.735058Z","time spent":"1.89449701s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:06:16.629687Z","caller":"traceutil/trace.go:171","msg":"trace[1520443007] transaction","detail":"{read_only:false; response_revision:25389; number_of_response:1; }","duration":"1.878078764s","start":"2026-04-23T01:06:14.751559Z","end":"2026-04-23T01:06:16.629637Z","steps":["trace[1520443007] 'process raft request' (duration: 1.877155936s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:16.629839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:14.751529Z","time spent":"1.878217455s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:06:16.629864Z","caller":"traceutil/trace.go:171","msg":"trace[545893744] transaction","detail":"{read_only:false; response_revision:25390; number_of_response:1; }","duration":"1.834854407s","start":"2026-04-23T01:06:14.794999Z","end":"2026-04-23T01:06:16.629854Z","steps":["trace[545893744] 'process raft request' (duration: 1.834806477s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:16.630143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:14.794985Z","time spent":"1.835109502s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:06:16.835306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000115749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T01:06:16.835384Z","caller":"traceutil/trace.go:171","msg":"trace[2041554374] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000866322s","start":"2026-04-23T01:06:14.8345Z","end":"2026-04-23T01:06:16.835366Z","steps":["trace[2041554374] 'agreement among raft nodes before linearized reading' (duration: 2.000113629s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:16.835427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:14.834467Z","time spent":"2.000950574s","remote":"127.0.0.1:57620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 01:06:16 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:06:18.835514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999490537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:06:18.83559Z","caller":"traceutil/trace.go:171","msg":"trace[586797155] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.99964648s","start":"2026-04-23T01:06:16.835926Z","end":"2026-04-23T01:06:18.835573Z","steps":["trace[586797155] 'agreement among raft nodes before linearized reading' (duration: 1.999526668s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:18.835633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:16.835906Z","time spent":"1.999717071s","remote":"127.0.0.1:57636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 01:06:18 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:06:18.906164Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.604623045s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T01:06:19.121236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.717492ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:06:19.12145Z","caller":"traceutil/trace.go:171","msg":"trace[1117884868] linearizableReadLoop","detail":"{readStateIndex:26216; appliedIndex:26208; }","duration":"4.293147626s","start":"2026-04-23T01:06:14.828286Z","end":"2026-04-23T01:06:19.121433Z","steps":["trace[1117884868] 'read index received' (duration: 1.473283259s)","trace[1117884868] 'applied index is now lower than readState.Index' (duration: 2.819863457s)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:06:19.1215Z","caller":"traceutil/trace.go:171","msg":"trace[1870863620] transaction","detail":"{read_only:false; response_revision:25392; number_of_response:1; }","duration":"4.002273585s","start":"2026-04-23T01:06:15.119196Z","end":"2026-04-23T01:06:19.12147Z","steps":["trace[1870863620] 'process raft request' (duration: 4.002135952s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:19.121627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.386765741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/loki-results-cache\" ","response":"range_response_count:1 size:3900"} {"level":"warn","ts":"2026-04-23T01:06:19.121624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:15.119173Z","time spent":"4.002403898s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:06:19.121638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.384766164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-glance-server\" ","response":"range_response_count:1 size:9541"} {"level":"info","ts":"2026-04-23T01:06:19.121653Z","caller":"traceutil/trace.go:171","msg":"trace[139266774] range","detail":"{range_begin:/registry/statefulsets/monitoring/loki-results-cache; range_end:; response_count:1; response_revision:25392; }","duration":"4.386813442s","start":"2026-04-23T01:06:14.734831Z","end":"2026-04-23T01:06:19.121644Z","steps":["trace[139266774] 'agreement among raft nodes before linearized reading' (duration: 4.38667474s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:19.121682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:14.734823Z","time spent":"4.386852443s","remote":"127.0.0.1:58104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":3922,"request content":"key:\"/registry/statefulsets/monitoring/loki-results-cache\" "} {"level":"warn","ts":"2026-04-23T01:06:19.121675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.384915886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9579"} {"level":"warn","ts":"2026-04-23T01:06:19.121673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.385006548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-pxc\" ","response":"range_response_count:1 size:18204"} {"level":"info","ts":"2026-04-23T01:06:19.121727Z","caller":"traceutil/trace.go:171","msg":"trace[398509847] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:25392; }","duration":"4.384983658s","start":"2026-04-23T01:06:14.736726Z","end":"2026-04-23T01:06:19.12171Z","steps":["trace[398509847] 'agreement among raft nodes before linearized reading' (duration: 4.384784355s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:19.121715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.384900756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:3234"} {"level":"warn","ts":"2026-04-23T01:06:19.121723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.328303241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-23T01:06:19.121746Z","caller":"traceutil/trace.go:171","msg":"trace[354970776] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-pxc; range_end:; response_count:1; response_revision:25392; }","duration":"4.38509395s","start":"2026-04-23T01:06:14.736633Z","end":"2026-04-23T01:06:19.121727Z","steps":["trace[354970776] 'agreement among raft nodes before linearized reading' (duration: 4.384807844s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:19.121775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.329479233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-23T01:06:19.121784Z","caller":"traceutil/trace.go:171","msg":"trace[584621484] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:25392; }","duration":"4.384983618s","start":"2026-04-23T01:06:14.73678Z","end":"2026-04-23T01:06:19.121764Z","steps":["trace[584621484] 'agreement among raft nodes before linearized reading' (duration: 4.384777444s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:19.1218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:14.736629Z","time spent":"4.385163051s","remote":"127.0.0.1:58104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":18226,"request content":"key:\"/registry/statefulsets/openstack/percona-xtradb-pxc\" "} {"level":"info","ts":"2026-04-23T01:06:19.121806Z","caller":"traceutil/trace.go:171","msg":"trace[2039454585] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25392; }","duration":"4.329525574s","start":"2026-04-23T01:06:14.79227Z","end":"2026-04-23T01:06:19.121796Z","steps":["trace[2039454585] 'agreement among raft nodes before linearized reading' (duration: 4.329437702s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:19.121756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:14.736722Z","time spent":"4.385028679s","remote":"127.0.0.1:58104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":9601,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" "} {"level":"warn","ts":"2026-04-23T01:06:19.121821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:14.736776Z","time spent":"4.385036829s","remote":"127.0.0.1:49834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3256,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" "} {"level":"warn","ts":"2026-04-23T01:06:19.121831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.386404254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/magnum-conductor\" ","response":"range_response_count:1 size:8301"} {"level":"warn","ts":"2026-04-23T01:06:19.121878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.333190092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:06:19.121877Z","caller":"traceutil/trace.go:171","msg":"trace[1541547965] range","detail":"{range_begin:/registry/statefulsets/openstack/magnum-conductor; range_end:; response_count:1; response_revision:25392; }","duration":"4.386449935s","start":"2026-04-23T01:06:14.735412Z","end":"2026-04-23T01:06:19.121862Z","steps":["trace[1541547965] 'agreement among raft nodes before linearized reading' (duration: 4.386345243s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:19.121891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.388138126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-fdd7aab2-109f-4013-93bf-d1711f74f999\" ","response":"range_response_count:1 size:1322"} {"level":"warn","ts":"2026-04-23T01:06:19.121867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.387181658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/vector\" ","response":"range_response_count:1 size:5101"} {"level":"info","ts":"2026-04-23T01:06:19.121903Z","caller":"traceutil/trace.go:171","msg":"trace[1955492815] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25392; }","duration":"4.333239274s","start":"2026-04-23T01:06:14.788657Z","end":"2026-04-23T01:06:19.121896Z","steps":["trace[1955492815] 'agreement among raft nodes before linearized reading' (duration: 4.333199473s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:19.121914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:14.735408Z","time spent":"4.386499386s","remote":"127.0.0.1:58104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":8323,"request content":"key:\"/registry/statefulsets/openstack/magnum-conductor\" "} {"level":"info","ts":"2026-04-23T01:06:19.121924Z","caller":"traceutil/trace.go:171","msg":"trace[1934018023] range","detail":"{range_begin:/registry/daemonsets/monitoring/vector; range_end:; response_count:1; response_revision:25392; }","duration":"4.38725633s","start":"2026-04-23T01:06:14.734661Z","end":"2026-04-23T01:06:19.121917Z","steps":["trace[1934018023] 'agreement among raft nodes before linearized reading' (duration: 4.387114217s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:19.121891Z","caller":"traceutil/trace.go:171","msg":"trace[1460237413] transaction","detail":"{read_only:false; response_revision:25391; number_of_response:1; }","duration":"4.29280515s","start":"2026-04-23T01:06:14.829046Z","end":"2026-04-23T01:06:19.121851Z","steps":["trace[1460237413] 'process raft request' (duration: 4.077386275s)","trace[1460237413] 'compare' (duration: 213.469789ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:06:19.12192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.327798312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-23T01:06:19.121946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:14.734653Z","time spent":"4.38728718s","remote":"127.0.0.1:58106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":5123,"request content":"key:\"/registry/daemonsets/monitoring/vector\" "} {"level":"info","ts":"2026-04-23T01:06:19.121969Z","caller":"traceutil/trace.go:171","msg":"trace[790069916] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25392; }","duration":"4.327891794s","start":"2026-04-23T01:06:14.794065Z","end":"2026-04-23T01:06:19.121957Z","steps":["trace[790069916] 'agreement among raft nodes before linearized reading' (duration: 4.327383285s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:19.121715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.386344424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7422"} {"level":"warn","ts":"2026-04-23T01:06:19.121987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.327899404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-23T01:06:19.121999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:14.794043Z","time spent":"4.327947014s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T01:06:19.12193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:14.788641Z","time spent":"4.333284254s","remote":"127.0.0.1:58102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-23T01:06:19.122015Z","caller":"traceutil/trace.go:171","msg":"trace[528942743] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:25392; }","duration":"4.386679279s","start":"2026-04-23T01:06:14.735323Z","end":"2026-04-23T01:06:19.122002Z","steps":["trace[528942743] 'agreement among raft nodes before linearized reading' (duration: 4.38614853s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:19.121686Z","caller":"traceutil/trace.go:171","msg":"trace[1690146901] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-glance-server; range_end:; response_count:1; response_revision:25392; }","duration":"4.384850016s","start":"2026-04-23T01:06:14.73682Z","end":"2026-04-23T01:06:19.12167Z","steps":["trace[1690146901] 'agreement among raft nodes before linearized reading' (duration: 4.384630472s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:19.122049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:14.735308Z","time spent":"4.38673153s","remote":"127.0.0.1:58104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7444,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"info","ts":"2026-04-23T01:06:19.121924Z","caller":"traceutil/trace.go:171","msg":"trace[306848503] range","detail":"{range_begin:/registry/persistentvolumes/pvc-fdd7aab2-109f-4013-93bf-d1711f74f999; range_end:; response_count:1; response_revision:25392; }","duration":"4.388197088s","start":"2026-04-23T01:06:14.733716Z","end":"2026-04-23T01:06:19.121913Z","steps":["trace[306848503] 'agreement among raft nodes before linearized reading' (duration: 4.388103976s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:19.122064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:14.736791Z","time spent":"4.385260703s","remote":"127.0.0.1:58104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9563,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-glance-server\" "} {"level":"warn","ts":"2026-04-23T01:06:19.122093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:14.733699Z","time spent":"4.388387791s","remote":"127.0.0.1:57788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1344,"request content":"key:\"/registry/persistentvolumes/pvc-fdd7aab2-109f-4013-93bf-d1711f74f999\" "} {"level":"warn","ts":"2026-04-23T01:06:19.122115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.385399465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-magnum-server\" ","response":"range_response_count:1 size:9543"} {"level":"warn","ts":"2026-04-23T01:06:19.12214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.386732451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/loki-chunks-cache\" ","response":"range_response_count:1 size:3889"} {"level":"info","ts":"2026-04-23T01:06:19.122147Z","caller":"traceutil/trace.go:171","msg":"trace[1464409782] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-magnum-server; range_end:; response_count:1; response_revision:25392; }","duration":"4.385445466s","start":"2026-04-23T01:06:14.736692Z","end":"2026-04-23T01:06:19.122138Z","steps":["trace[1464409782] 'agreement among raft nodes before linearized reading' (duration: 4.385349524s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:19.122166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.384743932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:06:19.122064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.386649568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-neutron-server\" ","response":"range_response_count:1 size:9560"} {"level":"info","ts":"2026-04-23T01:06:19.122018Z","caller":"traceutil/trace.go:171","msg":"trace[2131053939] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25392; }","duration":"4.327940945s","start":"2026-04-23T01:06:14.794068Z","end":"2026-04-23T01:06:19.122009Z","steps":["trace[2131053939] 'agreement among raft nodes before linearized reading' (duration: 4.327857053s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:19.122205Z","caller":"traceutil/trace.go:171","msg":"trace[77591221] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-neutron-server; range_end:; response_count:1; response_revision:25392; }","duration":"4.386807692s","start":"2026-04-23T01:06:14.735386Z","end":"2026-04-23T01:06:19.122193Z","steps":["trace[77591221] 'agreement among raft nodes before linearized reading' (duration: 4.386613508s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:19.122197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.386294262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:3224"} {"level":"warn","ts":"2026-04-23T01:06:19.122231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:14.735372Z","time spent":"4.386852712s","remote":"127.0.0.1:58104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":9582,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-neutron-server\" "} {"level":"warn","ts":"2026-04-23T01:06:19.122229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.385727111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:6130"} {"level":"info","ts":"2026-04-23T01:06:19.122248Z","caller":"traceutil/trace.go:171","msg":"trace[1711666228] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:25392; }","duration":"4.386361363s","start":"2026-04-23T01:06:14.735873Z","end":"2026-04-23T01:06:19.122235Z","steps":["trace[1711666228] 'agreement among raft nodes before linearized reading' (duration: 4.38622281s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:19.122037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:14.829028Z","time spent":"4.292927202s","remote":"127.0.0.1:57676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:06:19.122265Z","caller":"traceutil/trace.go:171","msg":"trace[241242384] range","detail":"{range_begin:/registry/daemonsets/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:25392; }","duration":"4.385776742s","start":"2026-04-23T01:06:14.73648Z","end":"2026-04-23T01:06:19.122256Z","steps":["trace[241242384] 'agreement among raft nodes before linearized reading' (duration: 4.385694381s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:19.122281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:14.735867Z","time spent":"4.386406293s","remote":"127.0.0.1:49834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3246,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" "} {"level":"warn","ts":"2026-04-23T01:06:19.122283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.385917674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4727"} {"level":"info","ts":"2026-04-23T01:06:19.121802Z","caller":"traceutil/trace.go:171","msg":"trace[497559336] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25392; }","duration":"4.328460743s","start":"2026-04-23T01:06:14.793321Z","end":"2026-04-23T01:06:19.121782Z","steps":["trace[497559336] 'agreement among raft nodes before linearized reading' (duration: 4.328182389s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:19.122303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.385718611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-senlin\" ","response":"range_response_count:1 size:3236"} {"level":"warn","ts":"2026-04-23T01:06:19.122324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:14.793308Z","time spent":"4.329009973s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-23T01:06:19.122323Z","caller":"traceutil/trace.go:171","msg":"trace[1455381239] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:25392; }","duration":"4.385972546s","start":"2026-04-23T01:06:14.736336Z","end":"2026-04-23T01:06:19.122308Z","steps":["trace[1455381239] 'agreement among raft nodes before linearized reading' (duration: 4.385891124s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:19.122337Z","caller":"traceutil/trace.go:171","msg":"trace[1892997933] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-senlin; range_end:; response_count:1; response_revision:25392; }","duration":"4.385759452s","start":"2026-04-23T01:06:14.736565Z","end":"2026-04-23T01:06:19.122324Z","steps":["trace[1892997933] 'agreement among raft nodes before linearized reading' (duration: 4.385673741s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:19.122202Z","caller":"traceutil/trace.go:171","msg":"trace[1291871270] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25392; }","duration":"4.384788634s","start":"2026-04-23T01:06:14.7374Z","end":"2026-04-23T01:06:19.122189Z","steps":["trace[1291871270] 'agreement among raft nodes before linearized reading' (duration: 4.384733143s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:19.122348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.386569707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/node-feature-discovery-worker\" ","response":"range_response_count:1 size:5707"} {"level":"warn","ts":"2026-04-23T01:06:19.122362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:14.736557Z","time spent":"4.385798823s","remote":"127.0.0.1:49834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3258,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-senlin\" "} {"level":"warn","ts":"2026-04-23T01:06:19.122354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:14.73633Z","time spent":"4.386017767s","remote":"127.0.0.1:42130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":4749,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"info","ts":"2026-04-23T01:06:19.122384Z","caller":"traceutil/trace.go:171","msg":"trace[645814584] range","detail":"{range_begin:/registry/daemonsets/monitoring/node-feature-discovery-worker; range_end:; response_count:1; response_revision:25392; }","duration":"4.386618388s","start":"2026-04-23T01:06:14.735755Z","end":"2026-04-23T01:06:19.122373Z","steps":["trace[645814584] 'agreement among raft nodes before linearized reading' (duration: 4.386522046s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:19.122383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.329923901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-04-23T01:06:19.122383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:14.737394Z","time spent":"4.384977107s","remote":"127.0.0.1:57908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-23T01:06:19.122297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:14.736474Z","time spent":"4.385816373s","remote":"127.0.0.1:58106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6152,"request content":"key:\"/registry/daemonsets/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-04-23T01:06:19.122409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:14.735749Z","time spent":"4.386653979s","remote":"127.0.0.1:58106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":5729,"request content":"key:\"/registry/daemonsets/monitoring/node-feature-discovery-worker\" "} {"level":"warn","ts":"2026-04-23T01:06:19.122199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.385963856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:3244"} {"level":"info","ts":"2026-04-23T01:06:19.122417Z","caller":"traceutil/trace.go:171","msg":"trace[984667681] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25392; }","duration":"4.329956712s","start":"2026-04-23T01:06:14.792452Z","end":"2026-04-23T01:06:19.122409Z","steps":["trace[984667681] 'agreement among raft nodes before linearized reading' (duration: 4.32987162s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:19.122442Z","caller":"traceutil/trace.go:171","msg":"trace[2102753599] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:25392; }","duration":"4.386220861s","start":"2026-04-23T01:06:14.73621Z","end":"2026-04-23T01:06:19.122431Z","steps":["trace[2102753599] 'agreement among raft nodes before linearized reading' (duration: 4.385870814s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:19.122445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:14.792379Z","time spent":"4.330058844s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-23T01:06:19.122172Z","caller":"traceutil/trace.go:171","msg":"trace[1233040681] range","detail":"{range_begin:/registry/statefulsets/monitoring/loki-chunks-cache; range_end:; response_count:1; response_revision:25392; }","duration":"4.386758951s","start":"2026-04-23T01:06:14.735402Z","end":"2026-04-23T01:06:19.122161Z","steps":["trace[1233040681] 'agreement among raft nodes before linearized reading' (duration: 4.38668043s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:19.122441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.386420535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/goldpinger\" ","response":"range_response_count:1 size:3928"} {"level":"warn","ts":"2026-04-23T01:06:19.122474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:14.735382Z","time spent":"4.387087548s","remote":"127.0.0.1:58104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":3911,"request content":"key:\"/registry/statefulsets/monitoring/loki-chunks-cache\" "} {"level":"info","ts":"2026-04-23T01:06:19.122491Z","caller":"traceutil/trace.go:171","msg":"trace[1419687464] range","detail":"{range_begin:/registry/daemonsets/monitoring/goldpinger; range_end:; response_count:1; response_revision:25392; }","duration":"4.386485486s","start":"2026-04-23T01:06:14.735995Z","end":"2026-04-23T01:06:19.12248Z","steps":["trace[1419687464] 'agreement among raft nodes before linearized reading' (duration: 4.386366223s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:19.122211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:14.79406Z","time spent":"4.328142158s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T01:06:19.122525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:14.735987Z","time spent":"4.386528517s","remote":"127.0.0.1:58106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":3950,"request content":"key:\"/registry/daemonsets/monitoring/goldpinger\" "} {"level":"warn","ts":"2026-04-23T01:06:19.122175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:14.736685Z","time spent":"4.385483826s","remote":"127.0.0.1:58104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9565,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-magnum-server\" "} {"level":"warn","ts":"2026-04-23T01:06:19.122465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:14.736202Z","time spent":"4.386255942s","remote":"127.0.0.1:49834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3266,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" "} {"level":"warn","ts":"2026-04-23T01:06:19.121838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:14.792259Z","time spent":"4.329571644s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T01:06:19.121821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.387181078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/ovn-controller\" ","response":"range_response_count:1 size:11494"} {"level":"info","ts":"2026-04-23T01:06:19.122736Z","caller":"traceutil/trace.go:171","msg":"trace[1198851991] range","detail":"{range_begin:/registry/daemonsets/openstack/ovn-controller; range_end:; response_count:1; response_revision:25392; }","duration":"4.388093896s","start":"2026-04-23T01:06:14.734606Z","end":"2026-04-23T01:06:19.1227Z","steps":["trace[1198851991] 'agreement among raft nodes before linearized reading' (duration: 4.387148648s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:19.12278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:14.734592Z","time spent":"4.388172527s","remote":"127.0.0.1:58106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11516,"request content":"key:\"/registry/daemonsets/openstack/ovn-controller\" "} {"level":"warn","ts":"2026-04-23T01:06:19.122783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.330402701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-23T01:06:19.12282Z","caller":"traceutil/trace.go:171","msg":"trace[1417510276] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25392; }","duration":"4.330466042s","start":"2026-04-23T01:06:14.792344Z","end":"2026-04-23T01:06:19.12281Z","steps":["trace[1417510276] 'agreement among raft nodes before linearized reading' (duration: 4.329103067s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:19.122857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:14.792337Z","time spent":"4.330515513s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T01:06:19.12489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.389232447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/ipmi-exporter\" ","response":"range_response_count:1 size:2673"} {"level":"info","ts":"2026-04-23T01:06:19.12494Z","caller":"traceutil/trace.go:171","msg":"trace[18343794] range","detail":"{range_begin:/registry/daemonsets/monitoring/ipmi-exporter; range_end:; response_count:1; response_revision:25392; }","duration":"4.389302879s","start":"2026-04-23T01:06:14.735625Z","end":"2026-04-23T01:06:19.124928Z","steps":["trace[18343794] 'agreement among raft nodes before linearized reading' (duration: 4.385819194s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:19.12497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:14.735616Z","time spent":"4.38934578s","remote":"127.0.0.1:58106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":2695,"request content":"key:\"/registry/daemonsets/monitoring/ipmi-exporter\" "} {"level":"warn","ts":"2026-04-23T01:06:19.621796Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199180892761585,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:06:20.122773Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199180892761585,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:06:20.62415Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199180892761585,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:06:20.842297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000876602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T01:06:20.84238Z","caller":"traceutil/trace.go:171","msg":"trace[1000312094] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001015675s","start":"2026-04-23T01:06:18.841343Z","end":"2026-04-23T01:06:20.842358Z","steps":["trace[1000312094] 'agreement among raft nodes before linearized reading' (duration: 2.000906553s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:20.842428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:18.841316Z","time spent":"2.001102536s","remote":"127.0.0.1:57620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:06:20.956189Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.844438286s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T01:06:21.37508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.086741865s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:06:21.375162Z","caller":"traceutil/trace.go:171","msg":"trace[1051804418] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25392; }","duration":"1.086834737s","start":"2026-04-23T01:06:20.288316Z","end":"2026-04-23T01:06:21.375151Z","steps":["trace[1051804418] 'range keys from in-memory index tree' (duration: 1.086728354s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:21.734671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:16.735936Z","time spent":"4.998727567s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/23 01:06:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:06:21.734669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:16.73604Z","time spent":"4.998616505s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/23 01:06:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:06:21.735007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:16.737329Z","time spent":"4.997671667s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/23 01:06:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:06:21.735226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:16.736128Z","time spent":"4.999095225s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/23 01:06:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:06:21.736479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:16.73878Z","time spent":"4.997697298s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/23 01:06:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:06:22.6337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.677385243s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-04-23T01:06:22.634064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:21.470094Z","time spent":"1.163964185s","remote":"127.0.0.1:48700","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-23T01:06:22.843438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000045626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:06:22.843617Z","caller":"traceutil/trace.go:171","msg":"trace[922346482] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000276221s","start":"2026-04-23T01:06:20.843312Z","end":"2026-04-23T01:06:22.843589Z","steps":["trace[922346482] 'agreement among raft nodes before linearized reading' (duration: 2.000060517s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:22.843682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:20.843297Z","time spent":"2.000372872s","remote":"127.0.0.1:57636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 01:06:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:06:23.509404Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.553061335s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T01:06:23.633617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:18.635016Z","time spent":"4.998593414s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/23 01:06:23 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:06:24.127333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:19.129012Z","time spent":"4.998305749s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/23 01:06:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:06:24.127821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:19.130613Z","time spent":"4.997196308s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/23 01:06:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:06:24.128467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:19.130742Z","time spent":"4.997710179s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/23 01:06:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:06:24.165878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.531170578s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:06:24.166607Z","caller":"traceutil/trace.go:171","msg":"trace[1192910690] linearizableReadLoop","detail":"{readStateIndex:26231; appliedIndex:26216; }","duration":"5.045105481s","start":"2026-04-23T01:06:19.121478Z","end":"2026-04-23T01:06:24.166584Z","steps":["trace[1192910690] 'read index received' (duration: 1.834833318s)","trace[1192910690] 'applied index is now lower than readState.Index' (duration: 3.210271253s)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:06:24.166767Z","caller":"traceutil/trace.go:171","msg":"trace[1962755621] transaction","detail":"{read_only:false; response_revision:25400; number_of_response:1; }","duration":"5.037667732s","start":"2026-04-23T01:06:19.129087Z","end":"2026-04-23T01:06:24.166754Z","steps":["trace[1962755621] 'process raft request' (duration: 5.037277845s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:24.167223Z","caller":"traceutil/trace.go:171","msg":"trace[917890281] transaction","detail":"{read_only:false; response_revision:25403; number_of_response:1; }","duration":"5.036491331s","start":"2026-04-23T01:06:19.130707Z","end":"2026-04-23T01:06:24.167198Z","steps":["trace[917890281] 'process raft request' (duration: 5.035752857s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:24.167246Z","caller":"traceutil/trace.go:171","msg":"trace[1143449356] transaction","detail":"{read_only:false; response_revision:25402; number_of_response:1; }","duration":"5.036543772s","start":"2026-04-23T01:06:19.130673Z","end":"2026-04-23T01:06:24.167216Z","steps":["trace[1143449356] 'process raft request' (duration: 5.035760677s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:24.167312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.279557228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:06:24.16728Z","caller":"traceutil/trace.go:171","msg":"trace[138146993] transaction","detail":"{read_only:false; response_revision:25405; number_of_response:1; }","duration":"4.867047414s","start":"2026-04-23T01:06:19.300193Z","end":"2026-04-23T01:06:24.16724Z","steps":["trace[138146993] 'process raft request' (duration: 4.86632269s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:24.167326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.534076535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"warn","ts":"2026-04-23T01:06:24.16738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.778597498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:06:24.167373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:19.130702Z","time spent":"5.036585444s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:06:24.167403Z","caller":"traceutil/trace.go:171","msg":"trace[322241169] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:25406; }","duration":"7.778627899s","start":"2026-04-23T01:06:16.388768Z","end":"2026-04-23T01:06:24.167396Z","steps":["trace[322241169] 'agreement among raft nodes before linearized reading' (duration: 7.778588778s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:24.167387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:19.130662Z","time spent":"5.036647654s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:06:24.167415Z","caller":"traceutil/trace.go:171","msg":"trace[1233830038] transaction","detail":"{read_only:false; response_revision:25406; number_of_response:1; }","duration":"3.87214788s","start":"2026-04-23T01:06:20.295256Z","end":"2026-04-23T01:06:24.167404Z","steps":["trace[1233830038] 'process raft request' (duration: 3.871290143s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:24.167462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.796377881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:06:24.167448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.265831515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-23T01:06:24.16748Z","caller":"traceutil/trace.go:171","msg":"trace[448216652] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:25406; }","duration":"7.796395231s","start":"2026-04-23T01:06:16.371081Z","end":"2026-04-23T01:06:24.167476Z","steps":["trace[448216652] 'agreement among raft nodes before linearized reading' (duration: 7.79636274s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:24.16751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:16.371037Z","time spent":"7.796456442s","remote":"127.0.0.1:58094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:06:24.167467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.490180795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418829"} {"level":"info","ts":"2026-04-23T01:06:24.167527Z","caller":"traceutil/trace.go:171","msg":"trace[1036313078] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:25406; }","duration":"5.265886536s","start":"2026-04-23T01:06:18.901597Z","end":"2026-04-23T01:06:24.167484Z","steps":["trace[1036313078] 'agreement among raft nodes before linearized reading' (duration: 5.265587021s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:24.167464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:19.300173Z","time spent":"4.867186096s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:06:24.16756Z","caller":"traceutil/trace.go:171","msg":"trace[832975598] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:25406; }","duration":"6.490310247s","start":"2026-04-23T01:06:17.677233Z","end":"2026-04-23T01:06:24.167543Z","steps":["trace[832975598] 'agreement among raft nodes before linearized reading' (duration: 6.489949751s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:24.167566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:18.901577Z","time spent":"5.265979987s","remote":"127.0.0.1:57822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":252,"response size":31,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:06:24.167574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.819364012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:06:24.167287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.593728825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:06:24.167606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:17.677211Z","time spent":"6.490386119s","remote":"127.0.0.1:58404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418851,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-04-23T01:06:24.167625Z","caller":"traceutil/trace.go:171","msg":"trace[444153875] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:25406; }","duration":"5.819437872s","start":"2026-04-23T01:06:18.348167Z","end":"2026-04-23T01:06:24.167605Z","steps":["trace[444153875] 'agreement among raft nodes before linearized reading' (duration: 5.819375611s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:24.167642Z","caller":"traceutil/trace.go:171","msg":"trace[121568504] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:25406; }","duration":"6.594112422s","start":"2026-04-23T01:06:17.573513Z","end":"2026-04-23T01:06:24.167625Z","steps":["trace[121568504] 'agreement among raft nodes before linearized reading' (duration: 6.593755495s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:24.167661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:18.348145Z","time spent":"5.819508244s","remote":"127.0.0.1:36800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:06:24.16769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:17.57348Z","time spent":"6.594195844s","remote":"127.0.0.1:36748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:06:24.167313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.748432764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:06:24.167741Z","caller":"traceutil/trace.go:171","msg":"trace[732883438] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:25406; }","duration":"8.748927864s","start":"2026-04-23T01:06:15.418807Z","end":"2026-04-23T01:06:24.167735Z","steps":["trace[732883438] 'agreement among raft nodes before linearized reading' (duration: 8.748421365s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:24.167744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:19.129069Z","time spent":"5.037733894s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:06:24.167295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.358227187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:06:24.167877Z","caller":"traceutil/trace.go:171","msg":"trace[1177111993] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:25406; }","duration":"5.358899369s","start":"2026-04-23T01:06:18.808968Z","end":"2026-04-23T01:06:24.167867Z","steps":["trace[1177111993] 'agreement among raft nodes before linearized reading' (duration: 5.358241757s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:24.167375Z","caller":"traceutil/trace.go:171","msg":"trace[1494927014] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:25406; }","duration":"5.534143156s","start":"2026-04-23T01:06:18.633216Z","end":"2026-04-23T01:06:24.167359Z","steps":["trace[1494927014] 'agreement among raft nodes before linearized reading' (duration: 5.534007063s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:24.167909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:18.808944Z","time spent":"5.358955731s","remote":"127.0.0.1:58106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":17,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:06:24.167929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:18.633198Z","time spent":"5.534718847s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T01:06:24.167766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:15.418782Z","time spent":"8.748977654s","remote":"127.0.0.1:58374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:06:24.167427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:16.388763Z","time spent":"7.77865688s","remote":"127.0.0.1:52712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:06:24.167993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.329396079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8d6e14ded6b63\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-04-23T01:06:24.168155Z","caller":"traceutil/trace.go:171","msg":"trace[1025808353] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a8d6e14ded6b63; range_end:; response_count:1; response_revision:25406; }","duration":"5.329645874s","start":"2026-04-23T01:06:18.838494Z","end":"2026-04-23T01:06:24.16814Z","steps":["trace[1025808353] 'agreement among raft nodes before linearized reading' (duration: 5.328948301s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:24.168298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:18.838437Z","time spent":"5.329846837s","remote":"127.0.0.1:57720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8d6e14ded6b63\" "} {"level":"warn","ts":"2026-04-23T01:06:24.167484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:20.295237Z","time spent":"3.872213811s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:06:24.167343Z","caller":"traceutil/trace.go:171","msg":"trace[258193294] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:25406; }","duration":"7.279609679s","start":"2026-04-23T01:06:16.887723Z","end":"2026-04-23T01:06:24.167332Z","steps":["trace[258193294] 'agreement among raft nodes before linearized reading' (duration: 7.279573959s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:24.169483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:16.887707Z","time spent":"7.281746729s","remote":"127.0.0.1:52780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:06:24.167252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.233473847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:06:24.169698Z","caller":"traceutil/trace.go:171","msg":"trace[1484991760] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:25406; }","duration":"8.235965053s","start":"2026-04-23T01:06:15.933718Z","end":"2026-04-23T01:06:24.169683Z","steps":["trace[1484991760] 'agreement among raft nodes before linearized reading' (duration: 8.233473127s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:24.169734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:15.933696Z","time spent":"8.236026443s","remote":"127.0.0.1:49858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:06:24.167481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.432312963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-28c9c034-388e-4227-aede-d0ae98282006\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-04-23T01:06:24.16982Z","caller":"traceutil/trace.go:171","msg":"trace[714334955] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-28c9c034-388e-4227-aede-d0ae98282006; range_end:; response_count:1; response_revision:25406; }","duration":"8.434694027s","start":"2026-04-23T01:06:15.735099Z","end":"2026-04-23T01:06:24.169793Z","steps":["trace[714334955] 'agreement among raft nodes before linearized reading' (duration: 8.432257542s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:24.169929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:15.735078Z","time spent":"8.434807788s","remote":"127.0.0.1:57802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3786,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-28c9c034-388e-4227-aede-d0ae98282006\" "} {"level":"info","ts":"2026-04-23T01:06:24.445452Z","caller":"traceutil/trace.go:171","msg":"trace[304853411] linearizableReadLoop","detail":"{readStateIndex:26232; appliedIndex:26231; }","duration":"278.757525ms","start":"2026-04-23T01:06:24.166671Z","end":"2026-04-23T01:06:24.445428Z","steps":["trace[304853411] 'read index received' (duration: 265.312685ms)","trace[304853411] 'applied index is now lower than readState.Index' (duration: 13.44401ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:06:24.445759Z","caller":"traceutil/trace.go:171","msg":"trace[290820075] transaction","detail":"{read_only:false; response_revision:25407; number_of_response:1; }","duration":"2.809843591s","start":"2026-04-23T01:06:21.635888Z","end":"2026-04-23T01:06:24.445732Z","steps":["trace[290820075] 'process raft request' (duration: 2.796080644s)","trace[290820075] 'compare' (duration: 13.355408ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:06:24.446828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:21.635856Z","time spent":"2.810887359s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:06:24.446042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.314452202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/neutron-ovn-metadata-agent-default\" ","response":"range_response_count:1 size:13093"} {"level":"info","ts":"2026-04-23T01:06:24.44705Z","caller":"traceutil/trace.go:171","msg":"trace[1181614059] range","detail":"{range_begin:/registry/daemonsets/openstack/neutron-ovn-metadata-agent-default; range_end:; response_count:1; response_revision:25407; }","duration":"5.3154623s","start":"2026-04-23T01:06:19.131558Z","end":"2026-04-23T01:06:24.44702Z","steps":["trace[1181614059] 'agreement among raft nodes before linearized reading' (duration: 5.31436691s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:24.447142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:19.131554Z","time spent":"5.315556501s","remote":"127.0.0.1:58106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":13115,"request content":"key:\"/registry/daemonsets/openstack/neutron-ovn-metadata-agent-default\" "} {"level":"warn","ts":"2026-04-23T01:06:24.446112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.711282183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-04-23T01:06:24.447263Z","caller":"traceutil/trace.go:171","msg":"trace[101243330] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:25407; }","duration":"2.712436306s","start":"2026-04-23T01:06:21.734803Z","end":"2026-04-23T01:06:24.44724Z","steps":["trace[101243330] 'agreement among raft nodes before linearized reading' (duration: 2.711271524s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:24.446142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.858466957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:06:24.447347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:21.73479Z","time spent":"2.712532097s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-04-23T01:06:24.447386Z","caller":"traceutil/trace.go:171","msg":"trace[1067388041] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:25407; }","duration":"2.85972202s","start":"2026-04-23T01:06:21.587645Z","end":"2026-04-23T01:06:24.447367Z","steps":["trace[1067388041] 'agreement among raft nodes before linearized reading' (duration: 2.858477227s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:24.447449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:21.587632Z","time spent":"2.859795292s","remote":"127.0.0.1:57954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:06:24.446115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.171708537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:06:24.447542Z","caller":"traceutil/trace.go:171","msg":"trace[1028484627] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:25407; }","duration":"2.173185104s","start":"2026-04-23T01:06:22.274337Z","end":"2026-04-23T01:06:24.447522Z","steps":["trace[1028484627] 'agreement among raft nodes before linearized reading' (duration: 2.171682226s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:24.447616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:22.274313Z","time spent":"2.173286556s","remote":"127.0.0.1:42378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:06:24.446163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.86510232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:06:24.447798Z","caller":"traceutil/trace.go:171","msg":"trace[1737028753] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:25407; }","duration":"2.866769112s","start":"2026-04-23T01:06:21.581018Z","end":"2026-04-23T01:06:24.447787Z","steps":["trace[1737028753] 'agreement among raft nodes before linearized reading' (duration: 2.865132181s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:24.447836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:21.580996Z","time spent":"2.866827003s","remote":"127.0.0.1:52340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:06:24.446139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.317770733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:06:24.447973Z","caller":"traceutil/trace.go:171","msg":"trace[2115756144] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25407; }","duration":"5.319646098s","start":"2026-04-23T01:06:19.12831Z","end":"2026-04-23T01:06:24.447956Z","steps":["trace[2115756144] 'agreement among raft nodes before linearized reading' (duration: 5.317754523s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:24.446195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.092472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:06:24.448035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:19.128292Z","time spent":"5.3197214s","remote":"127.0.0.1:57808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-23T01:06:24.448076Z","caller":"traceutil/trace.go:171","msg":"trace[38332326] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:25407; }","duration":"662.992447ms","start":"2026-04-23T01:06:23.785068Z","end":"2026-04-23T01:06:24.448061Z","steps":["trace[38332326] 'agreement among raft nodes before linearized reading' (duration: 661.093491ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:24.448138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:23.785053Z","time spent":"663.060307ms","remote":"127.0.0.1:58052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:06:24.446184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.711293354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:539"} {"level":"info","ts":"2026-04-23T01:06:24.448212Z","caller":"traceutil/trace.go:171","msg":"trace[1856473247] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:25407; }","duration":"2.713357042s","start":"2026-04-23T01:06:21.73483Z","end":"2026-04-23T01:06:24.448187Z","steps":["trace[1856473247] 'agreement among raft nodes before linearized reading' (duration: 2.711151761s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:24.448305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:21.734815Z","time spent":"2.713459954s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":561,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"warn","ts":"2026-04-23T01:06:24.446225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.175909402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18a8d6ed3551fbac\" ","response":"range_response_count:1 size:1010"} {"level":"info","ts":"2026-04-23T01:06:24.448392Z","caller":"traceutil/trace.go:171","msg":"trace[1475304836] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-manila-server-0.18a8d6ed3551fbac; range_end:; response_count:1; response_revision:25407; }","duration":"3.178043722s","start":"2026-04-23T01:06:21.270309Z","end":"2026-04-23T01:06:24.448352Z","steps":["trace[1475304836] 'agreement among raft nodes before linearized reading' (duration: 3.175865152s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:24.448519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:21.270267Z","time spent":"3.178200495s","remote":"127.0.0.1:57720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1032,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18a8d6ed3551fbac\" "} {"level":"warn","ts":"2026-04-23T01:06:24.446217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.315595233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3244"} {"level":"warn","ts":"2026-04-23T01:06:24.446204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.31542719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/nova-compute-default\" ","response":"range_response_count:1 size:18384"} {"level":"info","ts":"2026-04-23T01:06:24.448665Z","caller":"traceutil/trace.go:171","msg":"trace[1373130714] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:25407; }","duration":"5.317993998s","start":"2026-04-23T01:06:19.130591Z","end":"2026-04-23T01:06:24.448585Z","steps":["trace[1373130714] 'agreement among raft nodes before linearized reading' (duration: 5.31545754s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:24.448714Z","caller":"traceutil/trace.go:171","msg":"trace[1401019225] range","detail":"{range_begin:/registry/daemonsets/openstack/nova-compute-default; range_end:; response_count:1; response_revision:25407; }","duration":"5.317971798s","start":"2026-04-23T01:06:19.130727Z","end":"2026-04-23T01:06:24.448699Z","steps":["trace[1401019225] 'agreement among raft nodes before linearized reading' (duration: 5.315266027s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:24.446255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.944181182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:06:24.448769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:19.130721Z","time spent":"5.318032719s","remote":"127.0.0.1:58106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":18406,"request content":"key:\"/registry/daemonsets/openstack/nova-compute-default\" "} {"level":"info","ts":"2026-04-23T01:06:24.448779Z","caller":"traceutil/trace.go:171","msg":"trace[1788669392] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:25407; }","duration":"3.94673485s","start":"2026-04-23T01:06:20.50203Z","end":"2026-04-23T01:06:24.448765Z","steps":["trace[1788669392] 'agreement among raft nodes before linearized reading' (duration: 3.944205873s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:24.448828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:20.502008Z","time spent":"3.946802051s","remote":"127.0.0.1:47508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":30,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:06:24.446284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.53960551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:06:24.448905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:19.130586Z","time spent":"5.318129821s","remote":"127.0.0.1:49834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3266,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-04-23T01:06:24.448931Z","caller":"traceutil/trace.go:171","msg":"trace[2093146227] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25407; }","duration":"4.54226199s","start":"2026-04-23T01:06:19.90664Z","end":"2026-04-23T01:06:24.448902Z","steps":["trace[2093146227] 'agreement among raft nodes before linearized reading' (duration: 4.53962903s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:24.449005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:19.906618Z","time spent":"4.542365621s","remote":"127.0.0.1:49914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:06:24.446276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.315693535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" ","response":"range_response_count:1 size:3236"} {"level":"info","ts":"2026-04-23T01:06:24.449135Z","caller":"traceutil/trace.go:171","msg":"trace[884055887] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum; range_end:; response_count:1; response_revision:25407; }","duration":"5.318551238s","start":"2026-04-23T01:06:19.13057Z","end":"2026-04-23T01:06:24.449121Z","steps":["trace[884055887] 'agreement among raft nodes before linearized reading' (duration: 5.315607194s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:24.44919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:19.130543Z","time spent":"5.318633009s","remote":"127.0.0.1:49834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3258,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" "} {"level":"warn","ts":"2026-04-23T01:06:24.446335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.70649662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3237"} {"level":"info","ts":"2026-04-23T01:06:24.44927Z","caller":"traceutil/trace.go:171","msg":"trace[1529338951] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25407; }","duration":"4.709481797s","start":"2026-04-23T01:06:19.739763Z","end":"2026-04-23T01:06:24.449245Z","steps":["trace[1529338951] 'agreement among raft nodes before linearized reading' (duration: 4.706531192s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:24.449335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:19.739737Z","time spent":"4.709578868s","remote":"127.0.0.1:49834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3259,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-04-23T01:06:24.446323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.315013992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"info","ts":"2026-04-23T01:06:24.449417Z","caller":"traceutil/trace.go:171","msg":"trace[1810361112] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:25407; }","duration":"5.31811215s","start":"2026-04-23T01:06:19.131293Z","end":"2026-04-23T01:06:24.449405Z","steps":["trace[1810361112] 'agreement among raft nodes before linearized reading' (duration: 5.314961511s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:24.449452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:19.131288Z","time spent":"5.31815205s","remote":"127.0.0.1:49990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5706,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-23T01:06:24.446331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"811.342892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:514"} {"level":"info","ts":"2026-04-23T01:06:24.449512Z","caller":"traceutil/trace.go:171","msg":"trace[597977403] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:25407; }","duration":"814.548422ms","start":"2026-04-23T01:06:23.634945Z","end":"2026-04-23T01:06:24.449494Z","steps":["trace[597977403] 'agreement among raft nodes before linearized reading' (duration: 811.270331ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:24.449578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:23.634922Z","time spent":"814.637893ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":536,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-04-23T01:06:24.446312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.346992663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3237"} {"level":"info","ts":"2026-04-23T01:06:24.449714Z","caller":"traceutil/trace.go:171","msg":"trace[1801014537] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25407; }","duration":"2.350432417s","start":"2026-04-23T01:06:22.099266Z","end":"2026-04-23T01:06:24.449698Z","steps":["trace[1801014537] 'agreement among raft nodes before linearized reading' (duration: 2.346968693s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:24.44975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:22.099231Z","time spent":"2.350508739s","remote":"127.0.0.1:49834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3259,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-04-23T01:06:24.446364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.959492436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:06:24.449804Z","caller":"traceutil/trace.go:171","msg":"trace[1554287824] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:25407; }","duration":"4.962968119s","start":"2026-04-23T01:06:19.486822Z","end":"2026-04-23T01:06:24.44979Z","steps":["trace[1554287824] 'agreement among raft nodes before linearized reading' (duration: 4.959527616s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:24.449849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:19.486788Z","time spent":"4.963045881s","remote":"127.0.0.1:52790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:06:24.446354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.315638164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-heat-server\" ","response":"range_response_count:1 size:9505"} {"level":"info","ts":"2026-04-23T01:06:24.450004Z","caller":"traceutil/trace.go:171","msg":"trace[326708544] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-heat-server; range_end:; response_count:1; response_revision:25407; }","duration":"5.319304873s","start":"2026-04-23T01:06:19.130678Z","end":"2026-04-23T01:06:24.449983Z","steps":["trace[326708544] 'agreement among raft nodes before linearized reading' (duration: 5.315573853s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:24.450055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:19.130659Z","time spent":"5.319380144s","remote":"127.0.0.1:58104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":9527,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-heat-server\" "} {"level":"warn","ts":"2026-04-23T01:06:24.446392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.594967947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:06:24.450184Z","caller":"traceutil/trace.go:171","msg":"trace[1108618573] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25407; }","duration":"1.598794319s","start":"2026-04-23T01:06:22.851371Z","end":"2026-04-23T01:06:24.450166Z","steps":["trace[1108618573] 'agreement among raft nodes before linearized reading' (duration: 1.594993778s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:24.450574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:22.851346Z","time spent":"1.599207296s","remote":"127.0.0.1:57620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:06:24.446379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.315807677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:06:24.450652Z","caller":"traceutil/trace.go:171","msg":"trace[1439276406] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25407; }","duration":"5.320105108s","start":"2026-04-23T01:06:19.130531Z","end":"2026-04-23T01:06:24.450636Z","steps":["trace[1439276406] 'agreement among raft nodes before linearized reading' (duration: 5.315806958s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:24.450723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:19.130514Z","time spent":"5.320191329s","remote":"127.0.0.1:57908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-23T01:06:24.446414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.217542715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-04-23T01:06:24.450883Z","caller":"traceutil/trace.go:171","msg":"trace[1228889973] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:25407; }","duration":"5.222028678s","start":"2026-04-23T01:06:19.228836Z","end":"2026-04-23T01:06:24.450865Z","steps":["trace[1228889973] 'agreement among raft nodes before linearized reading' (duration: 5.217538384s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:24.450934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:19.22882Z","time spent":"5.222096061s","remote":"127.0.0.1:57792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1588,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" "} {"level":"warn","ts":"2026-04-23T01:06:24.446408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.543739711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:06:24.451046Z","caller":"traceutil/trace.go:171","msg":"trace[2113005721] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:25407; }","duration":"2.548378347s","start":"2026-04-23T01:06:21.902653Z","end":"2026-04-23T01:06:24.451031Z","steps":["trace[2113005721] 'agreement among raft nodes before linearized reading' (duration: 2.54371474s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:24.451084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:21.902629Z","time spent":"2.548442358s","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:06:24.446394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.319798431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-04-23T01:06:24.451199Z","caller":"traceutil/trace.go:171","msg":"trace[1174041716] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:25407; }","duration":"5.324636171s","start":"2026-04-23T01:06:19.126552Z","end":"2026-04-23T01:06:24.451188Z","steps":["trace[1174041716] 'agreement among raft nodes before linearized reading' (duration: 5.31971249s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:24.451234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:19.126488Z","time spent":"5.324735053s","remote":"127.0.0.1:57796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-23T01:06:24.446423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.315162885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3234"} {"level":"info","ts":"2026-04-23T01:06:24.451313Z","caller":"traceutil/trace.go:171","msg":"trace[519433976] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:25407; }","duration":"5.320045755s","start":"2026-04-23T01:06:19.131239Z","end":"2026-04-23T01:06:24.451285Z","steps":["trace[519433976] 'agreement among raft nodes before linearized reading' (duration: 5.315116664s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:24.451398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:19.131232Z","time spent":"5.320136298s","remote":"127.0.0.1:49834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3256,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" "} {"level":"warn","ts":"2026-04-23T01:06:24.446461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.314849669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4727"} {"level":"info","ts":"2026-04-23T01:06:24.451625Z","caller":"traceutil/trace.go:171","msg":"trace[1724757625] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:25407; }","duration":"5.320000596s","start":"2026-04-23T01:06:19.131596Z","end":"2026-04-23T01:06:24.451596Z","steps":["trace[1724757625] 'agreement among raft nodes before linearized reading' (duration: 5.314831379s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:24.446441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.710909298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:06:24.452266Z","caller":"traceutil/trace.go:171","msg":"trace[1625840528] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:25407; }","duration":"1.716742146s","start":"2026-04-23T01:06:22.735453Z","end":"2026-04-23T01:06:24.452195Z","steps":["trace[1625840528] 'agreement among raft nodes before linearized reading' (duration: 1.710959789s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:24.452364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:22.73543Z","time spent":"1.71691272s","remote":"127.0.0.1:42454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:06:24.452316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:19.131588Z","time spent":"5.32027471s","remote":"127.0.0.1:42130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":4749,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-04-23T01:06:24.446485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.315772226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/kube-system/cilium\" ","response":"range_response_count:1 size:14481"} {"level":"info","ts":"2026-04-23T01:06:24.452631Z","caller":"traceutil/trace.go:171","msg":"trace[1730063969] range","detail":"{range_begin:/registry/daemonsets/kube-system/cilium; range_end:; response_count:1; response_revision:25407; }","duration":"5.321903151s","start":"2026-04-23T01:06:19.130689Z","end":"2026-04-23T01:06:24.452592Z","steps":["trace[1730063969] 'agreement among raft nodes before linearized reading' (duration: 5.315700895s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:24.452679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:19.130681Z","time spent":"5.321985382s","remote":"127.0.0.1:58106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":14503,"request content":"key:\"/registry/daemonsets/kube-system/cilium\" "} {"level":"warn","ts":"2026-04-23T01:06:24.446486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.710342306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-04-23T01:06:24.452968Z","caller":"traceutil/trace.go:171","msg":"trace[1246380700] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:25407; }","duration":"2.716799907s","start":"2026-04-23T01:06:21.736129Z","end":"2026-04-23T01:06:24.452929Z","steps":["trace[1246380700] 'agreement among raft nodes before linearized reading' (duration: 2.710303215s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:24.453017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:21.736124Z","time spent":"2.716879538s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":563,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-04-23T01:06:24.446511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.709212555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-04-23T01:06:24.453198Z","caller":"traceutil/trace.go:171","msg":"trace[357782248] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:25407; }","duration":"2.7158982s","start":"2026-04-23T01:06:21.737279Z","end":"2026-04-23T01:06:24.453177Z","steps":["trace[357782248] 'agreement among raft nodes before linearized reading' (duration: 2.709199195s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:24.453236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:21.737271Z","time spent":"2.715953611s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":575,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-04-23T01:06:24.446513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.315354278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:15348"} {"level":"info","ts":"2026-04-23T01:06:24.45329Z","caller":"traceutil/trace.go:171","msg":"trace[74243150] range","detail":"{range_begin:/registry/statefulsets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:25407; }","duration":"5.322131815s","start":"2026-04-23T01:06:19.131142Z","end":"2026-04-23T01:06:24.453274Z","steps":["trace[74243150] 'agreement among raft nodes before linearized reading' (duration: 5.315302297s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:24.453327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:19.131134Z","time spent":"5.322181005s","remote":"127.0.0.1:58104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":15370,"request content":"key:\"/registry/statefulsets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-04-23T01:06:24.446506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.709763384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:625"} {"level":"info","ts":"2026-04-23T01:06:24.453437Z","caller":"traceutil/trace.go:171","msg":"trace[1124813860] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:25407; }","duration":"2.716753304s","start":"2026-04-23T01:06:21.736672Z","end":"2026-04-23T01:06:24.453425Z","steps":["trace[1124813860] 'agreement among raft nodes before linearized reading' (duration: 2.709751094s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:24.453474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:21.736644Z","time spent":"2.716816816s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":647,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-04-23T01:06:24.446524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.315853348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/kube-system/kube-proxy\" ","response":"range_response_count:1 size:2919"} {"level":"warn","ts":"2026-04-23T01:06:24.446545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.315859278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/magnum-cluster-api-proxy\" ","response":"range_response_count:1 size:3382"} {"level":"info","ts":"2026-04-23T01:06:24.453644Z","caller":"traceutil/trace.go:171","msg":"trace[531220004] range","detail":"{range_begin:/registry/daemonsets/openstack/magnum-cluster-api-proxy; range_end:; response_count:1; response_revision:25407; }","duration":"5.32296297s","start":"2026-04-23T01:06:19.130672Z","end":"2026-04-23T01:06:24.453635Z","steps":["trace[531220004] 'agreement among raft nodes before linearized reading' (duration: 5.315810787s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:24.453678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:19.130668Z","time spent":"5.323000251s","remote":"127.0.0.1:58106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":3404,"request content":"key:\"/registry/daemonsets/openstack/magnum-cluster-api-proxy\" "} {"level":"warn","ts":"2026-04-23T01:06:24.446587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.315750745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:15343"} {"level":"info","ts":"2026-04-23T01:06:24.453754Z","caller":"traceutil/trace.go:171","msg":"trace[1229227678] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:25407; }","duration":"5.322917808s","start":"2026-04-23T01:06:19.130831Z","end":"2026-04-23T01:06:24.453749Z","steps":["trace[1229227678] 'agreement among raft nodes before linearized reading' (duration: 5.315696534s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:24.4536Z","caller":"traceutil/trace.go:171","msg":"trace[1397669522] range","detail":"{range_begin:/registry/daemonsets/kube-system/kube-proxy; range_end:; response_count:1; response_revision:25407; }","duration":"5.322881828s","start":"2026-04-23T01:06:19.130654Z","end":"2026-04-23T01:06:24.453536Z","steps":["trace[1397669522] 'agreement among raft nodes before linearized reading' (duration: 5.315792827s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:24.453772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:19.130818Z","time spent":"5.322949189s","remote":"127.0.0.1:58104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":15365,"request content":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" "} {"level":"warn","ts":"2026-04-23T01:06:24.446604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.315797587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:6905"} {"level":"warn","ts":"2026-04-23T01:06:24.453795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:19.130649Z","time spent":"5.323130873s","remote":"127.0.0.1:58106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":2941,"request content":"key:\"/registry/daemonsets/kube-system/kube-proxy\" "} {"level":"info","ts":"2026-04-23T01:06:24.453803Z","caller":"traceutil/trace.go:171","msg":"trace[1186489065] range","detail":"{range_begin:/registry/statefulsets/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:25407; }","duration":"5.322997421s","start":"2026-04-23T01:06:19.130794Z","end":"2026-04-23T01:06:24.453792Z","steps":["trace[1186489065] 'agreement among raft nodes before linearized reading' (duration: 5.315737696s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:24.453835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:19.130789Z","time spent":"5.323035712s","remote":"127.0.0.1:58104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":6927,"request content":"key:\"/registry/statefulsets/openstack/ovn-ovsdb-sb\" "} {"level":"warn","ts":"2026-04-23T01:06:24.446598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.31595206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/neutron-netns-cleanup-cron-default\" ","response":"range_response_count:1 size:9795"} {"level":"info","ts":"2026-04-23T01:06:24.453906Z","caller":"traceutil/trace.go:171","msg":"trace[1543728590] range","detail":"{range_begin:/registry/daemonsets/openstack/neutron-netns-cleanup-cron-default; range_end:; response_count:1; response_revision:25407; }","duration":"5.323276456s","start":"2026-04-23T01:06:19.130622Z","end":"2026-04-23T01:06:24.453899Z","steps":["trace[1543728590] 'agreement among raft nodes before linearized reading' (duration: 5.315888959s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:24.453925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:19.130615Z","time spent":"5.323304496s","remote":"127.0.0.1:58106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":9817,"request content":"key:\"/registry/daemonsets/openstack/neutron-netns-cleanup-cron-default\" "} {"level":"warn","ts":"2026-04-23T01:06:24.446632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.315780836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" ","response":"range_response_count:1 size:3239"} {"level":"info","ts":"2026-04-23T01:06:24.453998Z","caller":"traceutil/trace.go:171","msg":"trace[1920129758] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron; range_end:; response_count:1; response_revision:25407; }","duration":"5.323144812s","start":"2026-04-23T01:06:19.130839Z","end":"2026-04-23T01:06:24.453984Z","steps":["trace[1920129758] 'agreement among raft nodes before linearized reading' (duration: 5.315761395s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:24.454038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:19.130834Z","time spent":"5.323190733s","remote":"127.0.0.1:49834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3261,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" "} {"level":"warn","ts":"2026-04-23T01:06:24.446641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.315676504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/keepalived\" ","response":"range_response_count:1 size:4038"} {"level":"info","ts":"2026-04-23T01:06:24.45415Z","caller":"traceutil/trace.go:171","msg":"trace[1110741294] range","detail":"{range_begin:/registry/daemonsets/openstack/keepalived; range_end:; response_count:1; response_revision:25407; }","duration":"5.323194974s","start":"2026-04-23T01:06:19.130948Z","end":"2026-04-23T01:06:24.454143Z","steps":["trace[1110741294] 'agreement among raft nodes before linearized reading' (duration: 5.315616193s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:24.454173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:19.130944Z","time spent":"5.323222055s","remote":"127.0.0.1:58106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":4060,"request content":"key:\"/registry/daemonsets/openstack/keepalived\" "} {"level":"warn","ts":"2026-04-23T01:06:24.446635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.315882599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-octavia-server\" ","response":"range_response_count:1 size:9562"} {"level":"info","ts":"2026-04-23T01:06:24.454292Z","caller":"traceutil/trace.go:171","msg":"trace[354640140] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-octavia-server; range_end:; response_count:1; response_revision:25407; }","duration":"5.323554622s","start":"2026-04-23T01:06:19.130731Z","end":"2026-04-23T01:06:24.454286Z","steps":["trace[354640140] 'agreement among raft nodes before linearized reading' (duration: 5.315842748s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:24.454315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:19.130723Z","time spent":"5.323586072s","remote":"127.0.0.1:58104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":9584,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-octavia-server\" "} {"level":"warn","ts":"2026-04-23T01:06:24.446614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.315856328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/libvirt-libvirt-default\" ","response":"range_response_count:1 size:17625"} {"level":"info","ts":"2026-04-23T01:06:24.454477Z","caller":"traceutil/trace.go:171","msg":"trace[1648387693] range","detail":"{range_begin:/registry/daemonsets/openstack/libvirt-libvirt-default; range_end:; response_count:1; response_revision:25407; }","duration":"5.323731125s","start":"2026-04-23T01:06:19.130738Z","end":"2026-04-23T01:06:24.45447Z","steps":["trace[1648387693] 'agreement among raft nodes before linearized reading' (duration: 5.315796477s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:24.454502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:19.130725Z","time spent":"5.323769846s","remote":"127.0.0.1:58106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":17647,"request content":"key:\"/registry/daemonsets/openstack/libvirt-libvirt-default\" "} {"level":"warn","ts":"2026-04-23T01:06:24.446637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.315773366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:6905"} {"level":"info","ts":"2026-04-23T01:06:24.454585Z","caller":"traceutil/trace.go:171","msg":"trace[553090386] range","detail":"{range_begin:/registry/statefulsets/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:25407; }","duration":"5.323737184s","start":"2026-04-23T01:06:19.130843Z","end":"2026-04-23T01:06:24.45458Z","steps":["trace[553090386] 'agreement among raft nodes before linearized reading' (duration: 5.315704844s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:24.454606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:19.130826Z","time spent":"5.323774014s","remote":"127.0.0.1:58104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":6927,"request content":"key:\"/registry/statefulsets/openstack/ovn-ovsdb-nb\" "} {"level":"info","ts":"2026-04-23T01:06:24.582062Z","caller":"traceutil/trace.go:171","msg":"trace[764011057] linearizableReadLoop","detail":"{readStateIndex:26234; appliedIndex:26232; }","duration":"136.497765ms","start":"2026-04-23T01:06:24.445536Z","end":"2026-04-23T01:06:24.582034Z","steps":["trace[764011057] 'read index received' (duration: 136.063607ms)","trace[764011057] 'applied index is now lower than readState.Index' (duration: 432.718µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:06:24.582145Z","caller":"traceutil/trace.go:171","msg":"trace[490758916] transaction","detail":"{read_only:false; response_revision:25409; number_of_response:1; }","duration":"408.813549ms","start":"2026-04-23T01:06:24.173322Z","end":"2026-04-23T01:06:24.582136Z","steps":["trace[490758916] 'process raft request' (duration: 408.635266ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:24.582267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:24.17331Z","time spent":"408.86927ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:06:24.582072Z","caller":"traceutil/trace.go:171","msg":"trace[487344072] transaction","detail":"{read_only:false; response_revision:25408; number_of_response:1; }","duration":"411.226705ms","start":"2026-04-23T01:06:24.170812Z","end":"2026-04-23T01:06:24.582039Z","steps":["trace[487344072] 'process raft request' (duration: 410.666934ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:24.58254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:24.170789Z","time spent":"411.592211ms","remote":"127.0.0.1:57720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:06:24.58259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.910187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-23T01:06:24.582636Z","caller":"traceutil/trace.go:171","msg":"trace[571568517] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:25409; }","duration":"192.017578ms","start":"2026-04-23T01:06:24.390607Z","end":"2026-04-23T01:06:24.582625Z","steps":["trace[571568517] 'agreement among raft nodes before linearized reading' (duration: 191.55217ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:24.633369Z","caller":"traceutil/trace.go:171","msg":"trace[678687548] transaction","detail":"{read_only:false; response_revision:25410; number_of_response:1; }","duration":"182.492772ms","start":"2026-04-23T01:06:24.45085Z","end":"2026-04-23T01:06:24.633343Z","steps":["trace[678687548] 'process raft request' (duration: 181.823759ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:24.633788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.178974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/rabbitmq-cluster-operator\" ","response":"range_response_count:1 size:5889"} {"level":"warn","ts":"2026-04-23T01:06:24.633828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.735117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager\" ","response":"range_response_count:1 size:4750"} {"level":"info","ts":"2026-04-23T01:06:24.633888Z","caller":"traceutil/trace.go:171","msg":"trace[1646717420] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager; range_end:; response_count:1; response_revision:25411; }","duration":"173.81448ms","start":"2026-04-23T01:06:24.460053Z","end":"2026-04-23T01:06:24.633868Z","steps":["trace[1646717420] 'agreement among raft nodes before linearized reading' (duration: 173.677337ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:24.633943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.075074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"info","ts":"2026-04-23T01:06:24.634085Z","caller":"traceutil/trace.go:171","msg":"trace[845944020] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:25411; }","duration":"174.239567ms","start":"2026-04-23T01:06:24.459808Z","end":"2026-04-23T01:06:24.634048Z","steps":["trace[845944020] 'agreement among raft nodes before linearized reading' (duration: 173.85773ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:24.634083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.062223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11837"} {"level":"warn","ts":"2026-04-23T01:06:24.634192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.881346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:4220"} {"level":"info","ts":"2026-04-23T01:06:24.634197Z","caller":"traceutil/trace.go:171","msg":"trace[1398573816] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:25411; }","duration":"175.206475ms","start":"2026-04-23T01:06:24.458963Z","end":"2026-04-23T01:06:24.634169Z","steps":["trace[1398573816] 'agreement among raft nodes before linearized reading' (duration: 174.822608ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:24.634174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.679166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-04-23T01:06:24.63425Z","caller":"traceutil/trace.go:171","msg":"trace[72123485] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:25411; }","duration":"176.942587ms","start":"2026-04-23T01:06:24.457286Z","end":"2026-04-23T01:06:24.634229Z","steps":["trace[72123485] 'agreement among raft nodes before linearized reading' (duration: 176.839215ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:24.634267Z","caller":"traceutil/trace.go:171","msg":"trace[883756788] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:25411; }","duration":"173.790658ms","start":"2026-04-23T01:06:24.460453Z","end":"2026-04-23T01:06:24.634243Z","steps":["trace[883756788] 'agreement among raft nodes before linearized reading' (duration: 173.532664ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:24.634289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.335329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capo-system/capo-controller-manager\" ","response":"range_response_count:1 size:4612"} {"level":"info","ts":"2026-04-23T01:06:24.634372Z","caller":"traceutil/trace.go:171","msg":"trace[1963707245] range","detail":"{range_begin:/registry/deployments/capo-system/capo-controller-manager; range_end:; response_count:1; response_revision:25411; }","duration":"174.43137ms","start":"2026-04-23T01:06:24.459922Z","end":"2026-04-23T01:06:24.634353Z","steps":["trace[1963707245] 'agreement among raft nodes before linearized reading' (duration: 174.219816ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:24.63438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.364938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/nova-novncproxy\" ","response":"range_response_count:1 size:9752"} {"level":"info","ts":"2026-04-23T01:06:24.634426Z","caller":"traceutil/trace.go:171","msg":"trace[2139868550] range","detail":"{range_begin:/registry/deployments/openstack/nova-novncproxy; range_end:; response_count:1; response_revision:25411; }","duration":"175.414069ms","start":"2026-04-23T01:06:24.458996Z","end":"2026-04-23T01:06:24.63441Z","steps":["trace[2139868550] 'agreement among raft nodes before linearized reading' (duration: 175.297007ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:24.634451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.193352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/prometheus-pushgateway\" ","response":"range_response_count:1 size:4133"} {"level":"warn","ts":"2026-04-23T01:06:24.634469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.542582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:1 size:3891"} {"level":"info","ts":"2026-04-23T01:06:24.63452Z","caller":"traceutil/trace.go:171","msg":"trace[1743794680] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager-cainjector; range_end:; response_count:1; response_revision:25411; }","duration":"174.605033ms","start":"2026-04-23T01:06:24.459901Z","end":"2026-04-23T01:06:24.634506Z","steps":["trace[1743794680] 'agreement among raft nodes before linearized reading' (duration: 174.472131ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:24.634565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.423706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" ","response":"range_response_count:1 size:1155"} {"level":"warn","ts":"2026-04-23T01:06:24.634587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.578292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-operator\" ","response":"range_response_count:1 size:5447"} {"level":"warn","ts":"2026-04-23T01:06:24.634389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.079604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:514"} {"level":"info","ts":"2026-04-23T01:06:24.634658Z","caller":"traceutil/trace.go:171","msg":"trace[1102657524] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:25411; }","duration":"181.455772ms","start":"2026-04-23T01:06:24.453193Z","end":"2026-04-23T01:06:24.634649Z","steps":["trace[1102657524] 'agreement among raft nodes before linearized reading' (duration: 180.839031ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:24.634597Z","caller":"traceutil/trace.go:171","msg":"trace[472023324] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-manila-default-user; range_end:; response_count:1; response_revision:25411; }","duration":"177.489857ms","start":"2026-04-23T01:06:24.457099Z","end":"2026-04-23T01:06:24.634589Z","steps":["trace[472023324] 'agreement among raft nodes before linearized reading' (duration: 177.398716ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:24.634682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.37646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:7456"} {"level":"warn","ts":"2026-04-23T01:06:24.634712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.636978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:06:24.634707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.712305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/senlin-api\" ","response":"range_response_count:1 size:7561"} {"level":"info","ts":"2026-04-23T01:06:24.634727Z","caller":"traceutil/trace.go:171","msg":"trace[1705493865] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:25411; }","duration":"181.418831ms","start":"2026-04-23T01:06:24.453295Z","end":"2026-04-23T01:06:24.634714Z","steps":["trace[1705493865] 'agreement among raft nodes before linearized reading' (duration: 181.307819ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:24.634071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.249411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-04-23T01:06:24.634752Z","caller":"traceutil/trace.go:171","msg":"trace[624902484] range","detail":"{range_begin:/registry/deployments/openstack/senlin-api; range_end:; response_count:1; response_revision:25411; }","duration":"174.770217ms","start":"2026-04-23T01:06:24.45997Z","end":"2026-04-23T01:06:24.63474Z","steps":["trace[624902484] 'agreement among raft nodes before linearized reading' (duration: 174.560212ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:24.634602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.273008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3217"} {"level":"warn","ts":"2026-04-23T01:06:24.634807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.519333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3226"} {"level":"warn","ts":"2026-04-23T01:06:24.63467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.588129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-04-23T01:06:24.634861Z","caller":"traceutil/trace.go:171","msg":"trace[1134229014] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:25411; }","duration":"177.790783ms","start":"2026-04-23T01:06:24.457062Z","end":"2026-04-23T01:06:24.634853Z","steps":["trace[1134229014] 'agreement among raft nodes before linearized reading' (duration: 177.557148ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:24.634479Z","caller":"traceutil/trace.go:171","msg":"trace[1977449422] range","detail":"{range_begin:/registry/deployments/monitoring/prometheus-pushgateway; range_end:; response_count:1; response_revision:25411; }","duration":"177.228212ms","start":"2026-04-23T01:06:24.457241Z","end":"2026-04-23T01:06:24.634469Z","steps":["trace[1977449422] 'agreement among raft nodes before linearized reading' (duration: 177.143151ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:24.634909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.029126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"info","ts":"2026-04-23T01:06:24.634917Z","caller":"traceutil/trace.go:171","msg":"trace[735483552] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:25411; }","duration":"181.628496ms","start":"2026-04-23T01:06:24.453247Z","end":"2026-04-23T01:06:24.634875Z","steps":["trace[735483552] 'agreement among raft nodes before linearized reading' (duration: 181.403441ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:24.634945Z","caller":"traceutil/trace.go:171","msg":"trace[1010939741] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:25411; }","duration":"180.067187ms","start":"2026-04-23T01:06:24.454867Z","end":"2026-04-23T01:06:24.634934Z","steps":["trace[1010939741] 'agreement among raft nodes before linearized reading' (duration: 179.970815ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:24.634656Z","caller":"traceutil/trace.go:171","msg":"trace[268400000] range","detail":"{range_begin:/registry/deployments/monitoring/kube-prometheus-stack-operator; range_end:; response_count:1; response_revision:25411; }","duration":"175.658633ms","start":"2026-04-23T01:06:24.458979Z","end":"2026-04-23T01:06:24.634638Z","steps":["trace[268400000] 'agreement among raft nodes before linearized reading' (duration: 175.48932ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:24.634561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.295308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/pxc-operator\" ","response":"range_response_count:1 size:4386"} {"level":"warn","ts":"2026-04-23T01:06:24.63482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.874472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-04-23T01:06:24.635054Z","caller":"traceutil/trace.go:171","msg":"trace[1753578636] range","detail":"{range_begin:/registry/deployments/openstack/pxc-operator; range_end:; response_count:1; response_revision:25411; }","duration":"181.822939ms","start":"2026-04-23T01:06:24.453219Z","end":"2026-04-23T01:06:24.635042Z","steps":["trace[1753578636] 'agreement among raft nodes before linearized reading' (duration: 181.077664ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:24.634732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.545933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-04-23T01:06:24.635093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.206969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-540752ac-7328-414b-b740-2963f80f7330\" ","response":"range_response_count:1 size:1284"} {"level":"info","ts":"2026-04-23T01:06:24.635118Z","caller":"traceutil/trace.go:171","msg":"trace[46533565] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:25411; }","duration":"181.951011ms","start":"2026-04-23T01:06:24.453153Z","end":"2026-04-23T01:06:24.635104Z","steps":["trace[46533565] 'agreement among raft nodes before linearized reading' (duration: 181.481091ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:24.635142Z","caller":"traceutil/trace.go:171","msg":"trace[1217438956] range","detail":"{range_begin:/registry/persistentvolumes/pvc-540752ac-7328-414b-b740-2963f80f7330; range_end:; response_count:1; response_revision:25411; }","duration":"180.26874ms","start":"2026-04-23T01:06:24.454861Z","end":"2026-04-23T01:06:24.635129Z","steps":["trace[1217438956] 'agreement among raft nodes before linearized reading' (duration: 180.143188ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:24.635312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.360197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/secretgen-controller/secretgen-controller\" ","response":"range_response_count:1 size:3106"} {"level":"warn","ts":"2026-04-23T01:06:24.63473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.824807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/orc-system/orc-controller-manager\" ","response":"range_response_count:1 size:3083"} {"level":"info","ts":"2026-04-23T01:06:24.635387Z","caller":"traceutil/trace.go:171","msg":"trace[629235110] range","detail":"{range_begin:/registry/deployments/secretgen-controller/secretgen-controller; range_end:; response_count:1; response_revision:25411; }","duration":"176.418498ms","start":"2026-04-23T01:06:24.458942Z","end":"2026-04-23T01:06:24.63536Z","steps":["trace[629235110] 'agreement among raft nodes before linearized reading' (duration: 176.232115ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:24.635404Z","caller":"traceutil/trace.go:171","msg":"trace[1854373232] range","detail":"{range_begin:/registry/deployments/orc-system/orc-controller-manager; range_end:; response_count:1; response_revision:25411; }","duration":"175.501231ms","start":"2026-04-23T01:06:24.459887Z","end":"2026-04-23T01:06:24.635388Z","steps":["trace[1854373232] 'agreement among raft nodes before linearized reading' (duration: 174.759586ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:24.635414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.448728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:625"} {"level":"info","ts":"2026-04-23T01:06:24.635451Z","caller":"traceutil/trace.go:171","msg":"trace[224761373] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:25411; }","duration":"176.50981ms","start":"2026-04-23T01:06:24.45893Z","end":"2026-04-23T01:06:24.63544Z","steps":["trace[224761373] 'agreement among raft nodes before linearized reading' (duration: 176.404198ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:24.635484Z","caller":"traceutil/trace.go:171","msg":"trace[1882595390] range","detail":"{range_begin:/registry/deployments/openstack/rabbitmq-cluster-operator; range_end:; response_count:1; response_revision:25411; }","duration":"176.290375ms","start":"2026-04-23T01:06:24.45756Z","end":"2026-04-23T01:06:24.633851Z","steps":["trace[1882595390] 'agreement among raft nodes before linearized reading' (duration: 176.025551ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:24.634615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.824257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:539"} {"level":"info","ts":"2026-04-23T01:06:24.635761Z","caller":"traceutil/trace.go:171","msg":"trace[885997650] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:25411; }","duration":"175.977699ms","start":"2026-04-23T01:06:24.459772Z","end":"2026-04-23T01:06:24.635749Z","steps":["trace[885997650] 'agreement among raft nodes before linearized reading' (duration: 174.768507ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:24.635484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.55944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" ","response":"range_response_count:1 size:3241"} {"level":"info","ts":"2026-04-23T01:06:24.635841Z","caller":"traceutil/trace.go:171","msg":"trace[1459772595] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia; range_end:; response_count:1; response_revision:25411; }","duration":"176.929357ms","start":"2026-04-23T01:06:24.458901Z","end":"2026-04-23T01:06:24.63583Z","steps":["trace[1459772595] 'agreement among raft nodes before linearized reading' (duration: 176.505229ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:24.635073Z","caller":"traceutil/trace.go:171","msg":"trace[1667934567] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25411; }","duration":"180.160708ms","start":"2026-04-23T01:06:24.454901Z","end":"2026-04-23T01:06:24.635062Z","steps":["trace[1667934567] 'agreement among raft nodes before linearized reading' (duration: 179.858853ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:24.634783Z","caller":"traceutil/trace.go:171","msg":"trace[1092947045] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:25411; }","duration":"179.995275ms","start":"2026-04-23T01:06:24.454774Z","end":"2026-04-23T01:06:24.634769Z","steps":["trace[1092947045] 'agreement among raft nodes before linearized reading' (duration: 179.095228ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:24.634742Z","caller":"traceutil/trace.go:171","msg":"trace[926074924] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25411; }","duration":"179.686999ms","start":"2026-04-23T01:06:24.455048Z","end":"2026-04-23T01:06:24.634735Z","steps":["trace[926074924] 'agreement among raft nodes before linearized reading' (duration: 179.641238ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:24.635586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.651112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:7456"} {"level":"info","ts":"2026-04-23T01:06:24.636194Z","caller":"traceutil/trace.go:171","msg":"trace[1880580570] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:25411; }","duration":"177.278054ms","start":"2026-04-23T01:06:24.458899Z","end":"2026-04-23T01:06:24.636177Z","steps":["trace[1880580570] 'agreement among raft nodes before linearized reading' (duration: 176.490059ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:24.634825Z","caller":"traceutil/trace.go:171","msg":"trace[1268950290] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:25411; }","duration":"181.509113ms","start":"2026-04-23T01:06:24.453305Z","end":"2026-04-23T01:06:24.634814Z","steps":["trace[1268950290] 'agreement among raft nodes before linearized reading' (duration: 181.157636ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:25.407515Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199180892761635,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:06:25.908378Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199180892761635,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:06:26.129433Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.252678688s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T01:06:26.139951Z","caller":"traceutil/trace.go:171","msg":"trace[1155268762] linearizableReadLoop","detail":"{readStateIndex:26244; appliedIndex:26243; }","duration":"1.233119923s","start":"2026-04-23T01:06:24.906803Z","end":"2026-04-23T01:06:26.139923Z","steps":["trace[1155268762] 'read index received' (duration: 1.222745889s)","trace[1155268762] 'applied index is now lower than readState.Index' (duration: 10.372644ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:06:26.140135Z","caller":"traceutil/trace.go:171","msg":"trace[402706173] transaction","detail":"{read_only:false; response_revision:25418; number_of_response:1; }","duration":"1.263365097s","start":"2026-04-23T01:06:24.876629Z","end":"2026-04-23T01:06:26.139994Z","steps":["trace[402706173] 'process raft request' (duration: 1.252965873s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:26.140275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.150767409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:06:26.140355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.251895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:06:26.14036Z","caller":"traceutil/trace.go:171","msg":"trace[378570886] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:25418; }","duration":"1.150895961s","start":"2026-04-23T01:06:24.98944Z","end":"2026-04-23T01:06:26.140335Z","steps":["trace[378570886] 'agreement among raft nodes before linearized reading' (duration: 1.150756378s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:26.14041Z","caller":"traceutil/trace.go:171","msg":"trace[640012390] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:25418; }","duration":"308.336227ms","start":"2026-04-23T01:06:25.832052Z","end":"2026-04-23T01:06:26.140388Z","steps":["trace[640012390] 'agreement among raft nodes before linearized reading' (duration: 308.275935ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:26.140442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"965.699489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-28c9c034-388e-4227-aede-d0ae98282006\" ","response":"range_response_count:1 size:3950"} {"level":"warn","ts":"2026-04-23T01:06:26.140472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:25.832027Z","time spent":"308.433439ms","remote":"127.0.0.1:49842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:06:26.14048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.093008582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:06:26.140537Z","caller":"traceutil/trace.go:171","msg":"trace[410062740] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:25418; }","duration":"1.093093184s","start":"2026-04-23T01:06:25.047433Z","end":"2026-04-23T01:06:26.140526Z","steps":["trace[410062740] 'agreement among raft nodes before linearized reading' (duration: 1.093015713s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:26.140574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:25.047415Z","time spent":"1.093151505s","remote":"127.0.0.1:36808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:06:26.140585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.585691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:06:26.140608Z","caller":"traceutil/trace.go:171","msg":"trace[1191764748] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:25418; }","duration":"485.610431ms","start":"2026-04-23T01:06:25.654989Z","end":"2026-04-23T01:06:26.1406Z","steps":["trace[1191764748] 'agreement among raft nodes before linearized reading' (duration: 485.571851ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:26.140635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:25.654915Z","time spent":"485.714223ms","remote":"127.0.0.1:47410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:06:26.140297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.965888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:06:26.140719Z","caller":"traceutil/trace.go:171","msg":"trace[1679918357] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:25418; }","duration":"369.436316ms","start":"2026-04-23T01:06:25.771267Z","end":"2026-04-23T01:06:26.140703Z","steps":["trace[1679918357] 'agreement among raft nodes before linearized reading' (duration: 368.992758ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:26.140419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:24.989416Z","time spent":"1.150984953s","remote":"127.0.0.1:49996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:06:26.140767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:25.771231Z","time spent":"369.520918ms","remote":"127.0.0.1:52394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:06:26.140871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:24.876611Z","time spent":"1.263670103s","remote":"127.0.0.1:57802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3932,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:06:26.140479Z","caller":"traceutil/trace.go:171","msg":"trace[1587324124] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-28c9c034-388e-4227-aede-d0ae98282006; range_end:; response_count:1; response_revision:25418; }","duration":"965.7654ms","start":"2026-04-23T01:06:25.174703Z","end":"2026-04-23T01:06:26.140469Z","steps":["trace[1587324124] 'agreement among raft nodes before linearized reading' (duration: 965.701259ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:26.140197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.233377228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18460"} {"level":"warn","ts":"2026-04-23T01:06:26.14106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:25.174688Z","time spent":"966.342661ms","remote":"127.0.0.1:57802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3972,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-28c9c034-388e-4227-aede-d0ae98282006\" "} {"level":"info","ts":"2026-04-23T01:06:26.141116Z","caller":"traceutil/trace.go:171","msg":"trace[279840161] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25418; }","duration":"1.234361475s","start":"2026-04-23T01:06:24.906744Z","end":"2026-04-23T01:06:26.141106Z","steps":["trace[279840161] 'agreement among raft nodes before linearized reading' (duration: 1.233259576s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:26.141152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:24.906725Z","time spent":"1.234417177s","remote":"127.0.0.1:57798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18482,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-23T01:06:27.457079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.43652ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:06:27.457183Z","caller":"traceutil/trace.go:171","msg":"trace[554425658] transaction","detail":"{read_only:false; response_revision:25419; number_of_response:1; }","duration":"1.280724489s","start":"2026-04-23T01:06:26.176439Z","end":"2026-04-23T01:06:27.457163Z","steps":["trace[554425658] 'process raft request' (duration: 540.131676ms)","trace[554425658] 'compare' (duration: 740.031733ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:06:27.457259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:26.176425Z","time spent":"1.280807841s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:06:28.418525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000531446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:06:28.418592Z","caller":"traceutil/trace.go:171","msg":"trace[519618407] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000656798s","start":"2026-04-23T01:06:26.41792Z","end":"2026-04-23T01:06:28.418577Z","steps":["trace[519618407] 'agreement among raft nodes before linearized reading' (duration: 2.000568897s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:28.41863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:26.417895Z","time spent":"2.00072847s","remote":"127.0.0.1:57620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 01:06:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:06:28.892751Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.176109429s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T01:06:29.775651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"882.666631ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:06:29.77601Z","caller":"traceutil/trace.go:171","msg":"trace[147511634] transaction","detail":"{read_only:false; response_revision:25421; number_of_response:1; }","duration":"3.599161651s","start":"2026-04-23T01:06:26.176823Z","end":"2026-04-23T01:06:29.775984Z","steps":["trace[147511634] 'process raft request' (duration: 3.598918167s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:29.776055Z","caller":"traceutil/trace.go:171","msg":"trace[866286110] linearizableReadLoop","detail":"{readStateIndex:26247; appliedIndex:26244; }","duration":"3.547963348s","start":"2026-04-23T01:06:26.228075Z","end":"2026-04-23T01:06:29.776038Z","steps":["trace[866286110] 'read index received' (duration: 488.569236ms)","trace[866286110] 'applied index is now lower than readState.Index' (duration: 3.059393292s)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:06:29.776175Z","caller":"traceutil/trace.go:171","msg":"trace[1179076457] transaction","detail":"{read_only:false; response_revision:25422; number_of_response:1; }","duration":"3.133399171s","start":"2026-04-23T01:06:26.642764Z","end":"2026-04-23T01:06:29.776163Z","steps":["trace[1179076457] 'process raft request' (duration: 3.133061874s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:29.776213Z","caller":"traceutil/trace.go:171","msg":"trace[1053907948] transaction","detail":"{read_only:false; response_revision:25420; number_of_response:1; }","duration":"3.599683101s","start":"2026-04-23T01:06:26.176519Z","end":"2026-04-23T01:06:29.776202Z","steps":["trace[1053907948] 'process raft request' (duration: 2.716386658s)","trace[1053907948] 'compare' (duration: 882.247293ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:06:29.776243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:26.642738Z","time spent":"3.133470862s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:06:29.776264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:26.176492Z","time spent":"3.599751962s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:06:29.776278Z","caller":"traceutil/trace.go:171","msg":"trace[705082400] transaction","detail":"{read_only:false; response_revision:25423; number_of_response:1; }","duration":"3.133287509s","start":"2026-04-23T01:06:26.642956Z","end":"2026-04-23T01:06:29.776244Z","steps":["trace[705082400] 'process raft request' (duration: 3.132910451s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:29.776438Z","caller":"traceutil/trace.go:171","msg":"trace[1258854246] transaction","detail":"{read_only:false; response_revision:25424; number_of_response:1; }","duration":"3.131391643s","start":"2026-04-23T01:06:26.645038Z","end":"2026-04-23T01:06:29.77643Z","steps":["trace[1258854246] 'process raft request' (duration: 3.130859233s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:29.776422Z","caller":"traceutil/trace.go:171","msg":"trace[2060010636] transaction","detail":"{read_only:false; response_revision:25425; number_of_response:1; }","duration":"3.1311641s","start":"2026-04-23T01:06:26.645111Z","end":"2026-04-23T01:06:29.776275Z","steps":["trace[2060010636] 'process raft request' (duration: 3.130819152s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:29.776446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:26.642948Z","time spent":"3.133407731s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:06:29.77649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:26.645028Z","time spent":"3.131436254s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:06:29.776497Z","caller":"traceutil/trace.go:171","msg":"trace[930454488] transaction","detail":"{read_only:false; response_revision:25426; number_of_response:1; }","duration":"3.131248931s","start":"2026-04-23T01:06:26.645237Z","end":"2026-04-23T01:06:29.776486Z","steps":["trace[930454488] 'process raft request' (duration: 3.130737651s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:29.776175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:26.176808Z","time spent":"3.599258024s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:06:29.776552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:26.64523Z","time spent":"3.131291762s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:06:29.776625Z","caller":"traceutil/trace.go:171","msg":"trace[455242443] transaction","detail":"{read_only:false; response_revision:25427; number_of_response:1; }","duration":"3.129279704s","start":"2026-04-23T01:06:26.647334Z","end":"2026-04-23T01:06:29.776613Z","steps":["trace[455242443] 'process raft request' (duration: 3.128669652s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:29.776705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.54863615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:06:29.776726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:26.64732Z","time spent":"3.129354215s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:06:29.776744Z","caller":"traceutil/trace.go:171","msg":"trace[1675813233] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:25427; }","duration":"3.548722782s","start":"2026-04-23T01:06:26.228011Z","end":"2026-04-23T01:06:29.776734Z","steps":["trace[1675813233] 'agreement among raft nodes before linearized reading' (duration: 3.548658981s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:29.77678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:26.227988Z","time spent":"3.548783374s","remote":"127.0.0.1:42342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:06:29.777008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:26.645105Z","time spent":"3.131376013s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:06:30.277092Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199180892761655,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:06:30.418469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999901854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T01:06:30.418538Z","caller":"traceutil/trace.go:171","msg":"trace[633498506] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000009236s","start":"2026-04-23T01:06:28.418513Z","end":"2026-04-23T01:06:30.418522Z","steps":["trace[633498506] 'agreement among raft nodes before linearized reading' (duration: 1.999922805s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:30.418575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:28.418498Z","time spent":"2.000070277s","remote":"127.0.0.1:57636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:06:30.634221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.975284ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:06:30.634367Z","caller":"traceutil/trace.go:171","msg":"trace[1682264884] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25427; }","duration":"342.129327ms","start":"2026-04-23T01:06:30.292214Z","end":"2026-04-23T01:06:30.634344Z","steps":["trace[1682264884] 'range keys from in-memory index tree' (duration: 341.958513ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:30.634923Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.46581481s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T01:06:30.635149Z","caller":"traceutil/trace.go:171","msg":"trace[1324822825] transaction","detail":"{read_only:false; response_revision:25428; number_of_response:1; }","duration":"1.466102615s","start":"2026-04-23T01:06:29.169027Z","end":"2026-04-23T01:06:30.63513Z","steps":["trace[1324822825] 'process raft request' (duration: 1.465992963s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:30.635286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:29.169006Z","time spent":"1.466220577s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:06:30.679866Z","caller":"traceutil/trace.go:171","msg":"trace[1643974004] transaction","detail":"{read_only:false; response_revision:25429; number_of_response:1; }","duration":"1.332785181s","start":"2026-04-23T01:06:29.347049Z","end":"2026-04-23T01:06:30.679834Z","steps":["trace[1643974004] 'process raft request' (duration: 1.332556317s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:30.679919Z","caller":"traceutil/trace.go:171","msg":"trace[824489637] transaction","detail":"{read_only:false; response_revision:25430; number_of_response:1; }","duration":"1.226413148s","start":"2026-04-23T01:06:29.453482Z","end":"2026-04-23T01:06:30.679895Z","steps":["trace[824489637] 'process raft request' (duration: 1.226235735s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:30.680008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:29.453455Z","time spent":"1.2265068s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:06:30.680009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:29.347022Z","time spent":"1.332920763s","remote":"127.0.0.1:57720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T01:06:32.019292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.339513307s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-23T01:06:32.019408Z","caller":"traceutil/trace.go:171","msg":"trace[1890950986] linearizableReadLoop","detail":"{readStateIndex:26257; appliedIndex:26253; }","duration":"2.243294671s","start":"2026-04-23T01:06:29.776086Z","end":"2026-04-23T01:06:32.01938Z","steps":["trace[1890950986] 'read index received' (duration: 858.965819ms)","trace[1890950986] 'applied index is now lower than readState.Index' (duration: 1.384327862s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:06:32.019724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.289094865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:06:32.019757Z","caller":"traceutil/trace.go:171","msg":"trace[1941179912] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:25430; }","duration":"2.289137076s","start":"2026-04-23T01:06:29.730611Z","end":"2026-04-23T01:06:32.019748Z","steps":["trace[1941179912] 'agreement among raft nodes before linearized reading' (duration: 2.289068864s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:32.019783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:29.73056Z","time spent":"2.289216277s","remote":"127.0.0.1:58058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:06:32.020039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.358161282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-04-23T01:06:32.020066Z","caller":"traceutil/trace.go:171","msg":"trace[1690180298] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25430; }","duration":"2.358218562s","start":"2026-04-23T01:06:29.66184Z","end":"2026-04-23T01:06:32.020058Z","steps":["trace[1690180298] 'agreement among raft nodes before linearized reading' (duration: 2.35809742s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:32.020091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:29.661818Z","time spent":"2.358268054s","remote":"127.0.0.1:57802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-23T01:06:32.020313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.560027334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-23T01:06:32.02034Z","caller":"traceutil/trace.go:171","msg":"trace[567271271] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25430; }","duration":"2.560089255s","start":"2026-04-23T01:06:29.460243Z","end":"2026-04-23T01:06:32.020332Z","steps":["trace[567271271] 'agreement among raft nodes before linearized reading' (duration: 2.560000673s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:32.020364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:29.460232Z","time spent":"2.560126436s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T01:06:32.020557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.564250274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3237"} {"level":"info","ts":"2026-04-23T01:06:32.020583Z","caller":"traceutil/trace.go:171","msg":"trace[1318128429] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25430; }","duration":"2.564310844s","start":"2026-04-23T01:06:29.456264Z","end":"2026-04-23T01:06:32.020575Z","steps":["trace[1318128429] 'agreement among raft nodes before linearized reading' (duration: 2.564231533s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:32.020638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:29.456247Z","time spent":"2.564384256s","remote":"127.0.0.1:49834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3259,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-04-23T01:06:32.020962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.431296929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-04-23T01:06:32.020997Z","caller":"traceutil/trace.go:171","msg":"trace[19164974] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:25430; }","duration":"5.431362871s","start":"2026-04-23T01:06:26.589623Z","end":"2026-04-23T01:06:32.020986Z","steps":["trace[19164974] 'agreement among raft nodes before linearized reading' (duration: 5.431270289s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:32.021023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:26.589603Z","time spent":"5.431413901s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T01:06:32.021004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.872737448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-28c9c034-388e-4227-aede-d0ae98282006\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-04-23T01:06:32.021104Z","caller":"traceutil/trace.go:171","msg":"trace[722739358] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-28c9c034-388e-4227-aede-d0ae98282006; range_end:; response_count:1; response_revision:25430; }","duration":"4.87283822s","start":"2026-04-23T01:06:27.148225Z","end":"2026-04-23T01:06:32.021063Z","steps":["trace[722739358] 'agreement among raft nodes before linearized reading' (duration: 4.872556625s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:32.021166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.576061698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-23T01:06:32.021021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.580357361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:06:32.021199Z","caller":"traceutil/trace.go:171","msg":"trace[2090842452] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:25430; }","duration":"5.576120059s","start":"2026-04-23T01:06:26.445071Z","end":"2026-04-23T01:06:32.021191Z","steps":["trace[2090842452] 'agreement among raft nodes before linearized reading' (duration: 5.575914066s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:32.021205Z","caller":"traceutil/trace.go:171","msg":"trace[1109989343] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:25430; }","duration":"3.580583185s","start":"2026-04-23T01:06:28.440611Z","end":"2026-04-23T01:06:32.021194Z","steps":["trace[1109989343] 'agreement among raft nodes before linearized reading' (duration: 3.580325291s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:32.02123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:26.445033Z","time spent":"5.57618838s","remote":"127.0.0.1:57728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":238,"response size":31,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:06:32.021239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:28.440596Z","time spent":"3.580633966s","remote":"127.0.0.1:58078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:06:32.021168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:27.148174Z","time spent":"4.872984043s","remote":"127.0.0.1:57802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3972,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-28c9c034-388e-4227-aede-d0ae98282006\" "} {"level":"warn","ts":"2026-04-23T01:06:32.021567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.152276282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:06:32.021638Z","caller":"traceutil/trace.go:171","msg":"trace[1895869548] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:25430; }","duration":"3.152370014s","start":"2026-04-23T01:06:28.869248Z","end":"2026-04-23T01:06:32.021618Z","steps":["trace[1895869548] 'agreement among raft nodes before linearized reading' (duration: 3.152273212s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:32.021693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:28.869229Z","time spent":"3.152453685s","remote":"127.0.0.1:58404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:06:32.021779Z","caller":"traceutil/trace.go:171","msg":"trace[1775959083] transaction","detail":"{read_only:false; response_revision:25431; number_of_response:1; }","duration":"1.337317235s","start":"2026-04-23T01:06:30.684454Z","end":"2026-04-23T01:06:32.021771Z","steps":["trace[1775959083] 'process raft request' (duration: 1.335016253s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:32.021877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:30.684415Z","time spent":"1.337386096s","remote":"127.0.0.1:57720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T01:06:32.022098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.330637694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-04-23T01:06:32.022163Z","caller":"traceutil/trace.go:171","msg":"trace[889097663] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:25430; }","duration":"5.330739605s","start":"2026-04-23T01:06:26.691408Z","end":"2026-04-23T01:06:32.022148Z","steps":["trace[889097663] 'agreement among raft nodes before linearized reading' (duration: 5.32935562s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:32.02221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:26.691395Z","time spent":"5.330804496s","remote":"127.0.0.1:57792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1804,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-04-23T01:06:32.022489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.927552244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-23T01:06:32.022551Z","caller":"traceutil/trace.go:171","msg":"trace[243390671] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:25430; }","duration":"2.927645945s","start":"2026-04-23T01:06:29.094887Z","end":"2026-04-23T01:06:32.022533Z","steps":["trace[243390671] 'agreement among raft nodes before linearized reading' (duration: 2.926175458s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:32.022595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:29.094864Z","time spent":"2.927721667s","remote":"127.0.0.1:58144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2839,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:06:32.427535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000638368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:06:32.427616Z","caller":"traceutil/trace.go:171","msg":"trace[1304260774] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000760181s","start":"2026-04-23T01:06:30.426837Z","end":"2026-04-23T01:06:32.427597Z","steps":["trace[1304260774] 'agreement among raft nodes before linearized reading' (duration: 2.000634658s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:32.427668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:30.426796Z","time spent":"2.000861812s","remote":"127.0.0.1:57620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 01:06:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:06:32.519468Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199180892761665,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:06:32.735688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.94092069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:06:32.735757Z","caller":"traceutil/trace.go:171","msg":"trace[123135747] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:25431; }","duration":"4.941045372s","start":"2026-04-23T01:06:27.794695Z","end":"2026-04-23T01:06:32.735741Z","steps":["trace[123135747] 'agreement among raft nodes before linearized reading' (duration: 4.227035934s)","trace[123135747] 'count revisions from in-memory index tree' (duration: 713.894926ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:06:32.735751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.131368511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-28c9c034-388e-4227-aede-d0ae98282006\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-04-23T01:06:32.735818Z","caller":"traceutil/trace.go:171","msg":"trace[1125642401] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-28c9c034-388e-4227-aede-d0ae98282006; range_end:; response_count:1; response_revision:25431; }","duration":"4.131478442s","start":"2026-04-23T01:06:28.604323Z","end":"2026-04-23T01:06:32.735801Z","steps":["trace[1125642401] 'agreement among raft nodes before linearized reading' (duration: 3.417302301s)","trace[1125642401] 'range keys from in-memory index tree' (duration: 714.001098ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:06:32.735852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:28.604303Z","time spent":"4.131540034s","remote":"127.0.0.1:57802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3972,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-28c9c034-388e-4227-aede-d0ae98282006\" "} {"level":"warn","ts":"2026-04-23T01:06:32.73602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.687541547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:06:32.73604Z","caller":"traceutil/trace.go:171","msg":"trace[1240272948] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:25431; }","duration":"4.687585758s","start":"2026-04-23T01:06:28.048447Z","end":"2026-04-23T01:06:32.736033Z","steps":["trace[1240272948] 'agreement among raft nodes before linearized reading' (duration: 3.973270384s)","trace[1240272948] 'count revisions from in-memory index tree' (duration: 714.283744ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:06:32.736061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:28.048436Z","time spent":"4.687619368s","remote":"127.0.0.1:57792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":17,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:06:32.736532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:27.794679Z","time spent":"4.941113873s","remote":"127.0.0.1:47472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:06:32.73653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.199848806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:06:32.736594Z","caller":"traceutil/trace.go:171","msg":"trace[1047568760] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:25431; }","duration":"5.199943037s","start":"2026-04-23T01:06:27.536634Z","end":"2026-04-23T01:06:32.736577Z","steps":["trace[1047568760] 'agreement among raft nodes before linearized reading' (duration: 4.485105933s)","trace[1047568760] 'count revisions from in-memory index tree' (duration: 714.759122ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:06:32.736586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.858755297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-04-23T01:06:32.736632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:27.536617Z","time spent":"5.200005219s","remote":"127.0.0.1:42466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:06:32.736655Z","caller":"traceutil/trace.go:171","msg":"trace[63723790] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25431; }","duration":"4.85884583s","start":"2026-04-23T01:06:27.87779Z","end":"2026-04-23T01:06:32.736635Z","steps":["trace[63723790] 'agreement among raft nodes before linearized reading' (duration: 4.143920615s)","trace[63723790] 'range keys from in-memory index tree' (duration: 714.746012ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:06:32.736695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:27.877781Z","time spent":"4.858906191s","remote":"127.0.0.1:57736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-23T01:06:32.79702Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.120993582s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T01:06:32.797404Z","caller":"traceutil/trace.go:171","msg":"trace[170310807] transaction","detail":"{read_only:false; response_revision:25432; number_of_response:1; }","duration":"1.121474813s","start":"2026-04-23T01:06:31.675903Z","end":"2026-04-23T01:06:32.797378Z","steps":["trace[170310807] 'process raft request' (duration: 1.12130566s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:32.797552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:31.675868Z","time spent":"1.121606504s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:06:34.034239Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.236960345s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T01:06:34.034642Z","caller":"traceutil/trace.go:171","msg":"trace[1769305661] transaction","detail":"{read_only:false; response_revision:25433; number_of_response:1; }","duration":"2.250542716s","start":"2026-04-23T01:06:31.784072Z","end":"2026-04-23T01:06:34.034615Z","steps":["trace[1769305661] 'process raft request' (duration: 2.250317742s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:34.034641Z","caller":"traceutil/trace.go:171","msg":"trace[1977510022] transaction","detail":"{read_only:false; response_revision:25435; number_of_response:1; }","duration":"2.250466534s","start":"2026-04-23T01:06:31.784149Z","end":"2026-04-23T01:06:34.034616Z","steps":["trace[1977510022] 'process raft request' (duration: 2.250404333s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:34.034758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:31.784143Z","time spent":"2.250549155s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:06:34.034762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:31.784049Z","time spent":"2.250638357s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:06:34.034787Z","caller":"traceutil/trace.go:171","msg":"trace[227771871] transaction","detail":"{read_only:false; response_revision:25434; number_of_response:1; }","duration":"2.250696709s","start":"2026-04-23T01:06:31.784076Z","end":"2026-04-23T01:06:34.034772Z","steps":["trace[227771871] 'process raft request' (duration: 2.250441424s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:34.03485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:31.784052Z","time spent":"2.250761979s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:06:34.034971Z","caller":"traceutil/trace.go:171","msg":"trace[8300977] transaction","detail":"{read_only:false; response_revision:25436; number_of_response:1; }","duration":"2.250751779s","start":"2026-04-23T01:06:31.784164Z","end":"2026-04-23T01:06:34.034916Z","steps":["trace[8300977] 'process raft request' (duration: 2.250419613s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:34.035207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:31.784152Z","time spent":"2.250923172s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:06:34.035918Z","caller":"traceutil/trace.go:171","msg":"trace[1595634802] transaction","detail":"{read_only:false; response_revision:25439; number_of_response:1; }","duration":"2.009477533s","start":"2026-04-23T01:06:32.026417Z","end":"2026-04-23T01:06:34.035895Z","steps":["trace[1595634802] 'process raft request' (duration: 2.009419602s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:34.036069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:32.026396Z","time spent":"2.009583285s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:06:34.036051Z","caller":"traceutil/trace.go:171","msg":"trace[140013577] linearizableReadLoop","detail":"{readStateIndex:26267; appliedIndex:26258; }","duration":"2.016562634s","start":"2026-04-23T01:06:32.019427Z","end":"2026-04-23T01:06:34.03599Z","steps":["trace[140013577] 'read index received' (duration: 777.835787ms)","trace[140013577] 'applied index is now lower than readState.Index' (duration: 1.238724797s)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:06:34.036238Z","caller":"traceutil/trace.go:171","msg":"trace[150771800] transaction","detail":"{read_only:false; response_revision:25437; number_of_response:1; }","duration":"2.251541275s","start":"2026-04-23T01:06:31.784689Z","end":"2026-04-23T01:06:34.03623Z","steps":["trace[150771800] 'process raft request' (duration: 2.250160719s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:34.036284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:31.78467Z","time spent":"2.251586175s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:06:34.036375Z","caller":"traceutil/trace.go:171","msg":"trace[845322158] transaction","detail":"{read_only:false; response_revision:25438; number_of_response:1; }","duration":"2.251506333s","start":"2026-04-23T01:06:31.784861Z","end":"2026-04-23T01:06:34.036367Z","steps":["trace[845322158] 'process raft request' (duration: 2.250933673s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:34.036406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:31.784854Z","time spent":"2.251533865s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:06:34.036527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.252111255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-23T01:06:34.036519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.294572566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:06:34.03655Z","caller":"traceutil/trace.go:171","msg":"trace[1897936090] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25440; }","duration":"2.252157555s","start":"2026-04-23T01:06:31.784383Z","end":"2026-04-23T01:06:34.036541Z","steps":["trace[1897936090] 'agreement among raft nodes before linearized reading' (duration: 2.252068854s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:34.036571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:31.784371Z","time spent":"2.252195756s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T01:06:34.036661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"997.427851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-28c9c034-388e-4227-aede-d0ae98282006\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-04-23T01:06:34.036678Z","caller":"traceutil/trace.go:171","msg":"trace[1389381329] transaction","detail":"{read_only:false; response_revision:25440; number_of_response:1; }","duration":"2.007091039s","start":"2026-04-23T01:06:32.02957Z","end":"2026-04-23T01:06:34.036662Z","steps":["trace[1389381329] 'process raft request' (duration: 2.006296384s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:34.036693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.252515293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-23T01:06:34.036725Z","caller":"traceutil/trace.go:171","msg":"trace[728195613] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25440; }","duration":"2.252612614s","start":"2026-04-23T01:06:31.784102Z","end":"2026-04-23T01:06:34.036715Z","steps":["trace[728195613] 'agreement among raft nodes before linearized reading' (duration: 2.252483721s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:34.036727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:32.029559Z","time spent":"2.00714212s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:06:34.036736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.594844014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:06:34.036752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:31.784047Z","time spent":"2.252697766s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T01:06:34.036788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.635477689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:06:34.036774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.01199328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-69c3ab33-03f2-4534-aa2c-1b2c75c8019d\" ","response":"range_response_count:1 size:1276"} {"level":"info","ts":"2026-04-23T01:06:34.036568Z","caller":"traceutil/trace.go:171","msg":"trace[623047826] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:25440; }","duration":"2.294663257s","start":"2026-04-23T01:06:31.741888Z","end":"2026-04-23T01:06:34.036551Z","steps":["trace[623047826] 'agreement among raft nodes before linearized reading' (duration: 2.294558796s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:34.036837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.82488788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:06:34.036846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:31.741861Z","time spent":"2.294975884s","remote":"127.0.0.1:58130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":6,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:06:34.036857Z","caller":"traceutil/trace.go:171","msg":"trace[1426927284] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:25440; }","duration":"3.82492836s","start":"2026-04-23T01:06:30.211922Z","end":"2026-04-23T01:06:34.03685Z","steps":["trace[1426927284] 'agreement among raft nodes before linearized reading' (duration: 3.824896109s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:34.036844Z","caller":"traceutil/trace.go:171","msg":"trace[517759041] range","detail":"{range_begin:/registry/persistentvolumes/pvc-69c3ab33-03f2-4534-aa2c-1b2c75c8019d; range_end:; response_count:1; response_revision:25440; }","duration":"2.012091901s","start":"2026-04-23T01:06:32.024735Z","end":"2026-04-23T01:06:34.036827Z","steps":["trace[517759041] 'agreement among raft nodes before linearized reading' (duration: 2.011838096s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:34.036878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:30.211911Z","time spent":"3.82496259s","remote":"127.0.0.1:52474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:06:34.0369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:32.024715Z","time spent":"2.012176924s","remote":"127.0.0.1:57788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1298,"request content":"key:\"/registry/persistentvolumes/pvc-69c3ab33-03f2-4534-aa2c-1b2c75c8019d\" "} {"level":"info","ts":"2026-04-23T01:06:34.036697Z","caller":"traceutil/trace.go:171","msg":"trace[1217237941] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-28c9c034-388e-4227-aede-d0ae98282006; range_end:; response_count:1; response_revision:25440; }","duration":"997.505452ms","start":"2026-04-23T01:06:33.039181Z","end":"2026-04-23T01:06:34.036687Z","steps":["trace[1217237941] 'agreement among raft nodes before linearized reading' (duration: 997.387579ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:34.036963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:33.039155Z","time spent":"997.800918ms","remote":"127.0.0.1:57802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3972,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-28c9c034-388e-4227-aede-d0ae98282006\" "} {"level":"warn","ts":"2026-04-23T01:06:34.036964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.400729306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-04-23T01:06:34.036994Z","caller":"traceutil/trace.go:171","msg":"trace[1389327631] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25440; }","duration":"2.400777846s","start":"2026-04-23T01:06:31.636208Z","end":"2026-04-23T01:06:34.036986Z","steps":["trace[1389327631] 'agreement among raft nodes before linearized reading' (duration: 2.400698485s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:34.036958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.432357365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:35 size:293328"} {"level":"warn","ts":"2026-04-23T01:06:34.037019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.92474373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:06:34.037022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:31.636199Z","time spent":"2.400815577s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-23T01:06:34.037039Z","caller":"traceutil/trace.go:171","msg":"trace[1272568609] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:25440; }","duration":"3.924788101s","start":"2026-04-23T01:06:30.112245Z","end":"2026-04-23T01:06:34.037033Z","steps":["trace[1272568609] 'agreement among raft nodes before linearized reading' (duration: 3.92475144s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:34.037058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:30.112235Z","time spent":"3.924818581s","remote":"127.0.0.1:56756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:06:34.037048Z","caller":"traceutil/trace.go:171","msg":"trace[1716366779] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:35; response_revision:25440; }","duration":"2.432503278s","start":"2026-04-23T01:06:31.604522Z","end":"2026-04-23T01:06:34.037025Z","steps":["trace[1716366779] 'agreement among raft nodes before linearized reading' (duration: 2.431873286s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:34.036806Z","caller":"traceutil/trace.go:171","msg":"trace[2001919250] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:25440; }","duration":"3.63553022s","start":"2026-04-23T01:06:30.401271Z","end":"2026-04-23T01:06:34.036801Z","steps":["trace[2001919250] 'agreement among raft nodes before linearized reading' (duration: 3.635496339s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:34.037097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:30.401248Z","time spent":"3.635839945s","remote":"127.0.0.1:36828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:06:34.037107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:31.604501Z","time spent":"2.432592629s","remote":"127.0.0.1:58102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":35,"response size":293350,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-04-23T01:06:34.037129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.14818017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:06:34.037171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.974054828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:06:34.037199Z","caller":"traceutil/trace.go:171","msg":"trace[959437105] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:25440; }","duration":"3.974081989s","start":"2026-04-23T01:06:30.06311Z","end":"2026-04-23T01:06:34.037192Z","steps":["trace[959437105] 'agreement among raft nodes before linearized reading' (duration: 3.974039088s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:34.037228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.481055434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:06:34.037282Z","caller":"traceutil/trace.go:171","msg":"trace[575519682] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:25440; }","duration":"1.481143325s","start":"2026-04-23T01:06:32.556129Z","end":"2026-04-23T01:06:34.037272Z","steps":["trace[575519682] 'agreement among raft nodes before linearized reading' (duration: 1.481063574s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:34.037274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.346732719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:06:34.037314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:32.556108Z","time spent":"1.481197087s","remote":"127.0.0.1:57850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:06:34.037321Z","caller":"traceutil/trace.go:171","msg":"trace[553007267] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:25440; }","duration":"2.34683398s","start":"2026-04-23T01:06:31.690477Z","end":"2026-04-23T01:06:34.037311Z","steps":["trace[553007267] 'agreement among raft nodes before linearized reading' (duration: 2.346757659s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:34.03735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:31.690451Z","time spent":"2.346890462s","remote":"127.0.0.1:52406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:06:34.037218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:30.063054Z","time spent":"3.974158111s","remote":"127.0.0.1:42424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:06:34.037504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.609384775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:06:34.037502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.403369163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-04-23T01:06:34.037533Z","caller":"traceutil/trace.go:171","msg":"trace[442967946] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25440; }","duration":"1.609451237s","start":"2026-04-23T01:06:32.428072Z","end":"2026-04-23T01:06:34.037523Z","steps":["trace[442967946] 'agreement among raft nodes before linearized reading' (duration: 1.609398776s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:34.037541Z","caller":"traceutil/trace.go:171","msg":"trace[465311645] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25440; }","duration":"2.403468226s","start":"2026-04-23T01:06:31.634063Z","end":"2026-04-23T01:06:34.037531Z","steps":["trace[465311645] 'agreement among raft nodes before linearized reading' (duration: 2.403364754s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:34.037569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:32.428056Z","time spent":"1.609508158s","remote":"127.0.0.1:57636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:06:34.037574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:31.634027Z","time spent":"2.403540727s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-23T01:06:34.037169Z","caller":"traceutil/trace.go:171","msg":"trace[1141907748] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:25440; }","duration":"1.148281601s","start":"2026-04-23T01:06:32.888872Z","end":"2026-04-23T01:06:34.037154Z","steps":["trace[1141907748] 'agreement among raft nodes before linearized reading' (duration: 1.14820728s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:34.037632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:32.888839Z","time spent":"1.148782101s","remote":"127.0.0.1:56758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:06:34.03781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000695109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-04-23T01:06:34.036756Z","caller":"traceutil/trace.go:171","msg":"trace[172873236] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:25440; }","duration":"2.594889884s","start":"2026-04-23T01:06:31.44186Z","end":"2026-04-23T01:06:34.03675Z","steps":["trace[172873236] 'agreement among raft nodes before linearized reading' (duration: 2.594852073s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:34.037849Z","caller":"traceutil/trace.go:171","msg":"trace[571519727] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25440; }","duration":"2.000742671s","start":"2026-04-23T01:06:32.037096Z","end":"2026-04-23T01:06:34.037839Z","steps":["trace[571519727] 'agreement among raft nodes before linearized reading' (duration: 2.000611458s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:34.037878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:32.037089Z","time spent":"2.000782871s","remote":"127.0.0.1:57802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-23T01:06:34.03792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:31.441843Z","time spent":"2.596029365s","remote":"127.0.0.1:52490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:06:34.037955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.012257244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18a8d6e485ce964d\" ","response":"range_response_count:1 size:877"} {"level":"info","ts":"2026-04-23T01:06:34.037996Z","caller":"traceutil/trace.go:171","msg":"trace[752672164] range","detail":"{range_begin:/registry/events/kube-system/kube-controller-manager-instance.18a8d6e485ce964d; range_end:; response_count:1; response_revision:25440; }","duration":"2.012344616s","start":"2026-04-23T01:06:32.025639Z","end":"2026-04-23T01:06:34.037984Z","steps":["trace[752672164] 'agreement among raft nodes before linearized reading' (duration: 2.012238094s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:34.038038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:32.025613Z","time spent":"2.012418288s","remote":"127.0.0.1:57720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":899,"request content":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18a8d6e485ce964d\" "} {"level":"info","ts":"2026-04-23T01:06:34.155234Z","caller":"traceutil/trace.go:171","msg":"trace[478451827] transaction","detail":"{read_only:false; response_revision:25441; number_of_response:1; }","duration":"115.072765ms","start":"2026-04-23T01:06:34.040109Z","end":"2026-04-23T01:06:34.155182Z","steps":["trace[478451827] 'process raft request' (duration: 86.840629ms)","trace[478451827] 'compare' (duration: 27.945991ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:06:34.608838Z","caller":"traceutil/trace.go:171","msg":"trace[530792418] transaction","detail":"{read_only:false; response_revision:25442; number_of_response:1; }","duration":"567.217792ms","start":"2026-04-23T01:06:34.041597Z","end":"2026-04-23T01:06:34.608815Z","steps":["trace[530792418] 'process raft request' (duration: 529.153022ms)","trace[530792418] 'compare' (duration: 37.00217ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:06:34.608966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:34.041584Z","time spent":"567.314043ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:06:34.609153Z","caller":"traceutil/trace.go:171","msg":"trace[1245417249] transaction","detail":"{read_only:false; response_revision:25443; number_of_response:1; }","duration":"567.007747ms","start":"2026-04-23T01:06:34.04213Z","end":"2026-04-23T01:06:34.609138Z","steps":["trace[1245417249] 'process raft request' (duration: 566.631221ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:34.609211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:34.042112Z","time spent":"567.069449ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:06:34.609378Z","caller":"traceutil/trace.go:171","msg":"trace[479015575] transaction","detail":"{read_only:false; response_revision:25446; number_of_response:1; }","duration":"103.285216ms","start":"2026-04-23T01:06:34.506083Z","end":"2026-04-23T01:06:34.609368Z","steps":["trace[479015575] 'process raft request' (duration: 103.245475ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:34.609361Z","caller":"traceutil/trace.go:171","msg":"trace[73459823] transaction","detail":"{read_only:false; response_revision:25444; number_of_response:1; }","duration":"566.881946ms","start":"2026-04-23T01:06:34.042453Z","end":"2026-04-23T01:06:34.609335Z","steps":["trace[73459823] 'process raft request' (duration: 566.62639ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:34.609448Z","caller":"traceutil/trace.go:171","msg":"trace[1481550819] linearizableReadLoop","detail":"{readStateIndex:26272; appliedIndex:26267; }","duration":"563.90441ms","start":"2026-04-23T01:06:34.045535Z","end":"2026-04-23T01:06:34.60944Z","steps":["trace[1481550819] 'read index received' (duration: 81.429717ms)","trace[1481550819] 'applied index is now lower than readState.Index' (duration: 482.473623ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:06:34.609407Z","caller":"traceutil/trace.go:171","msg":"trace[564196293] transaction","detail":"{read_only:false; response_revision:25445; number_of_response:1; }","duration":"566.626791ms","start":"2026-04-23T01:06:34.04274Z","end":"2026-04-23T01:06:34.609367Z","steps":["trace[564196293] 'process raft request' (duration: 566.529208ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:34.609492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:34.042445Z","time spent":"566.974148ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:06:34.609571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.039433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:06:34.609596Z","caller":"traceutil/trace.go:171","msg":"trace[271287754] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25446; }","duration":"564.126375ms","start":"2026-04-23T01:06:34.045462Z","end":"2026-04-23T01:06:34.609589Z","steps":["trace[271287754] 'agreement among raft nodes before linearized reading' (duration: 564.039873ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:34.609617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:34.045441Z","time spent":"564.171805ms","remote":"127.0.0.1:57620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:06:34.609618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.241842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1987"} {"level":"warn","ts":"2026-04-23T01:06:34.609608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:34.042733Z","time spent":"566.774864ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:06:34.609644Z","caller":"traceutil/trace.go:171","msg":"trace[4197523] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:25446; }","duration":"112.293173ms","start":"2026-04-23T01:06:34.497341Z","end":"2026-04-23T01:06:34.609634Z","steps":["trace[4197523] 'agreement among raft nodes before linearized reading' (duration: 112.248383ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:34.609659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.945998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:06:34.609684Z","caller":"traceutil/trace.go:171","msg":"trace[84286624] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:25446; }","duration":"419.011919ms","start":"2026-04-23T01:06:34.190664Z","end":"2026-04-23T01:06:34.609676Z","steps":["trace[84286624] 'agreement among raft nodes before linearized reading' (duration: 418.968858ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:34.609708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:34.190645Z","time spent":"419.057442ms","remote":"127.0.0.1:36764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:06:34.609566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.905668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:06:34.609731Z","caller":"traceutil/trace.go:171","msg":"trace[1892490614] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25446; }","duration":"514.111772ms","start":"2026-04-23T01:06:34.095613Z","end":"2026-04-23T01:06:34.609724Z","steps":["trace[1892490614] 'agreement among raft nodes before linearized reading' (duration: 513.904378ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:34.609753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:34.095583Z","time spent":"514.164063ms","remote":"127.0.0.1:58102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-23T01:06:34.609817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.491307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8d6e14ded6b63\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-04-23T01:06:34.609831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.217162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:06:34.609838Z","caller":"traceutil/trace.go:171","msg":"trace[466588947] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a8d6e14ded6b63; range_end:; response_count:1; response_revision:25446; }","duration":"450.556078ms","start":"2026-04-23T01:06:34.159275Z","end":"2026-04-23T01:06:34.609831Z","steps":["trace[466588947] 'agreement among raft nodes before linearized reading' (duration: 450.481607ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:34.609855Z","caller":"traceutil/trace.go:171","msg":"trace[1681049446] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25446; }","duration":"134.284193ms","start":"2026-04-23T01:06:34.475562Z","end":"2026-04-23T01:06:34.609847Z","steps":["trace[1681049446] 'agreement among raft nodes before linearized reading' (duration: 134.245263ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:34.609856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:34.15925Z","time spent":"450.601458ms","remote":"127.0.0.1:57720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8d6e14ded6b63\" "} {"level":"warn","ts":"2026-04-23T01:06:34.609987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.64489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-04-23T01:06:34.610198Z","caller":"traceutil/trace.go:171","msg":"trace[827329785] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:25446; }","duration":"465.906484ms","start":"2026-04-23T01:06:34.144284Z","end":"2026-04-23T01:06:34.61019Z","steps":["trace[827329785] 'agreement among raft nodes before linearized reading' (duration: 465.65816ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:34.610217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:34.144253Z","time spent":"465.958065ms","remote":"127.0.0.1:57792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1880,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-04-23T01:06:35.172424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.657018ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:06:35.172506Z","caller":"traceutil/trace.go:171","msg":"trace[852434630] linearizableReadLoop","detail":"{readStateIndex:26274; appliedIndex:26273; }","duration":"557.45974ms","start":"2026-04-23T01:06:34.615033Z","end":"2026-04-23T01:06:35.172493Z","steps":["trace[852434630] 'read index received' (duration: 413.596818ms)","trace[852434630] 'applied index is now lower than readState.Index' (duration: 143.862132ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:06:35.172539Z","caller":"traceutil/trace.go:171","msg":"trace[718387967] transaction","detail":"{read_only:false; response_revision:25447; number_of_response:1; }","duration":"560.64119ms","start":"2026-04-23T01:06:34.611863Z","end":"2026-04-23T01:06:35.172504Z","steps":["trace[718387967] 'process raft request' (duration: 416.83429ms)","trace[718387967] 'compare' (duration: 143.572456ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:06:35.172667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.638723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-d6ea8503-5af1-4a7b-81e1-db99c982b72d\" ","response":"range_response_count:1 size:1320"} {"level":"info","ts":"2026-04-23T01:06:35.17269Z","caller":"traceutil/trace.go:171","msg":"trace[1909894540] range","detail":"{range_begin:/registry/persistentvolumes/pvc-d6ea8503-5af1-4a7b-81e1-db99c982b72d; range_end:; response_count:1; response_revision:25447; }","duration":"557.699024ms","start":"2026-04-23T01:06:34.614985Z","end":"2026-04-23T01:06:35.172684Z","steps":["trace[1909894540] 'agreement among raft nodes before linearized reading' (duration: 557.578052ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:35.17268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:34.611842Z","time spent":"560.760182ms","remote":"127.0.0.1:57720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:06:35.172712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:34.614962Z","time spent":"557.745065ms","remote":"127.0.0.1:57788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-d6ea8503-5af1-4a7b-81e1-db99c982b72d\" "} {"level":"warn","ts":"2026-04-23T01:06:35.172812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.905036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:06:35.172916Z","caller":"traceutil/trace.go:171","msg":"trace[479639672] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25447; }","duration":"553.077688ms","start":"2026-04-23T01:06:34.619814Z","end":"2026-04-23T01:06:35.172891Z","steps":["trace[479639672] 'agreement among raft nodes before linearized reading' (duration: 552.879595ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:35.172941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.921615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:06:35.172967Z","caller":"traceutil/trace.go:171","msg":"trace[1543527612] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:25447; }","duration":"392.006116ms","start":"2026-04-23T01:06:34.780956Z","end":"2026-04-23T01:06:35.172962Z","steps":["trace[1543527612] 'agreement among raft nodes before linearized reading' (duration: 391.956105ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:35.172985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:34.78092Z","time spent":"392.060647ms","remote":"127.0.0.1:50080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:06:35.172989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:34.619792Z","time spent":"553.184811ms","remote":"127.0.0.1:57808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-04-23T01:06:35.173052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.104908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.244\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-04-23T01:06:35.173086Z","caller":"traceutil/trace.go:171","msg":"trace[1665297774] range","detail":"{range_begin:/registry/masterleases/199.204.45.244; range_end:; response_count:1; response_revision:25447; }","duration":"524.171839ms","start":"2026-04-23T01:06:34.648907Z","end":"2026-04-23T01:06:35.173079Z","steps":["trace[1665297774] 'agreement among raft nodes before linearized reading' (duration: 524.030177ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:35.173119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:34.648892Z","time spent":"524.22001ms","remote":"127.0.0.1:57676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.244\" "} {"level":"warn","ts":"2026-04-23T01:06:35.173172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.16229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:06:35.173192Z","caller":"traceutil/trace.go:171","msg":"trace[2060494598] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25447; }","duration":"553.19729ms","start":"2026-04-23T01:06:34.61999Z","end":"2026-04-23T01:06:35.173187Z","steps":["trace[2060494598] 'agreement among raft nodes before linearized reading' (duration: 553.15977ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:35.173209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:34.619983Z","time spent":"553.223081ms","remote":"127.0.0.1:57808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-23T01:06:35.173329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.048222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-28c9c034-388e-4227-aede-d0ae98282006\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-04-23T01:06:35.173452Z","caller":"traceutil/trace.go:171","msg":"trace[1748866757] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-28c9c034-388e-4227-aede-d0ae98282006; range_end:; response_count:1; response_revision:25447; }","duration":"131.223375ms","start":"2026-04-23T01:06:35.04221Z","end":"2026-04-23T01:06:35.173434Z","steps":["trace[1748866757] 'agreement among raft nodes before linearized reading' (duration: 130.737096ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:36.216023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.278125ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-04-23T01:06:36.21615Z","caller":"traceutil/trace.go:171","msg":"trace[205784237] linearizableReadLoop","detail":"{readStateIndex:26275; appliedIndex:26274; }","duration":"1.039872362s","start":"2026-04-23T01:06:35.176254Z","end":"2026-04-23T01:06:36.216126Z","steps":["trace[205784237] 'read index received' (duration: 495.419574ms)","trace[205784237] 'applied index is now lower than readState.Index' (duration: 544.450838ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:06:36.216238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:35.174259Z","time spent":"1.04197429s","remote":"127.0.0.1:57676","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-23T01:06:36.21685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.040574316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-04-23T01:06:36.216903Z","caller":"traceutil/trace.go:171","msg":"trace[39142061] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:25447; }","duration":"1.040672737s","start":"2026-04-23T01:06:35.176216Z","end":"2026-04-23T01:06:36.216889Z","steps":["trace[39142061] 'agreement among raft nodes before linearized reading' (duration: 1.040458613s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:36.216953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:35.176202Z","time spent":"1.040738929s","remote":"127.0.0.1:57792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1872,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"info","ts":"2026-04-23T01:06:36.288768Z","caller":"traceutil/trace.go:171","msg":"trace[1497378027] transaction","detail":"{read_only:false; response_revision:25448; number_of_response:1; }","duration":"1.1122722s","start":"2026-04-23T01:06:35.176465Z","end":"2026-04-23T01:06:36.288737Z","steps":["trace[1497378027] 'process raft request' (duration: 1.112049506s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:36.288939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:35.176424Z","time spent":"1.112435444s","remote":"127.0.0.1:57720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":822,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T01:06:37.418465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000656509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:06:37.418531Z","caller":"traceutil/trace.go:171","msg":"trace[855134669] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000782621s","start":"2026-04-23T01:06:35.417735Z","end":"2026-04-23T01:06:37.418518Z","steps":["trace[855134669] 'agreement among raft nodes before linearized reading' (duration: 2.000692679s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:37.418573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:35.417711Z","time spent":"2.000855552s","remote":"127.0.0.1:57620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 01:06:37 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:06:38.014535Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.725968279s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T01:06:38.014917Z","caller":"traceutil/trace.go:171","msg":"trace[1043925217] transaction","detail":"{read_only:false; response_revision:25450; number_of_response:1; }","duration":"1.97446988s","start":"2026-04-23T01:06:36.040423Z","end":"2026-04-23T01:06:38.014893Z","steps":["trace[1043925217] 'process raft request' (duration: 1.974375408s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:38.014978Z","caller":"traceutil/trace.go:171","msg":"trace[1328579] transaction","detail":"{read_only:false; response_revision:25454; number_of_response:1; }","duration":"1.972600716s","start":"2026-04-23T01:06:36.042357Z","end":"2026-04-23T01:06:38.014957Z","steps":["trace[1328579] 'process raft request' (duration: 1.972544675s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:38.015019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:36.040398Z","time spent":"1.974553462s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:06:38.015039Z","caller":"traceutil/trace.go:171","msg":"trace[159730042] transaction","detail":"{read_only:false; response_revision:25451; number_of_response:1; }","duration":"1.972959642s","start":"2026-04-23T01:06:36.042065Z","end":"2026-04-23T01:06:38.015024Z","steps":["trace[159730042] 'process raft request' (duration: 1.972762149s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:38.015102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:36.042344Z","time spent":"1.972691327s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:06:38.015147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:36.042019Z","time spent":"1.973060254s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:06:38.015119Z","caller":"traceutil/trace.go:171","msg":"trace[1207768401] transaction","detail":"{read_only:false; response_revision:25455; number_of_response:1; }","duration":"1.972705478s","start":"2026-04-23T01:06:36.042407Z","end":"2026-04-23T01:06:38.015113Z","steps":["trace[1207768401] 'process raft request' (duration: 1.972522844s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:38.015228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:36.042399Z","time spent":"1.972805959s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:06:38.014987Z","caller":"traceutil/trace.go:171","msg":"trace[1263219015] transaction","detail":"{read_only:false; response_revision:25452; number_of_response:1; }","duration":"1.97283158s","start":"2026-04-23T01:06:36.042132Z","end":"2026-04-23T01:06:38.014964Z","steps":["trace[1263219015] 'process raft request' (duration: 1.972718148s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:38.014903Z","caller":"traceutil/trace.go:171","msg":"trace[1752996351] transaction","detail":"{read_only:false; response_revision:25449; number_of_response:1; }","duration":"2.329468187s","start":"2026-04-23T01:06:35.685405Z","end":"2026-04-23T01:06:38.014873Z","steps":["trace[1752996351] 'process raft request' (duration: 2.329257624s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:38.015284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:36.042107Z","time spent":"1.973148375s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:06:38.015296Z","caller":"traceutil/trace.go:171","msg":"trace[2076553233] transaction","detail":"{read_only:false; response_revision:25456; number_of_response:1; }","duration":"1.797153165s","start":"2026-04-23T01:06:36.218135Z","end":"2026-04-23T01:06:38.015288Z","steps":["trace[2076553233] 'process raft request' (duration: 1.796938281s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:38.015297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:35.685353Z","time spent":"2.329913255s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:06:38.015319Z","caller":"traceutil/trace.go:171","msg":"trace[866805184] linearizableReadLoop","detail":"{readStateIndex:26283; appliedIndex:26275; }","duration":"1.799116362s","start":"2026-04-23T01:06:36.216179Z","end":"2026-04-23T01:06:38.015296Z","steps":["trace[866805184] 'read index received' (duration: 72.40195ms)","trace[866805184] 'applied index is now lower than readState.Index' (duration: 1.726712302s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:06:38.0154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.263466946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:06:38.015409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.227496687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:06:38.015421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.973124175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-23T01:06:38.015245Z","caller":"traceutil/trace.go:171","msg":"trace[2139085442] transaction","detail":"{read_only:false; response_revision:25453; number_of_response:1; }","duration":"1.97285954s","start":"2026-04-23T01:06:36.042341Z","end":"2026-04-23T01:06:38.015201Z","steps":["trace[2139085442] 'process raft request' (duration: 1.972534834s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:38.015347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:36.218111Z","time spent":"1.797205445s","remote":"127.0.0.1:57676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:06:38.015441Z","caller":"traceutil/trace.go:171","msg":"trace[171526037] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:25456; }","duration":"2.227560787s","start":"2026-04-23T01:06:35.787869Z","end":"2026-04-23T01:06:38.01543Z","steps":["trace[171526037] 'agreement among raft nodes before linearized reading' (duration: 2.227501356s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:38.015456Z","caller":"traceutil/trace.go:171","msg":"trace[1289107387] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25456; }","duration":"1.973187827s","start":"2026-04-23T01:06:36.042253Z","end":"2026-04-23T01:06:38.015441Z","steps":["trace[1289107387] 'agreement among raft nodes before linearized reading' (duration: 1.973079885s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:38.015472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:36.042225Z","time spent":"1.973243067s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T01:06:38.015469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.856344089s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-04-23T01:06:38.015472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:35.787851Z","time spent":"2.227613468s","remote":"127.0.0.1:52568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:06:38.015498Z","caller":"traceutil/trace.go:171","msg":"trace[623071913] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25456; }","duration":"1.856396829s","start":"2026-04-23T01:06:36.15909Z","end":"2026-04-23T01:06:38.015487Z","steps":["trace[623071913] 'agreement among raft nodes before linearized reading' (duration: 1.856288327s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:38.015558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.836315613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:06:38.015564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.973246817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-04-23T01:06:38.015578Z","caller":"traceutil/trace.go:171","msg":"trace[1059143396] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25456; }","duration":"2.836357843s","start":"2026-04-23T01:06:35.179215Z","end":"2026-04-23T01:06:38.015573Z","steps":["trace[1059143396] 'agreement among raft nodes before linearized reading' (duration: 2.836321862s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:38.015583Z","caller":"traceutil/trace.go:171","msg":"trace[2057247962] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:25456; }","duration":"1.973287508s","start":"2026-04-23T01:06:36.042289Z","end":"2026-04-23T01:06:38.015576Z","steps":["trace[2057247962] 'agreement among raft nodes before linearized reading' (duration: 1.973241407s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:38.015595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:35.179202Z","time spent":"2.836389454s","remote":"127.0.0.1:57908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-23T01:06:38.015599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:36.042277Z","time spent":"1.973317118s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T01:06:38.015591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.838365274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-28c9c034-388e-4227-aede-d0ae98282006\" ","response":"range_response_count:1 size:3950"} {"level":"warn","ts":"2026-04-23T01:06:38.015631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.839296419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-04-23T01:06:38.015434Z","caller":"traceutil/trace.go:171","msg":"trace[2129645835] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:25456; }","duration":"2.263501536s","start":"2026-04-23T01:06:35.751924Z","end":"2026-04-23T01:06:38.015425Z","steps":["trace[2129645835] 'agreement among raft nodes before linearized reading' (duration: 2.263414145s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:38.015648Z","caller":"traceutil/trace.go:171","msg":"trace[631871565] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-28c9c034-388e-4227-aede-d0ae98282006; range_end:; response_count:1; response_revision:25456; }","duration":"1.838484576s","start":"2026-04-23T01:06:36.177147Z","end":"2026-04-23T01:06:38.015632Z","steps":["trace[631871565] 'agreement among raft nodes before linearized reading' (duration: 1.838297103s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:38.015619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:36.042337Z","time spent":"1.973133045s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:06:38.015693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:35.751902Z","time spent":"2.263775922s","remote":"127.0.0.1:47444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:06:38.015667Z","caller":"traceutil/trace.go:171","msg":"trace[932660087] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25456; }","duration":"2.839363641s","start":"2026-04-23T01:06:35.176295Z","end":"2026-04-23T01:06:38.015659Z","steps":["trace[932660087] 'agreement among raft nodes before linearized reading' (duration: 2.839261999s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:38.015794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"784.683705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:06:38.015799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"985.683991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3237"} {"level":"warn","ts":"2026-04-23T01:06:38.015701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:36.177114Z","time spent":"1.838574297s","remote":"127.0.0.1:57802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3972,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-28c9c034-388e-4227-aede-d0ae98282006\" "} {"level":"info","ts":"2026-04-23T01:06:38.015809Z","caller":"traceutil/trace.go:171","msg":"trace[1556766143] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:25456; }","duration":"784.741155ms","start":"2026-04-23T01:06:37.231062Z","end":"2026-04-23T01:06:38.015804Z","steps":["trace[1556766143] 'agreement among raft nodes before linearized reading' (duration: 784.715495ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:38.015826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:37.231033Z","time spent":"784.788417ms","remote":"127.0.0.1:48286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:06:38.015836Z","caller":"traceutil/trace.go:171","msg":"trace[767773992] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25456; }","duration":"985.733683ms","start":"2026-04-23T01:06:37.03008Z","end":"2026-04-23T01:06:38.015814Z","steps":["trace[767773992] 'agreement among raft nodes before linearized reading' (duration: 985.639271ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:38.015841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.403399668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-23T01:06:38.015852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:37.030061Z","time spent":"985.786184ms","remote":"127.0.0.1:49834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3259,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-04-23T01:06:38.015851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.464570768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:06:38.01565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.755999426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/kube-proxy\" ","response":"range_response_count:1 size:186"} {"level":"warn","ts":"2026-04-23T01:06:38.015847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.92938725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:06:38.015915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.723497033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8d6e14ded6b63\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-04-23T01:06:38.015976Z","caller":"traceutil/trace.go:171","msg":"trace[1558510307] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a8d6e14ded6b63; range_end:; response_count:1; response_revision:25456; }","duration":"1.723572144s","start":"2026-04-23T01:06:36.292385Z","end":"2026-04-23T01:06:38.015957Z","steps":["trace[1558510307] 'agreement among raft nodes before linearized reading' (duration: 1.723437031s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:38.015973Z","caller":"traceutil/trace.go:171","msg":"trace[887417515] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:25456; }","duration":"1.929549134s","start":"2026-04-23T01:06:36.086396Z","end":"2026-04-23T01:06:38.015945Z","steps":["trace[887417515] 'agreement among raft nodes before linearized reading' (duration: 1.929156546s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:38.01602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:36.292369Z","time spent":"1.723640016s","remote":"127.0.0.1:57720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8d6e14ded6b63\" "} {"level":"warn","ts":"2026-04-23T01:06:38.016045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:36.159073Z","time spent":"1.85696336s","remote":"127.0.0.1:57736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-23T01:06:38.016046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:36.086337Z","time spent":"1.929697686s","remote":"127.0.0.1:58002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":98,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:06:38.015867Z","caller":"traceutil/trace.go:171","msg":"trace[994090472] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25456; }","duration":"1.403448568s","start":"2026-04-23T01:06:36.612409Z","end":"2026-04-23T01:06:38.015857Z","steps":["trace[994090472] 'agreement among raft nodes before linearized reading' (duration: 1.403384686s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:38.016096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:36.612394Z","time spent":"1.403692162s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T01:06:38.015792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:35.17628Z","time spent":"2.839501583s","remote":"127.0.0.1:57802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-23T01:06:38.015912Z","caller":"traceutil/trace.go:171","msg":"trace[1024568151] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/kube-proxy; range_end:; response_count:1; response_revision:25456; }","duration":"2.756290662s","start":"2026-04-23T01:06:35.259616Z","end":"2026-04-23T01:06:38.015907Z","steps":["trace[1024568151] 'agreement among raft nodes before linearized reading' (duration: 2.755832533s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:38.016151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:35.259598Z","time spent":"2.756549357s","remote":"127.0.0.1:57822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":208,"request content":"key:\"/registry/serviceaccounts/kube-system/kube-proxy\" "} {"level":"warn","ts":"2026-04-23T01:06:38.015794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.796140526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-cd2a515a-f82b-4cd6-a67d-b79eccdbaf67\" ","response":"range_response_count:1 size:1316"} {"level":"info","ts":"2026-04-23T01:06:38.016216Z","caller":"traceutil/trace.go:171","msg":"trace[2146482957] range","detail":"{range_begin:/registry/persistentvolumes/pvc-cd2a515a-f82b-4cd6-a67d-b79eccdbaf67; range_end:; response_count:1; response_revision:25456; }","duration":"1.796585545s","start":"2026-04-23T01:06:36.219611Z","end":"2026-04-23T01:06:38.016197Z","steps":["trace[2146482957] 'agreement among raft nodes before linearized reading' (duration: 1.796087925s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:38.016311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:36.2196Z","time spent":"1.796692287s","remote":"127.0.0.1:57788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1338,"request content":"key:\"/registry/persistentvolumes/pvc-cd2a515a-f82b-4cd6-a67d-b79eccdbaf67\" "} {"level":"warn","ts":"2026-04-23T01:06:38.015758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.978036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:06:38.016444Z","caller":"traceutil/trace.go:171","msg":"trace[173338298] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25456; }","duration":"597.71741ms","start":"2026-04-23T01:06:37.418715Z","end":"2026-04-23T01:06:38.016433Z","steps":["trace[173338298] 'agreement among raft nodes before linearized reading' (duration: 597.016667ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:38.016468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:37.418695Z","time spent":"597.765531ms","remote":"127.0.0.1:57636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:06:38.01592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.401268897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-23T01:06:38.016537Z","caller":"traceutil/trace.go:171","msg":"trace[1909024035] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25456; }","duration":"1.401901858s","start":"2026-04-23T01:06:36.614629Z","end":"2026-04-23T01:06:38.016531Z","steps":["trace[1909024035] 'agreement among raft nodes before linearized reading' (duration: 1.401250756s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:38.016562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:36.61462Z","time spent":"1.401932689s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-23T01:06:38.015927Z","caller":"traceutil/trace.go:171","msg":"trace[1881798022] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:25456; }","duration":"1.464621079s","start":"2026-04-23T01:06:36.551264Z","end":"2026-04-23T01:06:38.015885Z","steps":["trace[1881798022] 'agreement among raft nodes before linearized reading' (duration: 1.464543256s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:38.01664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:36.551201Z","time spent":"1.465416963s","remote":"127.0.0.1:52770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:06:38.015848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"978.823044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:06:38.01673Z","caller":"traceutil/trace.go:171","msg":"trace[566774203] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:25456; }","duration":"979.71764ms","start":"2026-04-23T01:06:37.036996Z","end":"2026-04-23T01:06:38.016714Z","steps":["trace[566774203] 'agreement among raft nodes before linearized reading' (duration: 978.788493ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:38.016777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:37.036937Z","time spent":"979.824292ms","remote":"127.0.0.1:52698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:06:38.705037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.722545ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:06:38.705134Z","caller":"traceutil/trace.go:171","msg":"trace[1869182030] linearizableReadLoop","detail":"{readStateIndex:26285; appliedIndex:26284; }","duration":"685.426525ms","start":"2026-04-23T01:06:38.019693Z","end":"2026-04-23T01:06:38.705119Z","steps":["trace[1869182030] 'read index received' (duration: 296.573868ms)","trace[1869182030] 'applied index is now lower than readState.Index' (duration: 388.848277ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:06:38.705212Z","caller":"traceutil/trace.go:171","msg":"trace[929550345] transaction","detail":"{read_only:false; response_revision:25457; number_of_response:1; }","duration":"685.610478ms","start":"2026-04-23T01:06:38.019564Z","end":"2026-04-23T01:06:38.705174Z","steps":["trace[929550345] 'process raft request' (duration: 296.680209ms)","trace[929550345] 'compare' (duration: 388.525962ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:06:38.705299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.608668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18460"} {"level":"info","ts":"2026-04-23T01:06:38.705318Z","caller":"traceutil/trace.go:171","msg":"trace[2064513618] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25457; }","duration":"685.67511ms","start":"2026-04-23T01:06:38.019637Z","end":"2026-04-23T01:06:38.705312Z","steps":["trace[2064513618] 'agreement among raft nodes before linearized reading' (duration: 685.538617ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:38.705343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:38.019613Z","time spent":"685.72465ms","remote":"127.0.0.1:57798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18482,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-23T01:06:38.705374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:38.019543Z","time spent":"685.738991ms","remote":"127.0.0.1:57720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:06:39.206057Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199180892761704,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:06:39.707019Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199180892761704,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:06:39.97996Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.663692588s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T01:06:40.025178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999951876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T01:06:40.025261Z","caller":"traceutil/trace.go:171","msg":"trace[1289325050] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000061648s","start":"2026-04-23T01:06:38.02518Z","end":"2026-04-23T01:06:40.025242Z","steps":["trace[1289325050] 'agreement among raft nodes before linearized reading' (duration: 1.999947386s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:40.025311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:38.025159Z","time spent":"2.000143189s","remote":"127.0.0.1:57620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T01:06:40.052739Z","caller":"traceutil/trace.go:171","msg":"trace[1607820618] transaction","detail":"{read_only:false; response_revision:25458; number_of_response:1; }","duration":"2.032186716s","start":"2026-04-23T01:06:38.020529Z","end":"2026-04-23T01:06:40.052715Z","steps":["trace[1607820618] 'process raft request' (duration: 1.959608303s)","trace[1607820618] 'compare' (duration: 72.123654ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:06:40.052884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:38.020502Z","time spent":"2.032308227s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:06:40.052902Z","caller":"traceutil/trace.go:171","msg":"trace[1887336677] transaction","detail":"{read_only:false; response_revision:25459; number_of_response:1; }","duration":"2.03137553s","start":"2026-04-23T01:06:38.021509Z","end":"2026-04-23T01:06:40.052884Z","steps":["trace[1887336677] 'process raft request' (duration: 2.031148805s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:40.052989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:38.021481Z","time spent":"2.031460722s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:06:40.053262Z","caller":"traceutil/trace.go:171","msg":"trace[748011226] transaction","detail":"{read_only:false; response_revision:25460; number_of_response:1; }","duration":"2.030917983s","start":"2026-04-23T01:06:38.022333Z","end":"2026-04-23T01:06:40.053251Z","steps":["trace[748011226] 'process raft request' (duration: 2.030494825s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:40.053319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:38.02232Z","time spent":"2.030968444s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:06:40.053542Z","caller":"traceutil/trace.go:171","msg":"trace[957976474] linearizableReadLoop","detail":"{readStateIndex:26289; appliedIndex:26285; }","duration":"1.348374791s","start":"2026-04-23T01:06:38.705152Z","end":"2026-04-23T01:06:40.053527Z","steps":["trace[957976474] 'read index received' (duration: 1.275015633s)","trace[957976474] 'applied index is now lower than readState.Index' (duration: 73.357948ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:06:40.053749Z","caller":"traceutil/trace.go:171","msg":"trace[1310065153] transaction","detail":"{read_only:false; response_revision:25461; number_of_response:1; }","duration":"2.031085186s","start":"2026-04-23T01:06:38.022654Z","end":"2026-04-23T01:06:40.053739Z","steps":["trace[1310065153] 'process raft request' (duration: 2.030557636s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:40.053837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:38.022647Z","time spent":"2.031133657s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:06:40.053881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.033116663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-04-23T01:06:40.053917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.448980047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-28c9c034-388e-4227-aede-d0ae98282006\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-04-23T01:06:40.053942Z","caller":"traceutil/trace.go:171","msg":"trace[1730508890] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:25461; }","duration":"2.033198694s","start":"2026-04-23T01:06:38.020729Z","end":"2026-04-23T01:06:40.053928Z","steps":["trace[1730508890] 'agreement among raft nodes before linearized reading' (duration: 2.033035461s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:40.053977Z","caller":"traceutil/trace.go:171","msg":"trace[1510362492] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-28c9c034-388e-4227-aede-d0ae98282006; range_end:; response_count:1; response_revision:25461; }","duration":"1.449080538s","start":"2026-04-23T01:06:38.604882Z","end":"2026-04-23T01:06:40.053963Z","steps":["trace[1510362492] 'agreement among raft nodes before linearized reading' (duration: 1.448897465s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:40.053999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.03353484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:06:40.054015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:38.604863Z","time spent":"1.44914593s","remote":"127.0.0.1:57802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3972,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-28c9c034-388e-4227-aede-d0ae98282006\" "} {"level":"info","ts":"2026-04-23T01:06:40.054039Z","caller":"traceutil/trace.go:171","msg":"trace[680455372] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25461; }","duration":"2.033598002s","start":"2026-04-23T01:06:38.020431Z","end":"2026-04-23T01:06:40.054029Z","steps":["trace[680455372] 'agreement among raft nodes before linearized reading' (duration: 2.033528751s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:40.054067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.032039523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"warn","ts":"2026-04-23T01:06:40.054076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:38.020419Z","time spent":"2.033648063s","remote":"127.0.0.1:57908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-23T01:06:40.053979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:38.020721Z","time spent":"2.033250116s","remote":"127.0.0.1:57676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-04-23T01:06:40.054101Z","caller":"traceutil/trace.go:171","msg":"trace[1003999711] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:25461; }","duration":"2.032080834s","start":"2026-04-23T01:06:38.022007Z","end":"2026-04-23T01:06:40.054087Z","steps":["trace[1003999711] 'agreement among raft nodes before linearized reading' (duration: 2.031990983s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:40.054134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:38.021998Z","time spent":"2.032129585s","remote":"127.0.0.1:57792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-04-23T01:06:41.202384Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.076135727s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T01:06:41.202574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.076329651s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-23T01:06:41.203676Z","caller":"traceutil/trace.go:171","msg":"trace[748304645] transaction","detail":"{read_only:false; response_revision:25462; number_of_response:1; }","duration":"1.182026461s","start":"2026-04-23T01:06:40.021634Z","end":"2026-04-23T01:06:41.20366Z","steps":["trace[748304645] 'process raft request' (duration: 1.181127295s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:41.203641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"915.263758ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:06:41.203767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:40.021607Z","time spent":"1.182116212s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:06:41.203787Z","caller":"traceutil/trace.go:171","msg":"trace[843640343] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25461; }","duration":"915.435641ms","start":"2026-04-23T01:06:40.288333Z","end":"2026-04-23T01:06:41.203768Z","steps":["trace[843640343] 'range keys from in-memory index tree' (duration: 915.242328ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:42.004659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.916107ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:06:42.0049Z","caller":"traceutil/trace.go:171","msg":"trace[2010072270] transaction","detail":"{read_only:false; response_revision:25464; number_of_response:1; }","duration":"1.982638183s","start":"2026-04-23T01:06:40.022243Z","end":"2026-04-23T01:06:42.004881Z","steps":["trace[2010072270] 'process raft request' (duration: 1.98251267s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:42.004883Z","caller":"traceutil/trace.go:171","msg":"trace[1312472142] transaction","detail":"{read_only:false; response_revision:25463; number_of_response:1; }","duration":"1.982852028s","start":"2026-04-23T01:06:40.022Z","end":"2026-04-23T01:06:42.004852Z","steps":["trace[1312472142] 'process raft request' (duration: 1.181648164s)","trace[1312472142] 'compare' (duration: 800.707144ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:06:42.004972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:40.022235Z","time spent":"1.982704934s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:06:42.005041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:40.02199Z","time spent":"1.982966669s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:06:42.005099Z","caller":"traceutil/trace.go:171","msg":"trace[1454688805] transaction","detail":"{read_only:false; response_revision:25465; number_of_response:1; }","duration":"1.982752404s","start":"2026-04-23T01:06:40.022319Z","end":"2026-04-23T01:06:42.005071Z","steps":["trace[1454688805] 'process raft request' (duration: 1.98252596s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:42.00514Z","caller":"traceutil/trace.go:171","msg":"trace[1837738085] transaction","detail":"{read_only:false; response_revision:25466; number_of_response:1; }","duration":"1.982453799s","start":"2026-04-23T01:06:40.02267Z","end":"2026-04-23T01:06:42.005124Z","steps":["trace[1837738085] 'process raft request' (duration: 1.982321717s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:42.005146Z","caller":"traceutil/trace.go:171","msg":"trace[1586302920] linearizableReadLoop","detail":"{readStateIndex:26296; appliedIndex:26289; }","duration":"1.951533743s","start":"2026-04-23T01:06:40.053588Z","end":"2026-04-23T01:06:42.005122Z","steps":["trace[1586302920] 'read index received' (duration: 72.660955ms)","trace[1586302920] 'applied index is now lower than readState.Index' (duration: 1.878871478s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:06:42.005193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.770641909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:06:42.005222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:40.022661Z","time spent":"1.982530151s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:06:42.005231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:40.022311Z","time spent":"1.982853506s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:06:42.005247Z","caller":"traceutil/trace.go:171","msg":"trace[631370556] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:25467; }","duration":"2.77070597s","start":"2026-04-23T01:06:39.234529Z","end":"2026-04-23T01:06:42.005235Z","steps":["trace[631370556] 'agreement among raft nodes before linearized reading' (duration: 2.770595128s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:42.005249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.807214241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:06:42.005265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.288192787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"warn","ts":"2026-04-23T01:06:42.005258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.984857392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-28c9c034-388e-4227-aede-d0ae98282006\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-04-23T01:06:42.005289Z","caller":"traceutil/trace.go:171","msg":"trace[618194690] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:25467; }","duration":"2.807247882s","start":"2026-04-23T01:06:39.198026Z","end":"2026-04-23T01:06:42.005274Z","steps":["trace[618194690] 'agreement among raft nodes before linearized reading' (duration: 2.807194941s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:42.005302Z","caller":"traceutil/trace.go:171","msg":"trace[505826600] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:25467; }","duration":"3.288260167s","start":"2026-04-23T01:06:38.717032Z","end":"2026-04-23T01:06:42.005292Z","steps":["trace[505826600] 'agreement among raft nodes before linearized reading' (duration: 3.288126645s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:42.005327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:38.717015Z","time spent":"3.288305368s","remote":"127.0.0.1:49990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5706,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-23T01:06:42.005325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:39.197983Z","time spent":"2.807332174s","remote":"127.0.0.1:36782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:06:42.00534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.979367192s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:06:42.005349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.296728675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-d95xc.18a8d6f257fd6a57\" ","response":"range_response_count:1 size:864"} {"level":"info","ts":"2026-04-23T01:06:42.005368Z","caller":"traceutil/trace.go:171","msg":"trace[1388406477] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25467; }","duration":"1.979424763s","start":"2026-04-23T01:06:40.025934Z","end":"2026-04-23T01:06:42.005359Z","steps":["trace[1388406477] 'agreement among raft nodes before linearized reading' (duration: 1.979361311s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:42.005395Z","caller":"traceutil/trace.go:171","msg":"trace[2027422157] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-d95xc.18a8d6f257fd6a57; range_end:; response_count:1; response_revision:25467; }","duration":"3.296817897s","start":"2026-04-23T01:06:38.708566Z","end":"2026-04-23T01:06:42.005384Z","steps":["trace[2027422157] 'agreement among raft nodes before linearized reading' (duration: 3.296662164s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:42.005445Z","caller":"traceutil/trace.go:171","msg":"trace[2066774610] transaction","detail":"{read_only:false; response_revision:25467; number_of_response:1; }","duration":"1.982358168s","start":"2026-04-23T01:06:40.023074Z","end":"2026-04-23T01:06:42.005432Z","steps":["trace[2066774610] 'process raft request' (duration: 1.981998911s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:42.005512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:40.023066Z","time spent":"1.982413059s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:06:42.005589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.262017041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-23T01:06:42.005626Z","caller":"traceutil/trace.go:171","msg":"trace[2110341049] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:25467; }","duration":"2.262128472s","start":"2026-04-23T01:06:39.743489Z","end":"2026-04-23T01:06:42.005617Z","steps":["trace[2110341049] 'agreement among raft nodes before linearized reading' (duration: 2.261944919s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:42.005668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:39.743465Z","time spent":"2.262195653s","remote":"127.0.0.1:38852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":178,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:06:42.005696Z","caller":"traceutil/trace.go:171","msg":"trace[861237126] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-28c9c034-388e-4227-aede-d0ae98282006; range_end:; response_count:1; response_revision:25467; }","duration":"2.985346531s","start":"2026-04-23T01:06:39.020336Z","end":"2026-04-23T01:06:42.005682Z","steps":["trace[861237126] 'agreement among raft nodes before linearized reading' (duration: 2.984806352s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:42.005728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.327712404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3237"} {"level":"info","ts":"2026-04-23T01:06:42.00577Z","caller":"traceutil/trace.go:171","msg":"trace[1667520596] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25467; }","duration":"2.327780125s","start":"2026-04-23T01:06:39.677978Z","end":"2026-04-23T01:06:42.005758Z","steps":["trace[1667520596] 'agreement among raft nodes before linearized reading' (duration: 2.327680343s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:42.0058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:39.677962Z","time spent":"2.327831806s","remote":"127.0.0.1:49834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3259,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-04-23T01:06:42.005279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:39.234495Z","time spent":"2.770774322s","remote":"127.0.0.1:58380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:06:42.005731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:39.020309Z","time spent":"2.985414942s","remote":"127.0.0.1:57802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3972,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-28c9c034-388e-4227-aede-d0ae98282006\" "} {"level":"warn","ts":"2026-04-23T01:06:42.005195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.924758382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:06:42.005965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:38.708548Z","time spent":"3.297406947s","remote":"127.0.0.1:57720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":886,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-d95xc.18a8d6f257fd6a57\" "} {"level":"info","ts":"2026-04-23T01:06:42.006006Z","caller":"traceutil/trace.go:171","msg":"trace[786067716] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:25467; }","duration":"2.925622898s","start":"2026-04-23T01:06:39.080373Z","end":"2026-04-23T01:06:42.005996Z","steps":["trace[786067716] 'agreement among raft nodes before linearized reading' (duration: 2.924766243s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:42.006051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:39.08035Z","time spent":"2.925688479s","remote":"127.0.0.1:49838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:06:42.005401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:40.025915Z","time spent":"1.979477554s","remote":"127.0.0.1:57636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:06:42.506223Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199180892761715,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:06:42.890131Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.687604903s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T01:06:44.012975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999943935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T01:06:44.013059Z","caller":"traceutil/trace.go:171","msg":"trace[494789439] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000047458s","start":"2026-04-23T01:06:42.012993Z","end":"2026-04-23T01:06:44.01304Z","steps":["trace[494789439] 'agreement among raft nodes before linearized reading' (duration: 1.999955816s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:44.013099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:42.012987Z","time spent":"2.000104119s","remote":"127.0.0.1:57620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:06:44.320807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.430152446s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:06:44.321009Z","caller":"traceutil/trace.go:171","msg":"trace[55734267] linearizableReadLoop","detail":"{readStateIndex:26299; appliedIndex:26296; }","duration":"2.315792582s","start":"2026-04-23T01:06:42.0052Z","end":"2026-04-23T01:06:44.320993Z","steps":["trace[55734267] 'read index received' (duration: 885.221858ms)","trace[55734267] 'applied index is now lower than readState.Index' (duration: 1.430569634s)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:06:44.321071Z","caller":"traceutil/trace.go:171","msg":"trace[1281217673] transaction","detail":"{read_only:false; response_revision:25468; number_of_response:1; }","duration":"4.015722836s","start":"2026-04-23T01:06:40.305336Z","end":"2026-04-23T01:06:44.321059Z","steps":["trace[1281217673] 'process raft request' (duration: 2.585249274s)","trace[1281217673] 'compare' (duration: 1.429745538s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:06:44.32111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:40.30531Z","time spent":"4.015778176s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:06:44.321167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.906938139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:06:44.321235Z","caller":"traceutil/trace.go:171","msg":"trace[699607923] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:25470; }","duration":"2.907046762s","start":"2026-04-23T01:06:41.414168Z","end":"2026-04-23T01:06:44.321215Z","steps":["trace[699607923] 'agreement among raft nodes before linearized reading' (duration: 2.906909429s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:44.321283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:41.41415Z","time spent":"2.907117323s","remote":"127.0.0.1:42316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:06:44.3213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.955403233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:06:44.321322Z","caller":"traceutil/trace.go:171","msg":"trace[1035481227] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:25470; }","duration":"2.955457505s","start":"2026-04-23T01:06:41.365857Z","end":"2026-04-23T01:06:44.321314Z","steps":["trace[1035481227] 'agreement among raft nodes before linearized reading' (duration: 2.955389713s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:44.321345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:41.365836Z","time spent":"2.955501535s","remote":"127.0.0.1:58118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":39,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:06:44.321447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.12157038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:06:44.321453Z","caller":"traceutil/trace.go:171","msg":"trace[2143398917] transaction","detail":"{read_only:false; response_revision:25469; number_of_response:1; }","duration":"3.324106295s","start":"2026-04-23T01:06:40.997334Z","end":"2026-04-23T01:06:44.32144Z","steps":["trace[2143398917] 'process raft request' (duration: 3.323552065s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:44.321468Z","caller":"traceutil/trace.go:171","msg":"trace[173948816] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:25470; }","duration":"3.121645591s","start":"2026-04-23T01:06:41.199814Z","end":"2026-04-23T01:06:44.32146Z","steps":["trace[173948816] 'agreement among raft nodes before linearized reading' (duration: 3.121613241s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:44.321488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:41.199784Z","time spent":"3.121698553s","remote":"127.0.0.1:47432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:06:44.321529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:40.997315Z","time spent":"3.324161906s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:06:44.3216Z","caller":"traceutil/trace.go:171","msg":"trace[1511474209] transaction","detail":"{read_only:false; response_revision:25470; number_of_response:1; }","duration":"2.313489859s","start":"2026-04-23T01:06:42.008103Z","end":"2026-04-23T01:06:44.321593Z","steps":["trace[1511474209] 'process raft request' (duration: 2.312829617s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:44.321645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:42.008084Z","time spent":"2.31353801s","remote":"127.0.0.1:57720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:06:44.321652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.490152822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:06:44.321678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.357410177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:06:44.32176Z","caller":"traceutil/trace.go:171","msg":"trace[860695593] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:25470; }","duration":"2.35755701s","start":"2026-04-23T01:06:41.964184Z","end":"2026-04-23T01:06:44.321741Z","steps":["trace[860695593] 'agreement among raft nodes before linearized reading' (duration: 2.357345886s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:44.321755Z","caller":"traceutil/trace.go:171","msg":"trace[1951464575] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:25470; }","duration":"2.490295804s","start":"2026-04-23T01:06:41.831434Z","end":"2026-04-23T01:06:44.32173Z","steps":["trace[1951464575] 'agreement among raft nodes before linearized reading' (duration: 2.490118261s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:44.321791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.265614103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-23T01:06:44.321823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.26494652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-b37de6ab-b5b1-4071-9990-7633ceeae48a\" ","response":"range_response_count:1 size:1436"} {"level":"warn","ts":"2026-04-23T01:06:44.321835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:41.831419Z","time spent":"2.490388735s","remote":"127.0.0.1:47500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:06:44.321851Z","caller":"traceutil/trace.go:171","msg":"trace[710711621] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:25470; }","duration":"4.265699254s","start":"2026-04-23T01:06:40.056134Z","end":"2026-04-23T01:06:44.321833Z","steps":["trace[710711621] 'agreement among raft nodes before linearized reading' (duration: 4.26551375s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:44.321866Z","caller":"traceutil/trace.go:171","msg":"trace[1885622219] range","detail":"{range_begin:/registry/persistentvolumes/pvc-b37de6ab-b5b1-4071-9990-7633ceeae48a; range_end:; response_count:1; response_revision:25470; }","duration":"4.264998741s","start":"2026-04-23T01:06:40.056857Z","end":"2026-04-23T01:06:44.321856Z","steps":["trace[1885622219] 'agreement among raft nodes before linearized reading' (duration: 4.264853859s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:44.321882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:40.056121Z","time spent":"4.265754945s","remote":"127.0.0.1:57908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-04-23T01:06:44.3219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:40.056852Z","time spent":"4.265041852s","remote":"127.0.0.1:57788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1458,"request content":"key:\"/registry/persistentvolumes/pvc-b37de6ab-b5b1-4071-9990-7633ceeae48a\" "} {"level":"warn","ts":"2026-04-23T01:06:44.321816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:41.964165Z","time spent":"2.357639022s","remote":"127.0.0.1:42442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:06:44.822049Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199180892761724,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:06:45.229074Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.106401411s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T01:06:45.229703Z","caller":"traceutil/trace.go:171","msg":"trace[1225557358] transaction","detail":"{read_only:false; response_revision:25471; number_of_response:1; }","duration":"2.207757419s","start":"2026-04-23T01:06:43.021914Z","end":"2026-04-23T01:06:45.229671Z","steps":["trace[1225557358] 'process raft request' (duration: 2.207551205s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:45.229871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:43.021878Z","time spent":"2.207904782s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:06:45.229939Z","caller":"traceutil/trace.go:171","msg":"trace[835617358] transaction","detail":"{read_only:false; response_revision:25472; number_of_response:1; }","duration":"2.020736152s","start":"2026-04-23T01:06:43.209179Z","end":"2026-04-23T01:06:45.229915Z","steps":["trace[835617358] 'process raft request' (duration: 2.020451177s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:45.230081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:43.209154Z","time spent":"2.020846324s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:06:45.230262Z","caller":"traceutil/trace.go:171","msg":"trace[741260592] transaction","detail":"{read_only:false; response_revision:25473; number_of_response:1; }","duration":"1.21740682s","start":"2026-04-23T01:06:44.012848Z","end":"2026-04-23T01:06:45.230255Z","steps":["trace[741260592] 'process raft request' (duration: 1.216992473s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:45.230307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:44.012832Z","time spent":"1.217453241s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:06:45.230445Z","caller":"traceutil/trace.go:171","msg":"trace[1073734227] transaction","detail":"{read_only:false; response_revision:25474; number_of_response:1; }","duration":"1.217556022s","start":"2026-04-23T01:06:44.012877Z","end":"2026-04-23T01:06:45.230433Z","steps":["trace[1073734227] 'process raft request' (duration: 1.217345678s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:45.230499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:44.012843Z","time spent":"1.217629134s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:06:45.230663Z","caller":"traceutil/trace.go:171","msg":"trace[1675152337] transaction","detail":"{read_only:false; response_revision:25475; number_of_response:1; }","duration":"1.217739645s","start":"2026-04-23T01:06:44.012916Z","end":"2026-04-23T01:06:45.230656Z","steps":["trace[1675152337] 'process raft request' (duration: 1.21747785s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:45.230709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:44.012886Z","time spent":"1.217802267s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:06:45.23077Z","caller":"traceutil/trace.go:171","msg":"trace[1020511338] transaction","detail":"{read_only:false; response_revision:25476; number_of_response:1; }","duration":"1.217738116s","start":"2026-04-23T01:06:44.013023Z","end":"2026-04-23T01:06:45.230761Z","steps":["trace[1020511338] 'process raft request' (duration: 1.217604233s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:45.230825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:44.013012Z","time spent":"1.217787598s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:06:45.230913Z","caller":"traceutil/trace.go:171","msg":"trace[713492584] transaction","detail":"{read_only:false; response_revision:25477; number_of_response:1; }","duration":"1.217275919s","start":"2026-04-23T01:06:44.013628Z","end":"2026-04-23T01:06:45.230904Z","steps":["trace[713492584] 'process raft request' (duration: 1.217093005s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:45.230983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:44.013609Z","time spent":"1.217342129s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:06:46.014607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000790641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:06:46.0147Z","caller":"traceutil/trace.go:171","msg":"trace[2122543534] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000976554s","start":"2026-04-23T01:06:44.013701Z","end":"2026-04-23T01:06:46.014678Z","steps":["trace[2122543534] 'agreement among raft nodes before linearized reading' (duration: 2.000840252s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:46.014754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:44.013668Z","time spent":"2.001075376s","remote":"127.0.0.1:57636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 01:06:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:06:46.418978Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.188478652s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T01:06:46.647976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.716973ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:06:46.648082Z","caller":"traceutil/trace.go:171","msg":"trace[1363675359] linearizableReadLoop","detail":"{readStateIndex:26307; appliedIndex:26299; }","duration":"2.327030181s","start":"2026-04-23T01:06:44.321035Z","end":"2026-04-23T01:06:46.648065Z","steps":["trace[1363675359] 'read index received' (duration: 908.470372ms)","trace[1363675359] 'applied index is now lower than readState.Index' (duration: 1.418558339s)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:06:46.648176Z","caller":"traceutil/trace.go:171","msg":"trace[1569669594] transaction","detail":"{read_only:false; response_revision:25478; number_of_response:1; }","duration":"1.910741463s","start":"2026-04-23T01:06:44.737422Z","end":"2026-04-23T01:06:46.648164Z","steps":["trace[1569669594] 'process raft request' (duration: 1.681733304s)","trace[1569669594] 'compare' (duration: 228.52406ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:06:46.648238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:44.737393Z","time spent":"1.910814755s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:06:46.648472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.638759412s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:06:46.648511Z","caller":"traceutil/trace.go:171","msg":"trace[1190099033] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25478; }","duration":"2.638841904s","start":"2026-04-23T01:06:44.009659Z","end":"2026-04-23T01:06:46.648501Z","steps":["trace[1190099033] 'agreement among raft nodes before linearized reading' (duration: 2.638762832s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:46.648543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:44.00963Z","time spent":"2.638904824s","remote":"127.0.0.1:49978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:06:46.648726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.811999321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:06:46.648762Z","caller":"traceutil/trace.go:171","msg":"trace[1823764244] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:25478; }","duration":"2.812060131s","start":"2026-04-23T01:06:43.836693Z","end":"2026-04-23T01:06:46.648753Z","steps":["trace[1823764244] 'agreement among raft nodes before linearized reading' (duration: 2.8119763s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:46.648796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:43.836677Z","time spent":"2.812105342s","remote":"127.0.0.1:52332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:06:46.648871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.316082643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:06:46.648886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.590838444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T01:06:46.648928Z","caller":"traceutil/trace.go:171","msg":"trace[1896650620] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:25478; }","duration":"4.316194765s","start":"2026-04-23T01:06:42.332719Z","end":"2026-04-23T01:06:46.648914Z","steps":["trace[1896650620] 'agreement among raft nodes before linearized reading' (duration: 4.316061493s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:46.648908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.63770037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-28c9c034-388e-4227-aede-d0ae98282006\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-04-23T01:06:46.648955Z","caller":"traceutil/trace.go:171","msg":"trace[1825659993] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25478; }","duration":"4.590938806s","start":"2026-04-23T01:06:42.057998Z","end":"2026-04-23T01:06:46.648937Z","steps":["trace[1825659993] 'agreement among raft nodes before linearized reading' (duration: 4.590701111s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:46.64897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:42.332696Z","time spent":"4.316264736s","remote":"127.0.0.1:56704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":36,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:06:46.648979Z","caller":"traceutil/trace.go:171","msg":"trace[1491362687] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-28c9c034-388e-4227-aede-d0ae98282006; range_end:; response_count:1; response_revision:25478; }","duration":"3.637818642s","start":"2026-04-23T01:06:43.011142Z","end":"2026-04-23T01:06:46.648961Z","steps":["trace[1491362687] 'agreement among raft nodes before linearized reading' (duration: 3.637577048s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:46.648983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.390054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:06:46.649002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:42.057989Z","time spent":"4.590999488s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T01:06:46.648998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.812500989s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:06:46.649025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:43.01112Z","time spent":"3.637892203s","remote":"127.0.0.1:57802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3972,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-28c9c034-388e-4227-aede-d0ae98282006\" "} {"level":"info","ts":"2026-04-23T01:06:46.649034Z","caller":"traceutil/trace.go:171","msg":"trace[1490498334] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25478; }","duration":"626.466186ms","start":"2026-04-23T01:06:46.022551Z","end":"2026-04-23T01:06:46.649017Z","steps":["trace[1490498334] 'agreement among raft nodes before linearized reading' (duration: 626.387405ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:46.649022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.783154161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:06:46.649055Z","caller":"traceutil/trace.go:171","msg":"trace[1154742034] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:25478; }","duration":"2.812592271s","start":"2026-04-23T01:06:43.836446Z","end":"2026-04-23T01:06:46.649038Z","steps":["trace[1154742034] 'agreement among raft nodes before linearized reading' (duration: 2.812507979s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:46.649081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:46.022537Z","time spent":"626.536168ms","remote":"127.0.0.1:57636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:06:46.648897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.117721168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:06:46.649096Z","caller":"traceutil/trace.go:171","msg":"trace[931984994] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:25478; }","duration":"3.783283594s","start":"2026-04-23T01:06:42.865792Z","end":"2026-04-23T01:06:46.649076Z","steps":["trace[931984994] 'agreement among raft nodes before linearized reading' (duration: 3.783144301s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:46.649103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:43.836423Z","time spent":"2.812667043s","remote":"127.0.0.1:50028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:06:46.649136Z","caller":"traceutil/trace.go:171","msg":"trace[1754585240] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:25478; }","duration":"3.118019794s","start":"2026-04-23T01:06:43.531102Z","end":"2026-04-23T01:06:46.649121Z","steps":["trace[1754585240] 'agreement among raft nodes before linearized reading' (duration: 3.117695967s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:46.649142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:42.865767Z","time spent":"3.783366186s","remote":"127.0.0.1:57934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":19,"response size":30,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:06:46.649181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:43.53108Z","time spent":"3.118089996s","remote":"127.0.0.1:36854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:06:46.649194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.446289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7113"} {"level":"warn","ts":"2026-04-23T01:06:46.649209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.623089698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3237"} {"level":"warn","ts":"2026-04-23T01:06:46.649212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.591049068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-23T01:06:46.649235Z","caller":"traceutil/trace.go:171","msg":"trace[1485860403] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:25478; }","duration":"631.526881ms","start":"2026-04-23T01:06:46.0177Z","end":"2026-04-23T01:06:46.649227Z","steps":["trace[1485860403] 'agreement among raft nodes before linearized reading' (duration: 631.401449ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:46.64924Z","caller":"traceutil/trace.go:171","msg":"trace[1542385144] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25478; }","duration":"3.62316929s","start":"2026-04-23T01:06:43.02606Z","end":"2026-04-23T01:06:46.649229Z","steps":["trace[1542385144] 'agreement among raft nodes before linearized reading' (duration: 3.623079848s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:46.649264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:46.017679Z","time spent":"631.578771ms","remote":"127.0.0.1:57802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7135,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-23T01:06:46.64927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:43.026033Z","time spent":"3.62323014s","remote":"127.0.0.1:49834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3259,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-04-23T01:06:46.649276Z","caller":"traceutil/trace.go:171","msg":"trace[709356870] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25478; }","duration":"4.59115033s","start":"2026-04-23T01:06:42.058103Z","end":"2026-04-23T01:06:46.649253Z","steps":["trace[709356870] 'agreement among raft nodes before linearized reading' (duration: 4.590981777s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:46.649293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.647846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:06:46.649325Z","caller":"traceutil/trace.go:171","msg":"trace[1774799370] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:25478; }","duration":"255.720896ms","start":"2026-04-23T01:06:46.393595Z","end":"2026-04-23T01:06:46.649316Z","steps":["trace[1774799370] 'agreement among raft nodes before linearized reading' (duration: 255.664845ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:46.649324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:42.058079Z","time spent":"4.591232842s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T01:06:46.649374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.162940285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:06:46.649371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.592232751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-04-23T01:06:46.649426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.322458617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8d6e14ded6b63\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-04-23T01:06:46.649458Z","caller":"traceutil/trace.go:171","msg":"trace[764632727] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25478; }","duration":"4.592313963s","start":"2026-04-23T01:06:42.057128Z","end":"2026-04-23T01:06:46.649442Z","steps":["trace[764632727] 'agreement among raft nodes before linearized reading' (duration: 4.592132679s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:46.649465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.264754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:06:46.649492Z","caller":"traceutil/trace.go:171","msg":"trace[1406910368] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a8d6e14ded6b63; range_end:; response_count:1; response_revision:25478; }","duration":"2.322558558s","start":"2026-04-23T01:06:44.326922Z","end":"2026-04-23T01:06:46.649481Z","steps":["trace[1406910368] 'agreement among raft nodes before linearized reading' (duration: 2.322419896s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:46.649802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:44.326905Z","time spent":"2.322878774s","remote":"127.0.0.1:57720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8d6e14ded6b63\" "} {"level":"warn","ts":"2026-04-23T01:06:46.64908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.903261574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:06:46.649892Z","caller":"traceutil/trace.go:171","msg":"trace[1823527695] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:25478; }","duration":"1.904125569s","start":"2026-04-23T01:06:44.745752Z","end":"2026-04-23T01:06:46.649877Z","steps":["trace[1823527695] 'agreement among raft nodes before linearized reading' (duration: 1.903297735s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:46.649965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:44.745719Z","time spent":"1.904228962s","remote":"127.0.0.1:58028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:06:46.648988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.322803953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-04-23T01:06:46.650014Z","caller":"traceutil/trace.go:171","msg":"trace[1742244395] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:25478; }","duration":"2.323879624s","start":"2026-04-23T01:06:44.326118Z","end":"2026-04-23T01:06:46.649997Z","steps":["trace[1742244395] 'agreement among raft nodes before linearized reading' (duration: 2.32262524s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:46.650069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:44.326098Z","time spent":"2.323956625s","remote":"127.0.0.1:57792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1874,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"info","ts":"2026-04-23T01:06:46.6495Z","caller":"traceutil/trace.go:171","msg":"trace[1953746088] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:25478; }","duration":"405.336135ms","start":"2026-04-23T01:06:46.244152Z","end":"2026-04-23T01:06:46.649489Z","steps":["trace[1953746088] 'agreement among raft nodes before linearized reading' (duration: 405.276614ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:46.65013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:46.244112Z","time spent":"405.995848ms","remote":"127.0.0.1:36758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:06:46.649231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.638418932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" ","response":"range_response_count:1 size:1155"} {"level":"info","ts":"2026-04-23T01:06:46.650232Z","caller":"traceutil/trace.go:171","msg":"trace[901508941] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-manila-default-user; range_end:; response_count:1; response_revision:25478; }","duration":"4.63944185s","start":"2026-04-23T01:06:42.010769Z","end":"2026-04-23T01:06:46.650211Z","steps":["trace[901508941] 'agreement among raft nodes before linearized reading' (duration: 4.63828444s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:46.650289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:42.010755Z","time spent":"4.639518651s","remote":"127.0.0.1:57728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1177,"request content":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" "} {"level":"info","ts":"2026-04-23T01:06:46.649404Z","caller":"traceutil/trace.go:171","msg":"trace[951566116] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25478; }","duration":"1.163008607s","start":"2026-04-23T01:06:45.486387Z","end":"2026-04-23T01:06:46.649396Z","steps":["trace[951566116] 'agreement among raft nodes before linearized reading' (duration: 1.162959276s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:46.650436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:45.486356Z","time spent":"1.164047666s","remote":"127.0.0.1:57620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:06:46.649525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:42.057095Z","time spent":"4.592393713s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T01:06:46.649424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99750667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.244\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-04-23T01:06:46.650614Z","caller":"traceutil/trace.go:171","msg":"trace[432044319] range","detail":"{range_begin:/registry/masterleases/199.204.45.244; range_end:; response_count:1; response_revision:25478; }","duration":"1.998739613s","start":"2026-04-23T01:06:44.651861Z","end":"2026-04-23T01:06:46.650601Z","steps":["trace[432044319] 'agreement among raft nodes before linearized reading' (duration: 1.997358698s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:46.650653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:44.651838Z","time spent":"1.998803894s","remote":"127.0.0.1:57676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.244\" "} {"level":"warn","ts":"2026-04-23T01:06:46.649615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.592894172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-04-23T01:06:46.650694Z","caller":"traceutil/trace.go:171","msg":"trace[1472474965] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:25478; }","duration":"4.594011514s","start":"2026-04-23T01:06:42.056674Z","end":"2026-04-23T01:06:46.650685Z","steps":["trace[1472474965] 'agreement among raft nodes before linearized reading' (duration: 4.592663849s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:46.650726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:42.056659Z","time spent":"4.594058854s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T01:06:47.204037Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199180892761736,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:06:47.704633Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199180892761736,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:06:47.987729Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.283954581s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T01:06:48.614999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.024307ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:06:48.615265Z","caller":"traceutil/trace.go:171","msg":"trace[921578996] transaction","detail":"{read_only:false; response_revision:25480; number_of_response:1; }","duration":"1.959909149s","start":"2026-04-23T01:06:46.655314Z","end":"2026-04-23T01:06:48.615223Z","steps":["trace[921578996] 'process raft request' (duration: 1.959755536s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:48.615411Z","caller":"traceutil/trace.go:171","msg":"trace[970698635] transaction","detail":"{read_only:false; response_revision:25479; number_of_response:1; }","duration":"1.960357218s","start":"2026-04-23T01:06:46.655019Z","end":"2026-04-23T01:06:48.615376Z","steps":["trace[970698635] 'process raft request' (duration: 1.332893943s)","trace[970698635] 'compare' (duration: 626.657419ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:06:48.615491Z","caller":"traceutil/trace.go:171","msg":"trace[125253763] transaction","detail":"{read_only:false; response_revision:25484; number_of_response:1; }","duration":"1.956425593s","start":"2026-04-23T01:06:46.659052Z","end":"2026-04-23T01:06:48.615478Z","steps":["trace[125253763] 'process raft request' (duration: 1.956135408s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:48.615515Z","caller":"traceutil/trace.go:171","msg":"trace[1842052997] transaction","detail":"{read_only:false; response_revision:25482; number_of_response:1; }","duration":"1.959869018s","start":"2026-04-23T01:06:46.655602Z","end":"2026-04-23T01:06:48.615471Z","steps":["trace[1842052997] 'process raft request' (duration: 1.959548073s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:48.615541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:46.659044Z","time spent":"1.956465034s","remote":"127.0.0.1:57802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:06:48.615576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:46.655005Z","time spent":"1.960470989s","remote":"127.0.0.1:57720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:06:48.615564Z","caller":"traceutil/trace.go:171","msg":"trace[2134281170] transaction","detail":"{read_only:false; response_revision:25481; number_of_response:1; }","duration":"1.960140623s","start":"2026-04-23T01:06:46.655385Z","end":"2026-04-23T01:06:48.615526Z","steps":["trace[2134281170] 'process raft request' (duration: 1.959746686s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:48.615636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:46.655587Z","time spent":"1.959978891s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:06:48.615622Z","caller":"traceutil/trace.go:171","msg":"trace[1769767041] transaction","detail":"{read_only:false; response_revision:25483; number_of_response:1; }","duration":"1.959235316s","start":"2026-04-23T01:06:46.656326Z","end":"2026-04-23T01:06:48.615561Z","steps":["trace[1769767041] 'process raft request' (duration: 1.958838469s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:48.615344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:46.655308Z","time spent":"1.959990001s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:06:48.615721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:46.655369Z","time spent":"1.960274935s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:06:48.615831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:46.656317Z","time spent":"1.959400809s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:06:48.657812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000150408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T01:06:48.657895Z","caller":"traceutil/trace.go:171","msg":"trace[1465911597] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.0002836s","start":"2026-04-23T01:06:46.65759Z","end":"2026-04-23T01:06:48.657873Z","steps":["trace[1465911597] 'agreement among raft nodes before linearized reading' (duration: 2.000161948s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:48.657942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:46.657581Z","time spent":"2.000351163s","remote":"127.0.0.1:57620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T01:06:48.660513Z","caller":"traceutil/trace.go:171","msg":"trace[2079443071] linearizableReadLoop","detail":"{readStateIndex:26321; appliedIndex:26308; }","duration":"1.956712078s","start":"2026-04-23T01:06:46.703778Z","end":"2026-04-23T01:06:48.66049Z","steps":["trace[2079443071] 'read index received' (duration: 1.284150514s)","trace[2079443071] 'applied index is now lower than readState.Index' (duration: 672.560304ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:06:48.660649Z","caller":"traceutil/trace.go:171","msg":"trace[676074893] transaction","detail":"{read_only:false; response_revision:25485; number_of_response:1; }","duration":"1.955176361s","start":"2026-04-23T01:06:46.705446Z","end":"2026-04-23T01:06:48.660622Z","steps":["trace[676074893] 'process raft request' (duration: 1.95407436s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:48.660759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:46.705386Z","time spent":"1.955298423s","remote":"127.0.0.1:57676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:06:48.660782Z","caller":"traceutil/trace.go:171","msg":"trace[2086409430] transaction","detail":"{read_only:false; response_revision:25489; number_of_response:1; }","duration":"1.42343498s","start":"2026-04-23T01:06:47.237311Z","end":"2026-04-23T01:06:48.660746Z","steps":["trace[2086409430] 'process raft request' (duration: 1.423069173s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:48.660829Z","caller":"traceutil/trace.go:171","msg":"trace[585012072] transaction","detail":"{read_only:false; response_revision:25490; number_of_response:1; }","duration":"1.42292175s","start":"2026-04-23T01:06:47.237881Z","end":"2026-04-23T01:06:48.660803Z","steps":["trace[585012072] 'process raft request' (duration: 1.422530873s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:48.660854Z","caller":"traceutil/trace.go:171","msg":"trace[1033835686] transaction","detail":"{read_only:false; response_revision:25486; number_of_response:1; }","duration":"1.42395822s","start":"2026-04-23T01:06:47.236875Z","end":"2026-04-23T01:06:48.660833Z","steps":["trace[1033835686] 'process raft request' (duration: 1.423376689s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:48.660854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.002539044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:06:48.660928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:47.237289Z","time spent":"1.423555962s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:06:48.660954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:47.237845Z","time spent":"1.423043843s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:06:48.661003Z","caller":"traceutil/trace.go:171","msg":"trace[969941702] transaction","detail":"{read_only:false; response_revision:25491; number_of_response:1; }","duration":"1.422231596s","start":"2026-04-23T01:06:47.23876Z","end":"2026-04-23T01:06:48.660992Z","steps":["trace[969941702] 'process raft request' (duration: 1.421688267s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:48.660954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:47.236842Z","time spent":"1.424054632s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:06:48.661066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.850207255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-04-23T01:06:48.660962Z","caller":"traceutil/trace.go:171","msg":"trace[1532860745] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:25491; }","duration":"2.002658086s","start":"2026-04-23T01:06:46.658287Z","end":"2026-04-23T01:06:48.660945Z","steps":["trace[1532860745] 'agreement among raft nodes before linearized reading' (duration: 2.002471522s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:48.661087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:47.238746Z","time spent":"1.422289009s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:06:48.661132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:46.658282Z","time spent":"2.00284077s","remote":"127.0.0.1:57726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"info","ts":"2026-04-23T01:06:48.661138Z","caller":"traceutil/trace.go:171","msg":"trace[348701585] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:25491; }","duration":"1.850320638s","start":"2026-04-23T01:06:46.810796Z","end":"2026-04-23T01:06:48.661117Z","steps":["trace[348701585] 'agreement among raft nodes before linearized reading' (duration: 1.850095033s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:48.661167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.003944331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-28c9c034-388e-4227-aede-d0ae98282006\" ","response":"range_response_count:1 size:3950"} {"level":"warn","ts":"2026-04-23T01:06:48.661182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:46.810779Z","time spent":"1.850393669s","remote":"127.0.0.1:57792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"info","ts":"2026-04-23T01:06:48.661208Z","caller":"traceutil/trace.go:171","msg":"trace[1745949340] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-28c9c034-388e-4227-aede-d0ae98282006; range_end:; response_count:1; response_revision:25491; }","duration":"1.004021123s","start":"2026-04-23T01:06:47.657173Z","end":"2026-04-23T01:06:48.661195Z","steps":["trace[1745949340] 'agreement among raft nodes before linearized reading' (duration: 1.003895701s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:48.661237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:47.657148Z","time spent":"1.004082924s","remote":"127.0.0.1:57802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3972,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-28c9c034-388e-4227-aede-d0ae98282006\" "} {"level":"warn","ts":"2026-04-23T01:06:48.661278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.577019723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:06:48.661307Z","caller":"traceutil/trace.go:171","msg":"trace[971350339] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:25491; }","duration":"1.577084855s","start":"2026-04-23T01:06:47.084214Z","end":"2026-04-23T01:06:48.661298Z","steps":["trace[971350339] 'agreement among raft nodes before linearized reading' (duration: 1.576971803s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:48.661335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.54863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:06:48.661365Z","caller":"traceutil/trace.go:171","msg":"trace[1936925434] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/trunks/; range_end:/registry/openstack.k-orc.cloud/trunks0; response_count:0; response_revision:25491; }","duration":"264.627492ms","start":"2026-04-23T01:06:48.396727Z","end":"2026-04-23T01:06:48.661355Z","steps":["trace[1936925434] 'agreement among raft nodes before linearized reading' (duration: 264.578091ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:48.661401Z","caller":"traceutil/trace.go:171","msg":"trace[999362142] transaction","detail":"{read_only:false; response_revision:25487; number_of_response:1; }","duration":"1.424368119s","start":"2026-04-23T01:06:47.23702Z","end":"2026-04-23T01:06:48.661388Z","steps":["trace[999362142] 'process raft request' (duration: 1.423283248s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:48.661338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:47.084194Z","time spent":"1.577136375s","remote":"127.0.0.1:57808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":91,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:06:48.66146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:47.237007Z","time spent":"1.424419949s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:06:48.661526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.647086529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-04-23T01:06:48.661538Z","caller":"traceutil/trace.go:171","msg":"trace[445895507] transaction","detail":"{read_only:false; response_revision:25488; number_of_response:1; }","duration":"1.424236445s","start":"2026-04-23T01:06:47.237293Z","end":"2026-04-23T01:06:48.661529Z","steps":["trace[445895507] 'process raft request' (duration: 1.423045023s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:48.661562Z","caller":"traceutil/trace.go:171","msg":"trace[120054034] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25491; }","duration":"1.64716747s","start":"2026-04-23T01:06:47.014384Z","end":"2026-04-23T01:06:48.661552Z","steps":["trace[120054034] 'agreement among raft nodes before linearized reading' (duration: 1.646993597s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:48.661607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:47.237279Z","time spent":"1.424284436s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:06:48.661627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.03008717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:06:48.661541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"897.225303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:06:48.661678Z","caller":"traceutil/trace.go:171","msg":"trace[1541140419] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:25491; }","duration":"1.030187121s","start":"2026-04-23T01:06:47.631463Z","end":"2026-04-23T01:06:48.661651Z","steps":["trace[1541140419] 'agreement among raft nodes before linearized reading' (duration: 1.03012312s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:48.661699Z","caller":"traceutil/trace.go:171","msg":"trace[1199143225] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:25491; }","duration":"897.426176ms","start":"2026-04-23T01:06:47.764261Z","end":"2026-04-23T01:06:48.661687Z","steps":["trace[1199143225] 'agreement among raft nodes before linearized reading' (duration: 897.248493ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:48.66171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:47.631435Z","time spent":"1.030267142s","remote":"127.0.0.1:42130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:06:48.661706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.717931249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:06:48.661738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:47.764233Z","time spent":"897.493728ms","remote":"127.0.0.1:42482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:06:48.661747Z","caller":"traceutil/trace.go:171","msg":"trace[62033682] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:25491; }","duration":"1.718010261s","start":"2026-04-23T01:06:46.943726Z","end":"2026-04-23T01:06:48.661736Z","steps":["trace[62033682] 'agreement among raft nodes before linearized reading' (duration: 1.71795182s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:48.661775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:46.943702Z","time spent":"1.718066501s","remote":"127.0.0.1:36874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:06:48.661897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.315947926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:06:48.661937Z","caller":"traceutil/trace.go:171","msg":"trace[62601890] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:25491; }","duration":"1.316031798s","start":"2026-04-23T01:06:47.345895Z","end":"2026-04-23T01:06:48.661927Z","steps":["trace[62601890] 'agreement among raft nodes before linearized reading' (duration: 1.315966067s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:48.661969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:47.345875Z","time spent":"1.316086769s","remote":"127.0.0.1:52570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:06:48.66322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:06:47.014362Z","time spent":"1.648817402s","remote":"127.0.0.1:57802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-23T01:06:48.785679Z","caller":"traceutil/trace.go:171","msg":"trace[1296044201] linearizableReadLoop","detail":"{readStateIndex:26322; appliedIndex:26321; }","duration":"121.283931ms","start":"2026-04-23T01:06:48.664368Z","end":"2026-04-23T01:06:48.785652Z","steps":["trace[1296044201] 'read index received' (duration: 121.043226ms)","trace[1296044201] 'applied index is now lower than readState.Index' (duration: 239.525µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:06:48.785754Z","caller":"traceutil/trace.go:171","msg":"trace[1510169165] transaction","detail":"{read_only:false; response_revision:25492; number_of_response:1; }","duration":"121.518795ms","start":"2026-04-23T01:06:48.664177Z","end":"2026-04-23T01:06:48.785696Z","steps":["trace[1510169165] 'process raft request' (duration: 121.270669ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:48.785967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.127118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-0688e200-042b-459e-9019-0d287efb348c\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-04-23T01:06:48.786005Z","caller":"traceutil/trace.go:171","msg":"trace[1281062536] range","detail":"{range_begin:/registry/persistentvolumes/pvc-0688e200-042b-459e-9019-0d287efb348c; range_end:; response_count:1; response_revision:25492; }","duration":"121.194329ms","start":"2026-04-23T01:06:48.664797Z","end":"2026-04-23T01:06:48.785991Z","steps":["trace[1281062536] 'agreement among raft nodes before linearized reading' (duration: 121.002396ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:48.785987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.868261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-manila-nodes\" ","response":"range_response_count:1 size:1258"} {"level":"warn","ts":"2026-04-23T01:06:48.786059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.761204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-04-23T01:06:48.786139Z","caller":"traceutil/trace.go:171","msg":"trace[468086615] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25492; }","duration":"118.877796ms","start":"2026-04-23T01:06:48.667244Z","end":"2026-04-23T01:06:48.786121Z","steps":["trace[468086615] 'agreement among raft nodes before linearized reading' (duration: 118.616132ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:06:48.786062Z","caller":"traceutil/trace.go:171","msg":"trace[1026862511] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-manila-nodes; range_end:; response_count:1; response_revision:25492; }","duration":"121.972633ms","start":"2026-04-23T01:06:48.664066Z","end":"2026-04-23T01:06:48.786039Z","steps":["trace[1026862511] 'agreement among raft nodes before linearized reading' (duration: 121.713928ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:48.786307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.771931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-28c9c034-388e-4227-aede-d0ae98282006\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-04-23T01:06:48.78635Z","caller":"traceutil/trace.go:171","msg":"trace[2040074776] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-28c9c034-388e-4227-aede-d0ae98282006; range_end:; response_count:1; response_revision:25492; }","duration":"120.837472ms","start":"2026-04-23T01:06:48.665501Z","end":"2026-04-23T01:06:48.786339Z","steps":["trace[2040074776] 'agreement among raft nodes before linearized reading' (duration: 120.72128ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:48.786398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.44461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:06:48.78643Z","caller":"traceutil/trace.go:171","msg":"trace[677922876] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25492; }","duration":"116.499992ms","start":"2026-04-23T01:06:48.66992Z","end":"2026-04-23T01:06:48.78642Z","steps":["trace[677922876] 'agreement among raft nodes before linearized reading' (duration: 116.442681ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:06:48.786549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.020655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-04-23T01:06:48.786603Z","caller":"traceutil/trace.go:171","msg":"trace[10990276] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:25492; }","duration":"121.078946ms","start":"2026-04-23T01:06:48.665511Z","end":"2026-04-23T01:06:48.78659Z","steps":["trace[10990276] 'agreement among raft nodes before linearized reading' (duration: 120.922603ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:07:34.035087Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":23332} {"level":"info","ts":"2026-04-23T01:07:34.186821Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":23332,"took":"146.940899ms","hash":520617569,"current-db-size-bytes":56532992,"current-db-size":"56 MB","current-db-size-in-use-bytes":39370752,"current-db-size-in-use":"39 MB"} {"level":"info","ts":"2026-04-23T01:07:34.186894Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":520617569,"revision":23332,"compact-revision":20328} {"level":"warn","ts":"2026-04-23T01:07:45.862019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.689832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-04-23T01:07:45.862339Z","caller":"traceutil/trace.go:171","msg":"trace[1728196999] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25964; }","duration":"809.060939ms","start":"2026-04-23T01:07:45.053249Z","end":"2026-04-23T01:07:45.862309Z","steps":["trace[1728196999] 'range keys from in-memory index tree' (duration: 808.453808ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:45.86239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:45.053228Z","time spent":"809.149912ms","remote":"127.0.0.1:57802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-23T01:07:45.862489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.698825ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:07:45.862602Z","caller":"traceutil/trace.go:171","msg":"trace[1013867342] linearizableReadLoop","detail":"{readStateIndex:26810; appliedIndex:26809; }","duration":"483.207246ms","start":"2026-04-23T01:07:45.379377Z","end":"2026-04-23T01:07:45.862584Z","steps":["trace[1013867342] 'read index received' (duration: 329.215196ms)","trace[1013867342] 'applied index is now lower than readState.Index' (duration: 153.99051ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:07:45.862907Z","caller":"traceutil/trace.go:171","msg":"trace[1560756009] transaction","detail":"{read_only:false; response_revision:25965; number_of_response:1; }","duration":"553.72298ms","start":"2026-04-23T01:07:45.309136Z","end":"2026-04-23T01:07:45.862859Z","steps":["trace[1560756009] 'process raft request' (duration: 399.535567ms)","trace[1560756009] 'compare' (duration: 153.218215ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:07:45.863223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.846588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-23T01:07:45.863355Z","caller":"traceutil/trace.go:171","msg":"trace[1270217033] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25965; }","duration":"484.012361ms","start":"2026-04-23T01:07:45.379325Z","end":"2026-04-23T01:07:45.863337Z","steps":["trace[1270217033] 'agreement among raft nodes before linearized reading' (duration: 483.540142ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:45.86335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:45.3091Z","time spent":"553.889353ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:07:45.863392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:45.379303Z","time spent":"484.079112ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-23T01:07:45.881631Z","caller":"traceutil/trace.go:171","msg":"trace[39331849] transaction","detail":"{read_only:false; response_revision:25966; number_of_response:1; }","duration":"170.553438ms","start":"2026-04-23T01:07:45.711039Z","end":"2026-04-23T01:07:45.881592Z","steps":["trace[39331849] 'process raft request' (duration: 170.285253ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:45.882096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.594829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-23T01:07:45.882148Z","caller":"traceutil/trace.go:171","msg":"trace[1242167995] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25966; }","duration":"310.705121ms","start":"2026-04-23T01:07:45.571431Z","end":"2026-04-23T01:07:45.882136Z","steps":["trace[1242167995] 'agreement among raft nodes before linearized reading' (duration: 310.517138ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:45.882125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.393512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:07:45.882193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:45.571407Z","time spent":"310.774712ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-23T01:07:45.882268Z","caller":"traceutil/trace.go:171","msg":"trace[1663086184] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:25966; }","duration":"143.614296ms","start":"2026-04-23T01:07:45.738629Z","end":"2026-04-23T01:07:45.882243Z","steps":["trace[1663086184] 'agreement among raft nodes before linearized reading' (duration: 143.369632ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:45.882304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.695094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:07:45.882607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.656096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:07:45.882676Z","caller":"traceutil/trace.go:171","msg":"trace[1625482607] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:25967; }","duration":"151.767618ms","start":"2026-04-23T01:07:45.730888Z","end":"2026-04-23T01:07:45.882655Z","steps":["trace[1625482607] 'agreement among raft nodes before linearized reading' (duration: 151.573874ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:07:45.882534Z","caller":"traceutil/trace.go:171","msg":"trace[1659709767] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25966; }","duration":"463.02451ms","start":"2026-04-23T01:07:45.419486Z","end":"2026-04-23T01:07:45.882511Z","steps":["trace[1659709767] 'agreement among raft nodes before linearized reading' (duration: 462.710695ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:45.8829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:45.41946Z","time spent":"463.399856ms","remote":"127.0.0.1:57620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:07:51.455655Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199180892763395,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T01:07:51.799105Z","caller":"traceutil/trace.go:171","msg":"trace[1718597121] transaction","detail":"{read_only:false; response_revision:25998; number_of_response:1; }","duration":"918.907956ms","start":"2026-04-23T01:07:50.880165Z","end":"2026-04-23T01:07:51.799073Z","steps":["trace[1718597121] 'process raft request' (duration: 918.419827ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:51.799345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:50.880136Z","time spent":"919.047789ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:07:52.426072Z","caller":"traceutil/trace.go:171","msg":"trace[410101631] transaction","detail":"{read_only:false; response_revision:25999; number_of_response:1; }","duration":"1.545586367s","start":"2026-04-23T01:07:50.880458Z","end":"2026-04-23T01:07:52.426045Z","steps":["trace[410101631] 'process raft request' (duration: 1.545385672s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:52.426214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:50.880445Z","time spent":"1.545696979s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:07:52.426421Z","caller":"traceutil/trace.go:171","msg":"trace[12990874] transaction","detail":"{read_only:false; response_revision:26003; number_of_response:1; }","duration":"1.475581882s","start":"2026-04-23T01:07:50.95082Z","end":"2026-04-23T01:07:52.426402Z","steps":["trace[12990874] 'process raft request' (duration: 1.475502841s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:07:52.426448Z","caller":"traceutil/trace.go:171","msg":"trace[1258874506] transaction","detail":"{read_only:false; response_revision:26001; number_of_response:1; }","duration":"1.479570667s","start":"2026-04-23T01:07:50.946814Z","end":"2026-04-23T01:07:52.426384Z","steps":["trace[1258874506] 'process raft request' (duration: 1.479401024s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:07:52.426398Z","caller":"traceutil/trace.go:171","msg":"trace[918072260] transaction","detail":"{read_only:false; response_revision:26000; number_of_response:1; }","duration":"1.479538726s","start":"2026-04-23T01:07:50.946812Z","end":"2026-04-23T01:07:52.426351Z","steps":["trace[918072260] 'process raft request' (duration: 1.47918464s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:07:52.426485Z","caller":"traceutil/trace.go:171","msg":"trace[1756483171] transaction","detail":"{read_only:false; response_revision:26002; number_of_response:1; }","duration":"1.475658373s","start":"2026-04-23T01:07:50.950796Z","end":"2026-04-23T01:07:52.426455Z","steps":["trace[1756483171] 'process raft request' (duration: 1.47548916s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:07:52.426485Z","caller":"traceutil/trace.go:171","msg":"trace[851820153] linearizableReadLoop","detail":"{readStateIndex:26850; appliedIndex:26843; }","duration":"1.474060303s","start":"2026-04-23T01:07:50.952399Z","end":"2026-04-23T01:07:52.426459Z","steps":["trace[851820153] 'read index received' (duration: 846.571878ms)","trace[851820153] 'applied index is now lower than readState.Index' (duration: 627.487545ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:07:52.426521Z","caller":"traceutil/trace.go:171","msg":"trace[1141598277] transaction","detail":"{read_only:false; response_revision:26004; number_of_response:1; }","duration":"1.47444112s","start":"2026-04-23T01:07:50.952068Z","end":"2026-04-23T01:07:52.426509Z","steps":["trace[1141598277] 'process raft request' (duration: 1.474286927s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:52.426537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:50.950804Z","time spent":"1.475685954s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:07:52.426545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:50.946789Z","time spent":"1.479707999s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:07:52.426592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:50.952044Z","time spent":"1.474513342s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:07:52.426606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:50.95078Z","time spent":"1.475755265s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:07:52.426612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:50.946788Z","time spent":"1.47973853s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:07:52.426709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.474303069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-04-23T01:07:52.42675Z","caller":"traceutil/trace.go:171","msg":"trace[1214150723] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26004; }","duration":"1.474366579s","start":"2026-04-23T01:07:50.95237Z","end":"2026-04-23T01:07:52.426737Z","steps":["trace[1214150723] 'agreement among raft nodes before linearized reading' (duration: 1.474206726s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:52.426781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:50.952358Z","time spent":"1.47441612s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-04-23T01:07:52.460387Z","caller":"traceutil/trace.go:171","msg":"trace[928163368] transaction","detail":"{read_only:false; response_revision:26005; number_of_response:1; }","duration":"568.317242ms","start":"2026-04-23T01:07:51.892047Z","end":"2026-04-23T01:07:52.460365Z","steps":["trace[928163368] 'process raft request' (duration: 565.418208ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:52.460551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.292400428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:07:52.460629Z","caller":"traceutil/trace.go:171","msg":"trace[104053454] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:26006; }","duration":"1.292535371s","start":"2026-04-23T01:07:51.168075Z","end":"2026-04-23T01:07:52.46061Z","steps":["trace[104053454] 'agreement among raft nodes before linearized reading' (duration: 1.292423629s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:52.46066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:51.16804Z","time spent":"1.292612291s","remote":"127.0.0.1:47432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:07:52.460706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.505614911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T01:07:52.460766Z","caller":"traceutil/trace.go:171","msg":"trace[1568305776] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26006; }","duration":"1.505698463s","start":"2026-04-23T01:07:50.955052Z","end":"2026-04-23T01:07:52.460751Z","steps":["trace[1568305776] 'agreement among raft nodes before linearized reading' (duration: 1.505582431s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:52.460769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.505256895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-04-23T01:07:52.460804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:50.955016Z","time spent":"1.505779245s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T01:07:52.460858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.99674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-23T01:07:52.460883Z","caller":"traceutil/trace.go:171","msg":"trace[1120318880] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26006; }","duration":"550.062772ms","start":"2026-04-23T01:07:51.910814Z","end":"2026-04-23T01:07:52.460877Z","steps":["trace[1120318880] 'agreement among raft nodes before linearized reading' (duration: 549.97272ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:52.4609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:51.910789Z","time spent":"550.107523ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T01:07:52.460947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.660486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-04-23T01:07:52.460943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.043240865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:07:52.460981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.505925638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-23T01:07:52.461015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.491249924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-04-23T01:07:52.461035Z","caller":"traceutil/trace.go:171","msg":"trace[1556871386] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26006; }","duration":"1.491314736s","start":"2026-04-23T01:07:50.969715Z","end":"2026-04-23T01:07:52.46103Z","steps":["trace[1556871386] 'agreement among raft nodes before linearized reading' (duration: 1.491240315s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:07:52.46104Z","caller":"traceutil/trace.go:171","msg":"trace[1894781382] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26006; }","duration":"1.5060097s","start":"2026-04-23T01:07:50.955017Z","end":"2026-04-23T01:07:52.461027Z","steps":["trace[1894781382] 'agreement among raft nodes before linearized reading' (duration: 1.505749754s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:07:52.461039Z","caller":"traceutil/trace.go:171","msg":"trace[1602382050] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26006; }","duration":"1.043399828s","start":"2026-04-23T01:07:51.417619Z","end":"2026-04-23T01:07:52.461019Z","steps":["trace[1602382050] 'agreement among raft nodes before linearized reading' (duration: 1.043216064s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:52.461058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:50.969692Z","time spent":"1.491362048s","remote":"127.0.0.1:57802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-23T01:07:52.461073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.507839913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-23T01:07:52.461029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.113616006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:07:52.461096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:51.41759Z","time spent":"1.043493449s","remote":"127.0.0.1:57620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T01:07:52.461172Z","caller":"traceutil/trace.go:171","msg":"trace[1517113199] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26006; }","duration":"1.508444905s","start":"2026-04-23T01:07:50.952713Z","end":"2026-04-23T01:07:52.461157Z","steps":["trace[1517113199] 'agreement among raft nodes before linearized reading' (duration: 1.507755932s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:07:52.461585Z","caller":"traceutil/trace.go:171","msg":"trace[629082904] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26006; }","duration":"1.505381027s","start":"2026-04-23T01:07:50.955435Z","end":"2026-04-23T01:07:52.460816Z","steps":["trace[629082904] 'agreement among raft nodes before linearized reading' (duration: 1.505138853s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:52.461615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:50.952689Z","time spent":"1.508912903s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T01:07:52.46165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:50.955426Z","time spent":"1.506207033s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-23T01:07:52.461134Z","caller":"traceutil/trace.go:171","msg":"trace[1994735291] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:26006; }","duration":"1.1138027s","start":"2026-04-23T01:07:51.347314Z","end":"2026-04-23T01:07:52.461117Z","steps":["trace[1994735291] 'agreement among raft nodes before linearized reading' (duration: 1.113575836s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:52.461725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:51.347295Z","time spent":"1.114411221s","remote":"127.0.0.1:48278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:07:52.461078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:50.955006Z","time spent":"1.506063001s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-23T01:07:52.460983Z","caller":"traceutil/trace.go:171","msg":"trace[908388561] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26006; }","duration":"555.721078ms","start":"2026-04-23T01:07:51.905252Z","end":"2026-04-23T01:07:52.460973Z","steps":["trace[908388561] 'agreement among raft nodes before linearized reading' (duration: 555.634667ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:52.461897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:51.905239Z","time spent":"556.636374ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T01:07:52.461167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:51.892019Z","time spent":"568.438285ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:07:52.462474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.331845923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-23T01:07:52.462556Z","caller":"traceutil/trace.go:171","msg":"trace[2067775239] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:26006; }","duration":"1.331979486s","start":"2026-04-23T01:07:51.130558Z","end":"2026-04-23T01:07:52.462538Z","steps":["trace[2067775239] 'agreement among raft nodes before linearized reading' (duration: 1.330055s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:07:52.462601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:07:51.130541Z","time spent":"1.332050177s","remote":"127.0.0.1:57720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2861,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:08:06.651554Z","caller":"traceutil/trace.go:171","msg":"trace[770355673] transaction","detail":"{read_only:false; response_revision:26103; number_of_response:1; }","duration":"115.683926ms","start":"2026-04-23T01:08:06.535839Z","end":"2026-04-23T01:08:06.651523Z","steps":["trace[770355673] 'process raft request' (duration: 18.697268ms)","trace[770355673] 'compare' (duration: 96.830415ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:08:08.9223Z","caller":"traceutil/trace.go:171","msg":"trace[1736393222] transaction","detail":"{read_only:false; response_revision:26130; number_of_response:1; }","duration":"131.217116ms","start":"2026-04-23T01:08:08.791047Z","end":"2026-04-23T01:08:08.922265Z","steps":["trace[1736393222] 'process raft request' (duration: 131.168514ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:08.922834Z","caller":"traceutil/trace.go:171","msg":"trace[1320910802] transaction","detail":"{read_only:false; response_revision:26125; number_of_response:1; }","duration":"132.723624ms","start":"2026-04-23T01:08:08.790095Z","end":"2026-04-23T01:08:08.922819Z","steps":["trace[1320910802] 'process raft request' (duration: 106.602577ms)","trace[1320910802] 'compare' (duration: 25.205709ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:08:08.92296Z","caller":"traceutil/trace.go:171","msg":"trace[1060905426] transaction","detail":"{read_only:false; response_revision:26128; number_of_response:1; }","duration":"131.982259ms","start":"2026-04-23T01:08:08.790926Z","end":"2026-04-23T01:08:08.922908Z","steps":["trace[1060905426] 'process raft request' (duration: 131.191874ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:08.922991Z","caller":"traceutil/trace.go:171","msg":"trace[864733842] transaction","detail":"{read_only:false; response_revision:26129; number_of_response:1; }","duration":"131.96709ms","start":"2026-04-23T01:08:08.791003Z","end":"2026-04-23T01:08:08.92297Z","steps":["trace[864733842] 'process raft request' (duration: 131.156784ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:08.923077Z","caller":"traceutil/trace.go:171","msg":"trace[1274297370] transaction","detail":"{read_only:false; response_revision:26127; number_of_response:1; }","duration":"132.697404ms","start":"2026-04-23T01:08:08.790352Z","end":"2026-04-23T01:08:08.923049Z","steps":["trace[1274297370] 'process raft request' (duration: 131.733966ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:08.922965Z","caller":"traceutil/trace.go:171","msg":"trace[644054686] transaction","detail":"{read_only:false; response_revision:26126; number_of_response:1; }","duration":"132.750015ms","start":"2026-04-23T01:08:08.790182Z","end":"2026-04-23T01:08:08.922932Z","steps":["trace[644054686] 'process raft request' (duration: 131.858058ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:11.159851Z","caller":"traceutil/trace.go:171","msg":"trace[548309396] transaction","detail":"{read_only:false; response_revision:26138; number_of_response:1; }","duration":"226.807388ms","start":"2026-04-23T01:08:10.933014Z","end":"2026-04-23T01:08:11.159821Z","steps":["trace[548309396] 'process raft request' (duration: 152.89268ms)","trace[548309396] 'compare' (duration: 73.674092ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:08:11.220682Z","caller":"traceutil/trace.go:171","msg":"trace[39935079] transaction","detail":"{read_only:false; response_revision:26139; number_of_response:1; }","duration":"287.636411ms","start":"2026-04-23T01:08:10.933028Z","end":"2026-04-23T01:08:11.220664Z","steps":["trace[39935079] 'process raft request' (duration: 287.495349ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:11.220982Z","caller":"traceutil/trace.go:171","msg":"trace[66178054] transaction","detail":"{read_only:false; response_revision:26140; number_of_response:1; }","duration":"287.942647ms","start":"2026-04-23T01:08:10.933028Z","end":"2026-04-23T01:08:11.22097Z","steps":["trace[66178054] 'process raft request' (duration: 287.59548ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:11.221078Z","caller":"traceutil/trace.go:171","msg":"trace[1194074216] transaction","detail":"{read_only:false; response_revision:26141; number_of_response:1; }","duration":"287.796043ms","start":"2026-04-23T01:08:10.933273Z","end":"2026-04-23T01:08:11.221069Z","steps":["trace[1194074216] 'process raft request' (duration: 287.58643ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:11.22107Z","caller":"traceutil/trace.go:171","msg":"trace[381619302] transaction","detail":"{read_only:false; response_revision:26142; number_of_response:1; }","duration":"287.701082ms","start":"2026-04-23T01:08:10.933344Z","end":"2026-04-23T01:08:11.221045Z","steps":["trace[381619302] 'process raft request' (duration: 287.61618ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:11.221219Z","caller":"traceutil/trace.go:171","msg":"trace[1126971291] transaction","detail":"{read_only:false; response_revision:26143; number_of_response:1; }","duration":"287.774923ms","start":"2026-04-23T01:08:10.933382Z","end":"2026-04-23T01:08:11.221157Z","steps":["trace[1126971291] 'process raft request' (duration: 287.62278ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:12.957537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.407278ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:08:12.957753Z","caller":"traceutil/trace.go:171","msg":"trace[2117623586] transaction","detail":"{read_only:false; response_revision:26147; number_of_response:1; }","duration":"162.699872ms","start":"2026-04-23T01:08:12.795025Z","end":"2026-04-23T01:08:12.957725Z","steps":["trace[2117623586] 'process raft request' (duration: 162.616121ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:12.957828Z","caller":"traceutil/trace.go:171","msg":"trace[661538431] transaction","detail":"{read_only:false; response_revision:26146; number_of_response:1; }","duration":"275.685019ms","start":"2026-04-23T01:08:12.68208Z","end":"2026-04-23T01:08:12.957765Z","steps":["trace[661538431] 'process raft request' (duration: 17.966175ms)","trace[661538431] 'compare' (duration: 256.566082ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:08:12.958387Z","caller":"traceutil/trace.go:171","msg":"trace[508798421] transaction","detail":"{read_only:false; response_revision:26148; number_of_response:1; }","duration":"161.857696ms","start":"2026-04-23T01:08:12.79652Z","end":"2026-04-23T01:08:12.958377Z","steps":["trace[508798421] 'process raft request' (duration: 161.744264ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:12.958467Z","caller":"traceutil/trace.go:171","msg":"trace[158432837] transaction","detail":"{read_only:false; response_revision:26149; number_of_response:1; }","duration":"155.910465ms","start":"2026-04-23T01:08:12.802549Z","end":"2026-04-23T01:08:12.958459Z","steps":["trace[158432837] 'process raft request' (duration: 155.757853ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:12.958532Z","caller":"traceutil/trace.go:171","msg":"trace[441286208] transaction","detail":"{read_only:false; response_revision:26150; number_of_response:1; }","duration":"154.964918ms","start":"2026-04-23T01:08:12.803561Z","end":"2026-04-23T01:08:12.958526Z","steps":["trace[441286208] 'process raft request' (duration: 154.771424ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:13.368326Z","caller":"traceutil/trace.go:171","msg":"trace[1216783309] transaction","detail":"{read_only:false; response_revision:26153; number_of_response:1; }","duration":"137.279599ms","start":"2026-04-23T01:08:13.231013Z","end":"2026-04-23T01:08:13.368293Z","steps":["trace[1216783309] 'process raft request' (duration: 117.348818ms)","trace[1216783309] 'compare' (duration: 19.518314ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:08:13.368409Z","caller":"traceutil/trace.go:171","msg":"trace[1416255076] transaction","detail":"{read_only:false; response_revision:26156; number_of_response:1; }","duration":"134.745582ms","start":"2026-04-23T01:08:13.233632Z","end":"2026-04-23T01:08:13.368378Z","steps":["trace[1416255076] 'process raft request' (duration: 134.63528ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:13.368643Z","caller":"traceutil/trace.go:171","msg":"trace[964565007] transaction","detail":"{read_only:false; response_revision:26155; number_of_response:1; }","duration":"136.668377ms","start":"2026-04-23T01:08:13.231959Z","end":"2026-04-23T01:08:13.368627Z","steps":["trace[964565007] 'process raft request' (duration: 136.25878ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:13.368639Z","caller":"traceutil/trace.go:171","msg":"trace[916627913] transaction","detail":"{read_only:false; response_revision:26154; number_of_response:1; }","duration":"137.551363ms","start":"2026-04-23T01:08:13.23104Z","end":"2026-04-23T01:08:13.368591Z","steps":["trace[916627913] 'process raft request' (duration: 137.064655ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:13.368721Z","caller":"traceutil/trace.go:171","msg":"trace[2051894746] transaction","detail":"{read_only:false; response_revision:26157; number_of_response:1; }","duration":"133.575059ms","start":"2026-04-23T01:08:13.235123Z","end":"2026-04-23T01:08:13.368698Z","steps":["trace[2051894746] 'process raft request' (duration: 133.195432ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:15.106308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.10386ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:08:15.106464Z","caller":"traceutil/trace.go:171","msg":"trace[1942457153] transaction","detail":"{read_only:false; response_revision:26160; number_of_response:1; }","duration":"142.511125ms","start":"2026-04-23T01:08:14.96393Z","end":"2026-04-23T01:08:15.106441Z","steps":["trace[1942457153] 'process raft request' (duration: 38.167741ms)","trace[1942457153] 'compare' (duration: 103.790714ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:08:15.200782Z","caller":"traceutil/trace.go:171","msg":"trace[2034416519] linearizableReadLoop","detail":"{readStateIndex:27015; appliedIndex:27010; }","duration":"225.029874ms","start":"2026-04-23T01:08:14.975735Z","end":"2026-04-23T01:08:15.200765Z","steps":["trace[2034416519] 'read index received' (duration: 26.362391ms)","trace[2034416519] 'applied index is now lower than readState.Index' (duration: 198.666783ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:08:15.200927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.183788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-23T01:08:15.200951Z","caller":"traceutil/trace.go:171","msg":"trace[1904645403] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26165; }","duration":"225.287369ms","start":"2026-04-23T01:08:14.975655Z","end":"2026-04-23T01:08:15.200943Z","steps":["trace[1904645403] 'agreement among raft nodes before linearized reading' (duration: 225.171697ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:15.200915Z","caller":"traceutil/trace.go:171","msg":"trace[66125097] transaction","detail":"{read_only:false; response_revision:26162; number_of_response:1; }","duration":"234.900308ms","start":"2026-04-23T01:08:14.965979Z","end":"2026-04-23T01:08:15.200879Z","steps":["trace[66125097] 'process raft request' (duration: 234.704465ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:15.20098Z","caller":"traceutil/trace.go:171","msg":"trace[147960863] transaction","detail":"{read_only:false; response_revision:26164; number_of_response:1; }","duration":"233.274578ms","start":"2026-04-23T01:08:14.967665Z","end":"2026-04-23T01:08:15.20094Z","steps":["trace[147960863] 'process raft request' (duration: 233.059074ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:15.201035Z","caller":"traceutil/trace.go:171","msg":"trace[1649919631] transaction","detail":"{read_only:false; response_revision:26161; number_of_response:1; }","duration":"236.124401ms","start":"2026-04-23T01:08:14.964904Z","end":"2026-04-23T01:08:15.201029Z","steps":["trace[1649919631] 'process raft request' (duration: 235.680313ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:15.201004Z","caller":"traceutil/trace.go:171","msg":"trace[1008701276] transaction","detail":"{read_only:false; response_revision:26163; number_of_response:1; }","duration":"234.834367ms","start":"2026-04-23T01:08:14.966138Z","end":"2026-04-23T01:08:15.200973Z","steps":["trace[1008701276] 'process raft request' (duration: 234.569072ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:15.201082Z","caller":"traceutil/trace.go:171","msg":"trace[1959227641] transaction","detail":"{read_only:false; response_revision:26165; number_of_response:1; }","duration":"216.595537ms","start":"2026-04-23T01:08:14.98445Z","end":"2026-04-23T01:08:15.201045Z","steps":["trace[1959227641] 'process raft request' (duration: 216.294572ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:15.486146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.895285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-23T01:08:15.486419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.64971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-23T01:08:15.486474Z","caller":"traceutil/trace.go:171","msg":"trace[300332957] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26167; }","duration":"112.745192ms","start":"2026-04-23T01:08:15.373714Z","end":"2026-04-23T01:08:15.486459Z","steps":["trace[300332957] 'range keys from in-memory index tree' (duration: 112.534498ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:15.486217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.928568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:08:15.486528Z","caller":"traceutil/trace.go:171","msg":"trace[1054824521] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:26167; }","duration":"104.266564ms","start":"2026-04-23T01:08:15.382244Z","end":"2026-04-23T01:08:15.48651Z","steps":["trace[1054824521] 'count revisions from in-memory index tree' (duration: 103.878317ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:15.486435Z","caller":"traceutil/trace.go:171","msg":"trace[1379860922] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26167; }","duration":"112.238212ms","start":"2026-04-23T01:08:15.374176Z","end":"2026-04-23T01:08:15.486414Z","steps":["trace[1379860922] 'range keys from in-memory index tree' (duration: 111.731571ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:15.486259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.61521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-04-23T01:08:15.486712Z","caller":"traceutil/trace.go:171","msg":"trace[2013378135] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26167; }","duration":"113.094788ms","start":"2026-04-23T01:08:15.373607Z","end":"2026-04-23T01:08:15.486702Z","steps":["trace[2013378135] 'range keys from in-memory index tree' (duration: 112.520838ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:15.486371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.885604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-23T01:08:15.486864Z","caller":"traceutil/trace.go:171","msg":"trace[130482030] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26167; }","duration":"113.379754ms","start":"2026-04-23T01:08:15.373457Z","end":"2026-04-23T01:08:15.486837Z","steps":["trace[130482030] 'range keys from in-memory index tree' (duration: 112.783092ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:15.486368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.686741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-23T01:08:15.486933Z","caller":"traceutil/trace.go:171","msg":"trace[577204908] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26167; }","duration":"113.257491ms","start":"2026-04-23T01:08:15.373666Z","end":"2026-04-23T01:08:15.486924Z","steps":["trace[577204908] 'range keys from in-memory index tree' (duration: 112.592839ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:15.644381Z","caller":"traceutil/trace.go:171","msg":"trace[646917917] transaction","detail":"{read_only:false; response_revision:26168; number_of_response:1; }","duration":"154.285166ms","start":"2026-04-23T01:08:15.490074Z","end":"2026-04-23T01:08:15.644359Z","steps":["trace[646917917] 'process raft request' (duration: 154.135302ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:15.647884Z","caller":"traceutil/trace.go:171","msg":"trace[784272706] transaction","detail":"{read_only:false; response_revision:26169; number_of_response:1; }","duration":"157.084268ms","start":"2026-04-23T01:08:15.49077Z","end":"2026-04-23T01:08:15.647855Z","steps":["trace[784272706] 'process raft request' (duration: 156.899604ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:15.648102Z","caller":"traceutil/trace.go:171","msg":"trace[2071079488] transaction","detail":"{read_only:false; response_revision:26172; number_of_response:1; }","duration":"157.014267ms","start":"2026-04-23T01:08:15.491076Z","end":"2026-04-23T01:08:15.64809Z","steps":["trace[2071079488] 'process raft request' (duration: 156.979106ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:15.648141Z","caller":"traceutil/trace.go:171","msg":"trace[479513557] transaction","detail":"{read_only:false; response_revision:26170; number_of_response:1; }","duration":"157.307061ms","start":"2026-04-23T01:08:15.490804Z","end":"2026-04-23T01:08:15.648111Z","steps":["trace[479513557] 'process raft request' (duration: 157.007766ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:15.648177Z","caller":"traceutil/trace.go:171","msg":"trace[1162824872] transaction","detail":"{read_only:false; response_revision:26171; number_of_response:1; }","duration":"157.306492ms","start":"2026-04-23T01:08:15.490849Z","end":"2026-04-23T01:08:15.648156Z","steps":["trace[1162824872] 'process raft request' (duration: 157.127679ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:17.115283Z","caller":"traceutil/trace.go:171","msg":"trace[347791953] transaction","detail":"{read_only:false; response_revision:26173; number_of_response:1; }","duration":"619.864203ms","start":"2026-04-23T01:08:16.495333Z","end":"2026-04-23T01:08:17.115198Z","steps":["trace[347791953] 'process raft request' (duration: 619.68325ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:17.115694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:16.495304Z","time spent":"620.061577ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:08:18.768153Z","caller":"traceutil/trace.go:171","msg":"trace[1278165645] transaction","detail":"{read_only:false; response_revision:26174; number_of_response:1; }","duration":"2.021004698s","start":"2026-04-23T01:08:16.747104Z","end":"2026-04-23T01:08:18.768109Z","steps":["trace[1278165645] 'process raft request' (duration: 2.020620491s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:18.768525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:16.74707Z","time spent":"2.021177211s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:08:18.768505Z","caller":"traceutil/trace.go:171","msg":"trace[1832335823] transaction","detail":"{read_only:false; response_revision:26175; number_of_response:1; }","duration":"1.831859123s","start":"2026-04-23T01:08:16.936571Z","end":"2026-04-23T01:08:18.76843Z","steps":["trace[1832335823] 'process raft request' (duration: 1.831301002s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:18.768667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:16.936542Z","time spent":"1.832066606s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:08:18.769051Z","caller":"traceutil/trace.go:171","msg":"trace[1199363066] linearizableReadLoop","detail":"{readStateIndex:27025; appliedIndex:27023; }","duration":"1.905250881s","start":"2026-04-23T01:08:16.863758Z","end":"2026-04-23T01:08:18.769009Z","steps":["trace[1199363066] 'read index received' (duration: 251.215393ms)","trace[1199363066] 'applied index is now lower than readState.Index' (duration: 1.654034008s)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:08:18.769086Z","caller":"traceutil/trace.go:171","msg":"trace[1675238440] transaction","detail":"{read_only:false; response_revision:26176; number_of_response:1; }","duration":"1.657619565s","start":"2026-04-23T01:08:17.111432Z","end":"2026-04-23T01:08:18.769052Z","steps":["trace[1675238440] 'process raft request' (duration: 1.65678754s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:18.769236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:17.111411Z","time spent":"1.657741557s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:08:18.769215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.905433984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:08:18.76975Z","caller":"traceutil/trace.go:171","msg":"trace[1802226063] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:26176; }","duration":"1.905939404s","start":"2026-04-23T01:08:16.863702Z","end":"2026-04-23T01:08:18.769641Z","steps":["trace[1802226063] 'agreement among raft nodes before linearized reading' (duration: 1.905441324s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:18.769869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:16.86368Z","time spent":"1.906162408s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:08:19.269208Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199180892763822,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:08:19.418074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000142569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:08:19.418164Z","caller":"traceutil/trace.go:171","msg":"trace[864634411] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000250461s","start":"2026-04-23T01:08:17.417893Z","end":"2026-04-23T01:08:19.418144Z","steps":["trace[864634411] 'agreement among raft nodes before linearized reading' (duration: 2.000139319s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:19.418217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:17.417853Z","time spent":"2.000352213s","remote":"127.0.0.1:57620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 01:08:19 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:08:19.770248Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199180892763822,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:08:20.270767Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199180892763822,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:08:20.317799Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.493705189s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T01:08:20.336094Z","caller":"traceutil/trace.go:171","msg":"trace[226647933] transaction","detail":"{read_only:false; response_revision:26177; number_of_response:1; }","duration":"3.129735952s","start":"2026-04-23T01:08:17.206337Z","end":"2026-04-23T01:08:20.336073Z","steps":["trace[226647933] 'process raft request' (duration: 3.111732077s)","trace[226647933] 'compare' (duration: 16.13645ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:08:20.33621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:17.206317Z","time spent":"3.129835535s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:08:20.336423Z","caller":"traceutil/trace.go:171","msg":"trace[2057265260] transaction","detail":"{read_only:false; response_revision:26178; number_of_response:1; }","duration":"3.129740663s","start":"2026-04-23T01:08:17.206654Z","end":"2026-04-23T01:08:20.336395Z","steps":["trace[2057265260] 'process raft request' (duration: 3.129353785s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:20.336689Z","caller":"traceutil/trace.go:171","msg":"trace[697290357] transaction","detail":"{read_only:false; response_revision:26179; number_of_response:1; }","duration":"3.129750252s","start":"2026-04-23T01:08:17.206927Z","end":"2026-04-23T01:08:20.336677Z","steps":["trace[697290357] 'process raft request' (duration: 3.129402266s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:20.336701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:17.206628Z","time spent":"3.129863645s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:08:20.336744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:17.206916Z","time spent":"3.129801703s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:08:20.337241Z","caller":"traceutil/trace.go:171","msg":"trace[805623625] transaction","detail":"{read_only:false; response_revision:26180; number_of_response:1; }","duration":"3.129447447s","start":"2026-04-23T01:08:17.207777Z","end":"2026-04-23T01:08:20.337225Z","steps":["trace[805623625] 'process raft request' (duration: 3.128726014s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:20.337387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:17.207764Z","time spent":"3.129522718s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:08:20.337371Z","caller":"traceutil/trace.go:171","msg":"trace[534721355] transaction","detail":"{read_only:false; response_revision:26181; number_of_response:1; }","duration":"1.70242692s","start":"2026-04-23T01:08:18.634909Z","end":"2026-04-23T01:08:20.337336Z","steps":["trace[534721355] 'process raft request' (duration: 1.702287058s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:20.337533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:18.634869Z","time spent":"1.702563323s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:08:20.532514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.042992ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-23T01:08:20.532608Z","caller":"traceutil/trace.go:171","msg":"trace[1261974862] linearizableReadLoop","detail":"{readStateIndex:27033; appliedIndex:27027; }","duration":"1.763471778s","start":"2026-04-23T01:08:18.769118Z","end":"2026-04-23T01:08:20.532589Z","steps":["trace[1261974862] 'read index received' (duration: 1.54896584s)","trace[1261974862] 'applied index is now lower than readState.Index' (duration: 214.504538ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:08:20.532839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.114630411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:08:20.532837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.884334438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T01:08:20.532883Z","caller":"traceutil/trace.go:171","msg":"trace[1787279376] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:26181; }","duration":"3.114724533s","start":"2026-04-23T01:08:17.418144Z","end":"2026-04-23T01:08:20.532868Z","steps":["trace[1787279376] 'agreement among raft nodes before linearized reading' (duration: 3.114624991s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:20.532889Z","caller":"traceutil/trace.go:171","msg":"trace[1288525607] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26181; }","duration":"2.88443833s","start":"2026-04-23T01:08:17.648437Z","end":"2026-04-23T01:08:20.532875Z","steps":["trace[1288525607] 'agreement among raft nodes before linearized reading' (duration: 2.884244507s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:20.532924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:17.648414Z","time spent":"2.884500842s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T01:08:20.532937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.880625349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-04-23T01:08:20.532941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.880347274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-04-23T01:08:20.533006Z","caller":"traceutil/trace.go:171","msg":"trace[1287341155] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26181; }","duration":"2.880728391s","start":"2026-04-23T01:08:17.652261Z","end":"2026-04-23T01:08:20.532989Z","steps":["trace[1287341155] 'agreement among raft nodes before linearized reading' (duration: 2.880528708s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:20.533014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.203876825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:08:20.533034Z","caller":"traceutil/trace.go:171","msg":"trace[413039815] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26181; }","duration":"2.880471897s","start":"2026-04-23T01:08:17.652544Z","end":"2026-04-23T01:08:20.533016Z","steps":["trace[413039815] 'agreement among raft nodes before linearized reading' (duration: 2.880230082s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:20.533055Z","caller":"traceutil/trace.go:171","msg":"trace[722054087] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:26181; }","duration":"3.203943335s","start":"2026-04-23T01:08:17.329094Z","end":"2026-04-23T01:08:20.533037Z","steps":["trace[722054087] 'agreement among raft nodes before linearized reading' (duration: 3.203888204s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:20.533087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"900.798469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:08:20.533091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:17.329075Z","time spent":"3.204007526s","remote":"127.0.0.1:42378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:08:20.532925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:17.418108Z","time spent":"3.114806865s","remote":"127.0.0.1:58404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:08:20.533111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"785.809586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-04-23T01:08:20.533137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.016522146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:08:20.533138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.369131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:08:20.533158Z","caller":"traceutil/trace.go:171","msg":"trace[1933721521] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26181; }","duration":"1.016580497s","start":"2026-04-23T01:08:19.516572Z","end":"2026-04-23T01:08:20.533153Z","steps":["trace[1933721521] 'agreement among raft nodes before linearized reading' (duration: 1.016552957s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:20.533175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:19.516551Z","time spent":"1.016620708s","remote":"127.0.0.1:57620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T01:08:20.533176Z","caller":"traceutil/trace.go:171","msg":"trace[2043347701] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26181; }","duration":"195.407061ms","start":"2026-04-23T01:08:20.337758Z","end":"2026-04-23T01:08:20.533165Z","steps":["trace[2043347701] 'agreement among raft nodes before linearized reading' (duration: 195.34832ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:20.533215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.274226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-04-23T01:08:20.532955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.215294207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-23T01:08:20.533235Z","caller":"traceutil/trace.go:171","msg":"trace[154154924] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26181; }","duration":"792.333678ms","start":"2026-04-23T01:08:19.740897Z","end":"2026-04-23T01:08:20.533231Z","steps":["trace[154154924] 'agreement among raft nodes before linearized reading' (duration: 792.167305ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:20.533253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:19.740873Z","time spent":"792.376168ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-23T01:08:20.533009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.260915058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-23T01:08:20.533113Z","caller":"traceutil/trace.go:171","msg":"trace[79766520] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:26181; }","duration":"900.86857ms","start":"2026-04-23T01:08:19.632238Z","end":"2026-04-23T01:08:20.533107Z","steps":["trace[79766520] 'agreement among raft nodes before linearized reading' (duration: 900.83332ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:20.533283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.475504948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-04-23T01:08:20.5333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:19.632217Z","time spent":"901.073844ms","remote":"127.0.0.1:47460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:08:20.533289Z","caller":"traceutil/trace.go:171","msg":"trace[1532990865] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26181; }","duration":"3.261213152s","start":"2026-04-23T01:08:17.272062Z","end":"2026-04-23T01:08:20.533275Z","steps":["trace[1532990865] 'agreement among raft nodes before linearized reading' (duration: 3.260883357s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:20.533318Z","caller":"traceutil/trace.go:171","msg":"trace[1602721063] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26181; }","duration":"2.47558487s","start":"2026-04-23T01:08:18.057726Z","end":"2026-04-23T01:08:20.533311Z","steps":["trace[1602721063] 'agreement among raft nodes before linearized reading' (duration: 2.475472578s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:20.533345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:17.272049Z","time spent":"3.261284584s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T01:08:20.53337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:18.0577Z","time spent":"2.475661382s","remote":"127.0.0.1:57802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-23T01:08:20.533175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.01136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:08:20.533136Z","caller":"traceutil/trace.go:171","msg":"trace[43434456] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26181; }","duration":"785.862597ms","start":"2026-04-23T01:08:19.747265Z","end":"2026-04-23T01:08:20.533127Z","steps":["trace[43434456] 'agreement among raft nodes before linearized reading' (duration: 785.797736ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:20.533083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:17.652538Z","time spent":"2.880536278s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-04-23T01:08:20.533403Z","caller":"traceutil/trace.go:171","msg":"trace[1707012317] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:26181; }","duration":"425.275616ms","start":"2026-04-23T01:08:20.108118Z","end":"2026-04-23T01:08:20.533394Z","steps":["trace[1707012317] 'agreement among raft nodes before linearized reading' (duration: 425.034211ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:20.533416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:19.747246Z","time spent":"786.159963ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-23T01:08:20.532904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.879999918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-04-23T01:08:20.53305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.114669455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:08:20.533492Z","caller":"traceutil/trace.go:171","msg":"trace[1332295719] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26181; }","duration":"2.88068793s","start":"2026-04-23T01:08:17.652795Z","end":"2026-04-23T01:08:20.533483Z","steps":["trace[1332295719] 'agreement among raft nodes before linearized reading' (duration: 2.879852625s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:20.533044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:17.65225Z","time spent":"2.880788452s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-23T01:08:20.53351Z","caller":"traceutil/trace.go:171","msg":"trace[1874215900] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26181; }","duration":"1.115152934s","start":"2026-04-23T01:08:19.41834Z","end":"2026-04-23T01:08:20.533493Z","steps":["trace[1874215900] 'agreement among raft nodes before linearized reading' (duration: 1.114694066s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:20.53352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:17.652696Z","time spent":"2.880816823s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T01:08:20.533534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:19.418289Z","time spent":"1.115238586s","remote":"127.0.0.1:57636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:08:20.533425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:20.108091Z","time spent":"425.327456ms","remote":"127.0.0.1:58058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:08:20.533249Z","caller":"traceutil/trace.go:171","msg":"trace[906935411] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26181; }","duration":"3.215611613s","start":"2026-04-23T01:08:17.31763Z","end":"2026-04-23T01:08:20.533241Z","steps":["trace[906935411] 'agreement among raft nodes before linearized reading' (duration: 3.215263267s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:20.533462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.880588178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-23T01:08:20.533695Z","caller":"traceutil/trace.go:171","msg":"trace[1376054457] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26181; }","duration":"2.881034528s","start":"2026-04-23T01:08:17.652642Z","end":"2026-04-23T01:08:20.533677Z","steps":["trace[1376054457] 'agreement among raft nodes before linearized reading' (duration: 2.880165141s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:20.533779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:17.652615Z","time spent":"2.881151319s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T01:08:20.533627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:17.317619Z","time spent":"3.21599619s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T01:08:20.534654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.834758214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418679"} {"level":"info","ts":"2026-04-23T01:08:20.534738Z","caller":"traceutil/trace.go:171","msg":"trace[722733413] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:26181; }","duration":"2.834805565s","start":"2026-04-23T01:08:17.699886Z","end":"2026-04-23T01:08:20.534691Z","steps":["trace[722733413] 'agreement among raft nodes before linearized reading' (duration: 2.833661794s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:20.53477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:17.699827Z","time spent":"2.834935937s","remote":"127.0.0.1:58404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418701,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-04-23T01:08:21.039013Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199180892763827,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T01:08:21.152352Z","caller":"traceutil/trace.go:171","msg":"trace[1390115528] transaction","detail":"{read_only:false; response_revision:26182; number_of_response:1; }","duration":"613.84171ms","start":"2026-04-23T01:08:20.538482Z","end":"2026-04-23T01:08:21.152324Z","steps":["trace[1390115528] 'process raft request' (duration: 613.639766ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:21.152521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:20.538469Z","time spent":"613.963214ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:08:21.772851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:21.471367Z","time spent":"301.475119ms","remote":"127.0.0.1:36940","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-23T01:08:21.773179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.407469ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-04-23T01:08:21.773377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:20.538599Z","time spent":"1.234773014s","remote":"127.0.0.1:57720","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-23T01:08:21.773426Z","caller":"traceutil/trace.go:171","msg":"trace[1530957942] transaction","detail":"{read_only:false; response_revision:26183; number_of_response:1; }","duration":"1.234672042s","start":"2026-04-23T01:08:20.538737Z","end":"2026-04-23T01:08:21.773409Z","steps":["trace[1530957942] 'process raft request' (duration: 1.234505649s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:21.773525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:20.53873Z","time spent":"1.234739213s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:08:21.773687Z","caller":"traceutil/trace.go:171","msg":"trace[33409678] transaction","detail":"{read_only:false; response_revision:26184; number_of_response:1; }","duration":"1.234882996s","start":"2026-04-23T01:08:20.538781Z","end":"2026-04-23T01:08:21.773664Z","steps":["trace[33409678] 'process raft request' (duration: 1.2345816s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:21.77371Z","caller":"traceutil/trace.go:171","msg":"trace[110022406] transaction","detail":"{read_only:false; response_revision:26185; number_of_response:1; }","duration":"1.234863675s","start":"2026-04-23T01:08:20.538824Z","end":"2026-04-23T01:08:21.773688Z","steps":["trace[110022406] 'process raft request' (duration: 1.234747243s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:21.773811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:20.53876Z","time spent":"1.234981758s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:08:21.773827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:20.538819Z","time spent":"1.234947457s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:08:21.774043Z","caller":"traceutil/trace.go:171","msg":"trace[212328678] transaction","detail":"{read_only:false; response_revision:26186; number_of_response:1; }","duration":"1.235180791s","start":"2026-04-23T01:08:20.538831Z","end":"2026-04-23T01:08:21.774012Z","steps":["trace[212328678] 'process raft request' (duration: 1.234826425s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:21.774107Z","caller":"traceutil/trace.go:171","msg":"trace[1219986281] transaction","detail":"{read_only:false; response_revision:26188; number_of_response:1; }","duration":"1.233359708s","start":"2026-04-23T01:08:20.54074Z","end":"2026-04-23T01:08:21.7741Z","steps":["trace[1219986281] 'process raft request' (duration: 1.233235524s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:21.774141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:20.540733Z","time spent":"1.233390758s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:08:21.774227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.235454987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:08:21.774234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:20.538818Z","time spent":"1.235316214s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:08:21.774255Z","caller":"traceutil/trace.go:171","msg":"trace[1416952210] transaction","detail":"{read_only:false; response_revision:26187; number_of_response:1; }","duration":"1.235402496s","start":"2026-04-23T01:08:20.538847Z","end":"2026-04-23T01:08:21.774249Z","steps":["trace[1416952210] 'process raft request' (duration: 1.235040219s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:21.774263Z","caller":"traceutil/trace.go:171","msg":"trace[2075902236] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26192; }","duration":"1.235540758s","start":"2026-04-23T01:08:20.538715Z","end":"2026-04-23T01:08:21.774256Z","steps":["trace[2075902236] 'agreement among raft nodes before linearized reading' (duration: 1.235441277s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:21.774283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:20.538828Z","time spent":"1.235441127s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:08:21.774288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:20.538694Z","time spent":"1.23558964s","remote":"127.0.0.1:57620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T01:08:21.774129Z","caller":"traceutil/trace.go:171","msg":"trace[1604639640] linearizableReadLoop","detail":"{readStateIndex:27045; appliedIndex:27033; }","duration":"1.235357636s","start":"2026-04-23T01:08:20.538755Z","end":"2026-04-23T01:08:21.774113Z","steps":["trace[1604639640] 'read index received' (duration: 613.404773ms)","trace[1604639640] 'applied index is now lower than readState.Index' (duration: 621.951893ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:08:21.774397Z","caller":"traceutil/trace.go:171","msg":"trace[27981633] transaction","detail":"{read_only:false; response_revision:26189; number_of_response:1; }","duration":"1.232605764s","start":"2026-04-23T01:08:20.541782Z","end":"2026-04-23T01:08:21.774387Z","steps":["trace[27981633] 'process raft request' (duration: 1.232222936s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:21.774464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.235672151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18441"} {"level":"warn","ts":"2026-04-23T01:08:21.774469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:20.541773Z","time spent":"1.232648224s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:08:21.774487Z","caller":"traceutil/trace.go:171","msg":"trace[699243401] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26192; }","duration":"1.235700851s","start":"2026-04-23T01:08:20.538779Z","end":"2026-04-23T01:08:21.77448Z","steps":["trace[699243401] 'agreement among raft nodes before linearized reading' (duration: 1.23561516s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:21.774505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:20.538773Z","time spent":"1.235728532s","remote":"127.0.0.1:57798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18463,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-04-23T01:08:21.774549Z","caller":"traceutil/trace.go:171","msg":"trace[341924698] transaction","detail":"{read_only:false; response_revision:26190; number_of_response:1; }","duration":"1.231533054s","start":"2026-04-23T01:08:20.54301Z","end":"2026-04-23T01:08:21.774543Z","steps":["trace[341924698] 'process raft request' (duration: 1.231020363s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:21.774586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:20.542979Z","time spent":"1.231588605s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:08:21.77464Z","caller":"traceutil/trace.go:171","msg":"trace[233426495] transaction","detail":"{read_only:false; response_revision:26191; number_of_response:1; }","duration":"999.446177ms","start":"2026-04-23T01:08:20.775188Z","end":"2026-04-23T01:08:21.774634Z","steps":["trace[233426495] 'process raft request' (duration: 998.870607ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:21.774671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:20.775153Z","time spent":"999.503339ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:08:21.774705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.557234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:08:21.774728Z","caller":"traceutil/trace.go:171","msg":"trace[1212333284] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/endpoints/; range_end:/registry/openstack.k-orc.cloud/endpoints0; response_count:0; response_revision:26192; }","duration":"210.595975ms","start":"2026-04-23T01:08:21.564125Z","end":"2026-04-23T01:08:21.774721Z","steps":["trace[1212333284] 'agreement among raft nodes before linearized reading' (duration: 210.563834ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:21.774748Z","caller":"traceutil/trace.go:171","msg":"trace[765479642] transaction","detail":"{read_only:false; response_revision:26192; number_of_response:1; }","duration":"999.535809ms","start":"2026-04-23T01:08:20.775206Z","end":"2026-04-23T01:08:21.774741Z","steps":["trace[765479642] 'process raft request' (duration: 998.877927ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:21.774788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:20.775177Z","time spent":"999.588631ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:08:21.774827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.231120606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:08:21.774833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.030494276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:08:21.774885Z","caller":"traceutil/trace.go:171","msg":"trace[21780355] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:26192; }","duration":"1.030547887s","start":"2026-04-23T01:08:20.74432Z","end":"2026-04-23T01:08:21.774868Z","steps":["trace[21780355] 'agreement among raft nodes before linearized reading' (duration: 1.030455226s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:21.774912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:20.744299Z","time spent":"1.030607678s","remote":"127.0.0.1:52458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:08:21.774845Z","caller":"traceutil/trace.go:171","msg":"trace[1286261908] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26192; }","duration":"1.231156486s","start":"2026-04-23T01:08:20.543684Z","end":"2026-04-23T01:08:21.77484Z","steps":["trace[1286261908] 'agreement among raft nodes before linearized reading' (duration: 1.231124015s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:21.775042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:20.543674Z","time spent":"1.231363209s","remote":"127.0.0.1:57808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-04-23T01:08:21.775048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.739832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:08:21.775112Z","caller":"traceutil/trace.go:171","msg":"trace[2103223930] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:26192; }","duration":"654.842373ms","start":"2026-04-23T01:08:21.120259Z","end":"2026-04-23T01:08:21.775101Z","steps":["trace[2103223930] 'agreement among raft nodes before linearized reading' (duration: 654.757712ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:21.775137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:21.120237Z","time spent":"654.894145ms","remote":"127.0.0.1:52332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:08:21.775165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.666402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:08:21.775193Z","caller":"traceutil/trace.go:171","msg":"trace[1700960175] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:26192; }","duration":"227.741174ms","start":"2026-04-23T01:08:21.547444Z","end":"2026-04-23T01:08:21.775185Z","steps":["trace[1700960175] 'agreement among raft nodes before linearized reading' (duration: 227.690243ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:21.775214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.412352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:08:21.775236Z","caller":"traceutil/trace.go:171","msg":"trace[310527591] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:26192; }","duration":"275.480144ms","start":"2026-04-23T01:08:21.49975Z","end":"2026-04-23T01:08:21.77523Z","steps":["trace[310527591] 'agreement among raft nodes before linearized reading' (duration: 275.438133ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:23.167174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"931.748175ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:08:23.167253Z","caller":"traceutil/trace.go:171","msg":"trace[855103666] linearizableReadLoop","detail":"{readStateIndex:27046; appliedIndex:27045; }","duration":"1.384666137s","start":"2026-04-23T01:08:21.782575Z","end":"2026-04-23T01:08:23.167241Z","steps":["trace[855103666] 'read index received' (duration: 452.662596ms)","trace[855103666] 'applied index is now lower than readState.Index' (duration: 932.002421ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:08:23.167302Z","caller":"traceutil/trace.go:171","msg":"trace[560986604] transaction","detail":"{read_only:false; response_revision:26193; number_of_response:1; }","duration":"1.38961474s","start":"2026-04-23T01:08:21.777677Z","end":"2026-04-23T01:08:23.167292Z","steps":["trace[560986604] 'process raft request' (duration: 457.68349ms)","trace[560986604] 'compare' (duration: 931.281047ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:08:23.167339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:21.777655Z","time spent":"1.389662581s","remote":"127.0.0.1:57720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:08:23.167544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.384967152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:08:23.167572Z","caller":"traceutil/trace.go:171","msg":"trace[1859638847] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26193; }","duration":"1.385027964s","start":"2026-04-23T01:08:21.782537Z","end":"2026-04-23T01:08:23.167565Z","steps":["trace[1859638847] 'agreement among raft nodes before linearized reading' (duration: 1.384927572s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:23.167592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:21.782519Z","time spent":"1.385067874s","remote":"127.0.0.1:57908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-23T01:08:23.388668Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.046872562s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T01:08:23.783391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000425724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T01:08:23.78349Z","caller":"traceutil/trace.go:171","msg":"trace[2034803952] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000546587s","start":"2026-04-23T01:08:21.782921Z","end":"2026-04-23T01:08:23.783468Z","steps":["trace[2034803952] 'agreement among raft nodes before linearized reading' (duration: 2.000429734s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:23.783594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:21.782918Z","time spent":"2.000662059s","remote":"127.0.0.1:57620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:08:24.120679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.693467ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:08:24.120839Z","caller":"traceutil/trace.go:171","msg":"trace[2138124191] transaction","detail":"{read_only:false; response_revision:26194; number_of_response:1; }","duration":"1.779146701s","start":"2026-04-23T01:08:22.341662Z","end":"2026-04-23T01:08:24.120809Z","steps":["trace[2138124191] 'process raft request' (duration: 1.047175578s)","trace[2138124191] 'compare' (duration: 731.154567ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:08:24.120941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:22.341634Z","time spent":"1.779261072s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:08:25.092221Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.703271425s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T01:08:25.784714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000418534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T01:08:25.784791Z","caller":"traceutil/trace.go:171","msg":"trace[1462070226] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000553227s","start":"2026-04-23T01:08:23.784222Z","end":"2026-04-23T01:08:25.784775Z","steps":["trace[1462070226] 'agreement among raft nodes before linearized reading' (duration: 2.000461285s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:25.784833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:23.784213Z","time spent":"2.000610447s","remote":"127.0.0.1:57636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 01:08:25 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T01:08:25.818148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.642814ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:08:25.818396Z","caller":"traceutil/trace.go:171","msg":"trace[473974572] transaction","detail":"{read_only:false; response_revision:26196; number_of_response:1; }","duration":"3.475815692s","start":"2026-04-23T01:08:22.342562Z","end":"2026-04-23T01:08:25.818378Z","steps":["trace[473974572] 'process raft request' (duration: 3.47567675s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:25.818472Z","caller":"traceutil/trace.go:171","msg":"trace[483519815] transaction","detail":"{read_only:false; response_revision:26197; number_of_response:1; }","duration":"3.474802464s","start":"2026-04-23T01:08:22.343638Z","end":"2026-04-23T01:08:25.81844Z","steps":["trace[483519815] 'process raft request' (duration: 3.474672232s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:25.81851Z","caller":"traceutil/trace.go:171","msg":"trace[916565352] transaction","detail":"{read_only:false; response_revision:26198; number_of_response:1; }","duration":"3.111422891s","start":"2026-04-23T01:08:22.707055Z","end":"2026-04-23T01:08:25.818478Z","steps":["trace[916565352] 'process raft request' (duration: 3.111292108s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:25.81851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:22.342535Z","time spent":"3.475910924s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:08:25.818569Z","caller":"traceutil/trace.go:171","msg":"trace[677990774] transaction","detail":"{read_only:false; response_revision:26199; number_of_response:1; }","duration":"2.043345764s","start":"2026-04-23T01:08:23.775198Z","end":"2026-04-23T01:08:25.818544Z","steps":["trace[677990774] 'process raft request' (duration: 2.043198211s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:25.818577Z","caller":"traceutil/trace.go:171","msg":"trace[901212813] transaction","detail":"{read_only:false; response_revision:26200; number_of_response:1; }","duration":"2.036882984s","start":"2026-04-23T01:08:23.781679Z","end":"2026-04-23T01:08:25.818562Z","steps":["trace[901212813] 'process raft request' (duration: 2.036754012s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:25.818416Z","caller":"traceutil/trace.go:171","msg":"trace[1941600844] transaction","detail":"{read_only:false; response_revision:26195; number_of_response:1; }","duration":"3.475873225s","start":"2026-04-23T01:08:22.342499Z","end":"2026-04-23T01:08:25.818372Z","steps":["trace[1941600844] 'process raft request' (duration: 2.749921595s)","trace[1941600844] 'compare' (duration: 724.450972ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:08:25.818658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.980225625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:08:25.818667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:23.781653Z","time spent":"2.036974996s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:08:25.818663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:22.707029Z","time spent":"3.111554124s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:08:25.818681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:23.775167Z","time spent":"2.043456215s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:08:25.818701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.861181987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:08:25.818724Z","caller":"traceutil/trace.go:171","msg":"trace[1742781857] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26201; }","duration":"3.980332046s","start":"2026-04-23T01:08:21.838374Z","end":"2026-04-23T01:08:25.818706Z","steps":["trace[1742781857] 'agreement among raft nodes before linearized reading' (duration: 3.980195113s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:25.818744Z","caller":"traceutil/trace.go:171","msg":"trace[485520320] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:26201; }","duration":"2.861250908s","start":"2026-04-23T01:08:22.95748Z","end":"2026-04-23T01:08:25.818731Z","steps":["trace[485520320] 'agreement among raft nodes before linearized reading' (duration: 2.861171607s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:25.818742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.661933473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-23T01:08:25.818767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:21.838353Z","time spent":"3.980404578s","remote":"127.0.0.1:58102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-23T01:08:25.818621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:22.343611Z","time spent":"3.474932857s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:08:25.818775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:22.957463Z","time spent":"2.861303779s","remote":"127.0.0.1:36808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:08:25.818797Z","caller":"traceutil/trace.go:171","msg":"trace[323225224] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26201; }","duration":"2.662030385s","start":"2026-04-23T01:08:23.156753Z","end":"2026-04-23T01:08:25.818784Z","steps":["trace[323225224] 'agreement among raft nodes before linearized reading' (duration: 2.661865622s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:25.818779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.77602092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:08:25.818836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:23.156729Z","time spent":"2.662100306s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-23T01:08:25.818855Z","caller":"traceutil/trace.go:171","msg":"trace[1511995844] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:26201; }","duration":"2.776146451s","start":"2026-04-23T01:08:23.042689Z","end":"2026-04-23T01:08:25.818835Z","steps":["trace[1511995844] 'agreement among raft nodes before linearized reading' (duration: 2.775898647s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:25.818531Z","caller":"traceutil/trace.go:171","msg":"trace[383533416] linearizableReadLoop","detail":"{readStateIndex:27051; appliedIndex:27046; }","duration":"2.651233393s","start":"2026-04-23T01:08:23.16727Z","end":"2026-04-23T01:08:25.818503Z","steps":["trace[383533416] 'read index received' (duration: 221.582979ms)","trace[383533416] 'applied index is now lower than readState.Index' (duration: 2.429647914s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:08:25.818911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:23.042672Z","time spent":"2.776227493s","remote":"127.0.0.1:38800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":80,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:08:25.818983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.646234151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:08:25.819027Z","caller":"traceutil/trace.go:171","msg":"trace[102948668] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26201; }","duration":"2.646314582s","start":"2026-04-23T01:08:23.1727Z","end":"2026-04-23T01:08:25.819015Z","steps":["trace[102948668] 'agreement among raft nodes before linearized reading' (duration: 2.646249751s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:25.819065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:23.172683Z","time spent":"2.646372884s","remote":"127.0.0.1:57908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-23T01:08:25.819076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.037881793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-04-23T01:08:25.819089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.884348452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:08:25.819118Z","caller":"traceutil/trace.go:171","msg":"trace[1813249524] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26201; }","duration":"2.037920864s","start":"2026-04-23T01:08:23.781183Z","end":"2026-04-23T01:08:25.819103Z","steps":["trace[1813249524] 'agreement among raft nodes before linearized reading' (duration: 2.037801671s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:25.819164Z","caller":"traceutil/trace.go:171","msg":"trace[851793613] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:26201; }","duration":"1.884428052s","start":"2026-04-23T01:08:23.934684Z","end":"2026-04-23T01:08:25.819112Z","steps":["trace[851793613] 'agreement among raft nodes before linearized reading' (duration: 1.884363661s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:25.81919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:23.781154Z","time spent":"2.038026345s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T01:08:25.8192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:23.93466Z","time spent":"1.884530195s","remote":"127.0.0.1:58374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:08:25.819348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.036916774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-23T01:08:25.819206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.689206125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11837"} {"level":"warn","ts":"2026-04-23T01:08:25.819363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.038206879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-04-23T01:08:25.819384Z","caller":"traceutil/trace.go:171","msg":"trace[2013740559] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26201; }","duration":"2.036968016s","start":"2026-04-23T01:08:23.782406Z","end":"2026-04-23T01:08:25.819374Z","steps":["trace[2013740559] 'agreement among raft nodes before linearized reading' (duration: 2.036876204s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:25.819391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.772079988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:08:25.819404Z","caller":"traceutil/trace.go:171","msg":"trace[1138714123] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:26201; }","duration":"1.689430838s","start":"2026-04-23T01:08:24.129955Z","end":"2026-04-23T01:08:25.819386Z","steps":["trace[1138714123] 'agreement among raft nodes before linearized reading' (duration: 1.68902674s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:25.819417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:23.782395Z","time spent":"2.037012777s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T01:08:25.819333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:22.342459Z","time spent":"3.476233961s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:08:25.819449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.773302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:08:25.819536Z","caller":"traceutil/trace.go:171","msg":"trace[1531550307] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26201; }","duration":"332.858294ms","start":"2026-04-23T01:08:25.486633Z","end":"2026-04-23T01:08:25.819491Z","steps":["trace[1531550307] 'agreement among raft nodes before linearized reading' (duration: 332.792213ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:25.819455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:24.129939Z","time spent":"1.689500389s","remote":"127.0.0.1:58102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11859,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-04-23T01:08:25.819121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.257528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:08:25.819397Z","caller":"traceutil/trace.go:171","msg":"trace[1597359180] transaction","detail":"{read_only:false; response_revision:26201; number_of_response:1; }","duration":"2.036431764s","start":"2026-04-23T01:08:23.782079Z","end":"2026-04-23T01:08:25.818511Z","steps":["trace[1597359180] 'process raft request' (duration: 2.036394314s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:25.819659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.039614795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-23T01:08:25.819677Z","caller":"traceutil/trace.go:171","msg":"trace[1900823789] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:26201; }","duration":"167.846248ms","start":"2026-04-23T01:08:25.651816Z","end":"2026-04-23T01:08:25.819662Z","steps":["trace[1900823789] 'agreement among raft nodes before linearized reading' (duration: 167.176885ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:25.819687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.038346201s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-23T01:08:25.819708Z","caller":"traceutil/trace.go:171","msg":"trace[1512727523] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26201; }","duration":"2.039699697s","start":"2026-04-23T01:08:23.779996Z","end":"2026-04-23T01:08:25.819695Z","steps":["trace[1512727523] 'agreement among raft nodes before linearized reading' (duration: 2.039487393s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:25.819712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.353690981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:08:25.819573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:25.486613Z","time spent":"332.952995ms","remote":"127.0.0.1:57620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T01:08:25.8194Z","caller":"traceutil/trace.go:171","msg":"trace[603560807] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26201; }","duration":"2.03826552s","start":"2026-04-23T01:08:23.781123Z","end":"2026-04-23T01:08:25.819389Z","steps":["trace[603560807] 'agreement among raft nodes before linearized reading' (duration: 2.038149888s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:25.819773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:23.779942Z","time spent":"2.039790488s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-23T01:08:25.819438Z","caller":"traceutil/trace.go:171","msg":"trace[681556528] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:26201; }","duration":"1.77217054s","start":"2026-04-23T01:08:24.047257Z","end":"2026-04-23T01:08:25.819427Z","steps":["trace[681556528] 'agreement among raft nodes before linearized reading' (duration: 1.772094369s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:25.819908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.166113504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.244\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-04-23T01:08:25.819911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:24.047229Z","time spent":"1.772666749s","remote":"127.0.0.1:42502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:08:25.819904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:23.782067Z","time spent":"2.037629598s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:08:25.8194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"778.209634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:08:25.819971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:23.781109Z","time spent":"2.03881074s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-04-23T01:08:25.820031Z","caller":"traceutil/trace.go:171","msg":"trace[1786393191] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:26201; }","duration":"778.829405ms","start":"2026-04-23T01:08:25.041175Z","end":"2026-04-23T01:08:25.820004Z","steps":["trace[1786393191] 'agreement among raft nodes before linearized reading' (duration: 778.183234ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:25.820108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:25.041119Z","time spent":"778.964048ms","remote":"127.0.0.1:52770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:08:25.819446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.483171642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:08:25.820165Z","caller":"traceutil/trace.go:171","msg":"trace[1135645564] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:26201; }","duration":"2.483926116s","start":"2026-04-23T01:08:23.336228Z","end":"2026-04-23T01:08:25.820154Z","steps":["trace[1135645564] 'agreement among raft nodes before linearized reading' (duration: 2.483191673s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:25.820215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:23.336207Z","time spent":"2.483995177s","remote":"127.0.0.1:57918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":3,"response size":30,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:08:25.819457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.239077912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:08:25.820368Z","caller":"traceutil/trace.go:171","msg":"trace[534654923] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:26201; }","duration":"2.240029819s","start":"2026-04-23T01:08:23.580325Z","end":"2026-04-23T01:08:25.820355Z","steps":["trace[534654923] 'agreement among raft nodes before linearized reading' (duration: 2.239023341s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:25.820424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:23.580303Z","time spent":"2.24010226s","remote":"127.0.0.1:57808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":91,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:08:25.819731Z","caller":"traceutil/trace.go:171","msg":"trace[432383000] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26201; }","duration":"2.038417282s","start":"2026-04-23T01:08:23.781303Z","end":"2026-04-23T01:08:25.819721Z","steps":["trace[432383000] 'agreement among raft nodes before linearized reading' (duration: 2.03829701s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:25.820514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:23.781287Z","time spent":"2.039216058s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-23T01:08:25.81975Z","caller":"traceutil/trace.go:171","msg":"trace[1078528061] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:26201; }","duration":"1.353773792s","start":"2026-04-23T01:08:24.465964Z","end":"2026-04-23T01:08:25.819738Z","steps":["trace[1078528061] 'agreement among raft nodes before linearized reading' (duration: 1.353709221s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:25.820676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:24.465939Z","time spent":"1.35472445s","remote":"127.0.0.1:52524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:08:25.819789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.040089444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-23T01:08:25.820755Z","caller":"traceutil/trace.go:171","msg":"trace[74615001] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26201; }","duration":"2.041103502s","start":"2026-04-23T01:08:23.779637Z","end":"2026-04-23T01:08:25.82074Z","steps":["trace[74615001] 'agreement among raft nodes before linearized reading' (duration: 2.040029282s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:25.820864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:23.779623Z","time spent":"2.041223935s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-23T01:08:25.819946Z","caller":"traceutil/trace.go:171","msg":"trace[1153996745] range","detail":"{range_begin:/registry/masterleases/199.204.45.244; range_end:; response_count:1; response_revision:26201; }","duration":"1.166192066s","start":"2026-04-23T01:08:24.653745Z","end":"2026-04-23T01:08:25.819937Z","steps":["trace[1153996745] 'agreement among raft nodes before linearized reading' (duration: 1.166066824s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:25.820992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:24.653722Z","time spent":"1.167250056s","remote":"127.0.0.1:57676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.244\" "} {"level":"warn","ts":"2026-04-23T01:08:26.338376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.121308ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-04-23T01:08:26.338474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:25.823089Z","time spent":"515.380996ms","remote":"127.0.0.1:57676","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-23T01:08:27.883499Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.754114784s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T01:08:28.091961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.157771ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:08:28.092282Z","caller":"traceutil/trace.go:171","msg":"trace[1496081243] linearizableReadLoop","detail":"{readStateIndex:27062; appliedIndex:27054; }","duration":"2.265661508s","start":"2026-04-23T01:08:25.826607Z","end":"2026-04-23T01:08:28.092268Z","steps":["trace[1496081243] 'read index received' (duration: 302.788294ms)","trace[1496081243] 'applied index is now lower than readState.Index' (duration: 1.962872344s)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:08:28.092312Z","caller":"traceutil/trace.go:171","msg":"trace[310803964] transaction","detail":"{read_only:false; response_revision:26205; number_of_response:1; }","duration":"2.26630002s","start":"2026-04-23T01:08:25.825988Z","end":"2026-04-23T01:08:28.092288Z","steps":["trace[310803964] 'process raft request' (duration: 2.266151818s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:28.092363Z","caller":"traceutil/trace.go:171","msg":"trace[79756471] transaction","detail":"{read_only:false; response_revision:26210; number_of_response:1; }","duration":"1.964567356s","start":"2026-04-23T01:08:26.127791Z","end":"2026-04-23T01:08:28.092358Z","steps":["trace[79756471] 'process raft request' (duration: 1.964451214s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:28.092361Z","caller":"traceutil/trace.go:171","msg":"trace[809125137] transaction","detail":"{read_only:false; response_revision:26208; number_of_response:1; }","duration":"2.266221868s","start":"2026-04-23T01:08:25.826109Z","end":"2026-04-23T01:08:28.092331Z","steps":["trace[809125137] 'process raft request' (duration: 2.266091456s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:28.092405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:26.127758Z","time spent":"1.964624087s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:08:28.092438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:25.82598Z","time spent":"2.266390822s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:08:28.092464Z","caller":"traceutil/trace.go:171","msg":"trace[327541785] transaction","detail":"{read_only:false; response_revision:26206; number_of_response:1; }","duration":"2.266397371s","start":"2026-04-23T01:08:25.826044Z","end":"2026-04-23T01:08:28.092441Z","steps":["trace[327541785] 'process raft request' (duration: 2.266114906s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:28.093134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:25.826039Z","time spent":"2.267070544s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:08:28.092456Z","caller":"traceutil/trace.go:171","msg":"trace[855187423] transaction","detail":"{read_only:false; response_revision:26202; number_of_response:1; }","duration":"2.267672145s","start":"2026-04-23T01:08:25.824743Z","end":"2026-04-23T01:08:28.092415Z","steps":["trace[855187423] 'process raft request' (duration: 2.058949034s)","trace[855187423] 'compare' (duration: 207.970917ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:08:28.092496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:25.826103Z","time spent":"2.26631816s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:08:28.092475Z","caller":"traceutil/trace.go:171","msg":"trace[1354240428] transaction","detail":"{read_only:false; response_revision:26203; number_of_response:1; }","duration":"2.266964782s","start":"2026-04-23T01:08:25.825453Z","end":"2026-04-23T01:08:28.092418Z","steps":["trace[1354240428] 'process raft request' (duration: 2.266584555s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:28.092533Z","caller":"traceutil/trace.go:171","msg":"trace[104535632] transaction","detail":"{read_only:false; response_revision:26207; number_of_response:1; }","duration":"2.266447892s","start":"2026-04-23T01:08:25.826075Z","end":"2026-04-23T01:08:28.092523Z","steps":["trace[104535632] 'process raft request' (duration: 2.266101365s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:28.092561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.265979073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-04-23T01:08:28.093669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:25.826071Z","time spent":"2.267574493s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:08:28.093702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:25.825438Z","time spent":"2.268105544s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:08:28.093746Z","caller":"traceutil/trace.go:171","msg":"trace[69707661] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26210; }","duration":"2.267229447s","start":"2026-04-23T01:08:25.8265Z","end":"2026-04-23T01:08:28.093729Z","steps":["trace[69707661] 'agreement among raft nodes before linearized reading' (duration: 2.265982044s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:28.093836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:25.826493Z","time spent":"2.267328299s","remote":"127.0.0.1:57802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-23T01:08:28.092344Z","caller":"traceutil/trace.go:171","msg":"trace[648063441] transaction","detail":"{read_only:false; response_revision:26209; number_of_response:1; }","duration":"2.265010206s","start":"2026-04-23T01:08:25.827325Z","end":"2026-04-23T01:08:28.092336Z","steps":["trace[648063441] 'process raft request' (duration: 2.264899674s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:28.093943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:25.827314Z","time spent":"2.266592625s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:08:28.093482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:25.82472Z","time spent":"2.26848457s","remote":"127.0.0.1:57720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:08:28.092635Z","caller":"traceutil/trace.go:171","msg":"trace[1041758418] transaction","detail":"{read_only:false; response_revision:26204; number_of_response:1; }","duration":"2.266934602s","start":"2026-04-23T01:08:25.825694Z","end":"2026-04-23T01:08:28.092628Z","steps":["trace[1041758418] 'process raft request' (duration: 2.266417742s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:28.094069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:25.825681Z","time spent":"2.268338197s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:08:28.59248Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199180892763876,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:08:29.093256Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199180892763876,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:08:29.240936Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.005557422s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T01:08:29.241401Z","caller":"traceutil/trace.go:171","msg":"trace[1539517156] transaction","detail":"{read_only:false; response_revision:26211; number_of_response:1; }","duration":"2.90155767s","start":"2026-04-23T01:08:26.33981Z","end":"2026-04-23T01:08:29.241368Z","steps":["trace[1539517156] 'process raft request' (duration: 2.901291946s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:29.241462Z","caller":"traceutil/trace.go:171","msg":"trace[943904208] transaction","detail":"{read_only:false; response_revision:26212; number_of_response:1; }","duration":"1.967816427s","start":"2026-04-23T01:08:27.273615Z","end":"2026-04-23T01:08:29.241432Z","steps":["trace[943904208] 'process raft request' (duration: 1.967667584s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:29.241561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:26.339787Z","time spent":"2.901685813s","remote":"127.0.0.1:57676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:08:29.241426Z","caller":"traceutil/trace.go:171","msg":"trace[1193672070] transaction","detail":"{read_only:false; response_revision:26213; number_of_response:1; }","duration":"1.415589644s","start":"2026-04-23T01:08:27.825818Z","end":"2026-04-23T01:08:29.241408Z","steps":["trace[1193672070] 'process raft request' (duration: 1.415519133s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:29.241635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:27.273578Z","time spent":"1.96797309s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:08:29.241719Z","caller":"traceutil/trace.go:171","msg":"trace[720970745] transaction","detail":"{read_only:false; response_revision:26214; number_of_response:1; }","duration":"1.415510162s","start":"2026-04-23T01:08:27.826177Z","end":"2026-04-23T01:08:29.241688Z","steps":["trace[720970745] 'process raft request' (duration: 1.415202157s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:29.241776Z","caller":"traceutil/trace.go:171","msg":"trace[673829851] transaction","detail":"{read_only:false; response_revision:26215; number_of_response:1; }","duration":"1.415515192s","start":"2026-04-23T01:08:27.826235Z","end":"2026-04-23T01:08:29.24175Z","steps":["trace[673829851] 'process raft request' (duration: 1.41536154s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:29.241743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:27.825787Z","time spent":"1.415867949s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:08:29.241886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:27.826166Z","time spent":"1.415627835s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:08:29.241902Z","caller":"traceutil/trace.go:171","msg":"trace[1942543153] linearizableReadLoop","detail":"{readStateIndex:27071; appliedIndex:27064; }","duration":"1.149584196s","start":"2026-04-23T01:08:28.092309Z","end":"2026-04-23T01:08:29.241893Z","steps":["trace[1942543153] 'read index received' (duration: 1.148754071s)","trace[1942543153] 'applied index is now lower than readState.Index' (duration: 829.675µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:08:29.241937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:27.826229Z","time spent":"1.415626244s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:08:29.24203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.356408337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:08:29.242063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.102089777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:08:29.242072Z","caller":"traceutil/trace.go:171","msg":"trace[1034692094] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26217; }","duration":"3.35653769s","start":"2026-04-23T01:08:25.885523Z","end":"2026-04-23T01:08:29.24206Z","steps":["trace[1034692094] 'agreement among raft nodes before linearized reading' (duration: 3.356432348s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:29.242076Z","caller":"traceutil/trace.go:171","msg":"trace[726257746] transaction","detail":"{read_only:false; response_revision:26216; number_of_response:1; }","duration":"1.415174626s","start":"2026-04-23T01:08:27.826889Z","end":"2026-04-23T01:08:29.242064Z","steps":["trace[726257746] 'process raft request' (duration: 1.41482095s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:29.242094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.652386205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-23T01:08:29.242098Z","caller":"traceutil/trace.go:171","msg":"trace[385140549] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:26217; }","duration":"3.102169308s","start":"2026-04-23T01:08:26.139918Z","end":"2026-04-23T01:08:29.242087Z","steps":["trace[385140549] 'agreement among raft nodes before linearized reading' (duration: 3.102094177s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:29.242111Z","caller":"traceutil/trace.go:171","msg":"trace[709161905] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:26217; }","duration":"2.652466897s","start":"2026-04-23T01:08:26.589639Z","end":"2026-04-23T01:08:29.242106Z","steps":["trace[709161905] 'agreement among raft nodes before linearized reading' (duration: 2.652313994s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:29.242107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:25.885495Z","time spent":"3.35660322s","remote":"127.0.0.1:49924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:08:29.242127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:26.589616Z","time spent":"2.652506987s","remote":"127.0.0.1:57728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":238,"response size":31,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:08:29.242132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:26.139894Z","time spent":"3.102227759s","remote":"127.0.0.1:58094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:08:29.242136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:27.826878Z","time spent":"1.415225947s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:08:29.242155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.041278567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:08:29.242149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"950.26508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:08:29.242099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.14609557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18441"} {"level":"info","ts":"2026-04-23T01:08:29.242225Z","caller":"traceutil/trace.go:171","msg":"trace[1870861097] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26217; }","duration":"1.146242144s","start":"2026-04-23T01:08:28.095977Z","end":"2026-04-23T01:08:29.242219Z","steps":["trace[1870861097] 'agreement among raft nodes before linearized reading' (duration: 1.14601293s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:29.242229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.121275298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:08:29.242227Z","caller":"traceutil/trace.go:171","msg":"trace[1718928773] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:26217; }","duration":"950.394482ms","start":"2026-04-23T01:08:28.291811Z","end":"2026-04-23T01:08:29.242205Z","steps":["trace[1718928773] 'agreement among raft nodes before linearized reading' (duration: 950.27459ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:29.242256Z","caller":"traceutil/trace.go:171","msg":"trace[693671354] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:26217; }","duration":"1.121337239s","start":"2026-04-23T01:08:28.120911Z","end":"2026-04-23T01:08:29.242248Z","steps":["trace[693671354] 'agreement among raft nodes before linearized reading' (duration: 1.121291208s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:29.242269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:28.291784Z","time spent":"950.475954ms","remote":"127.0.0.1:56756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:08:29.242279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.318802076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:08:29.242292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:28.120893Z","time spent":"1.12139037s","remote":"127.0.0.1:52684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:08:29.24231Z","caller":"traceutil/trace.go:171","msg":"trace[1145787548] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:26217; }","duration":"3.318879297s","start":"2026-04-23T01:08:25.92342Z","end":"2026-04-23T01:08:29.242299Z","steps":["trace[1145787548] 'agreement among raft nodes before linearized reading' (duration: 3.318828116s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:29.242333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.826608754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:08:29.242187Z","caller":"traceutil/trace.go:171","msg":"trace[1521571480] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:26217; }","duration":"1.041314158s","start":"2026-04-23T01:08:28.200862Z","end":"2026-04-23T01:08:29.242176Z","steps":["trace[1521571480] 'agreement among raft nodes before linearized reading' (duration: 1.041259517s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:29.242347Z","caller":"traceutil/trace.go:171","msg":"trace[791491964] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26217; }","duration":"1.826661675s","start":"2026-04-23T01:08:27.415682Z","end":"2026-04-23T01:08:29.242343Z","steps":["trace[791491964] 'agreement among raft nodes before linearized reading' (duration: 1.826634104s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:29.242342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:25.923387Z","time spent":"3.318945729s","remote":"127.0.0.1:36764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:08:29.24236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:27.415659Z","time spent":"1.826697815s","remote":"127.0.0.1:57620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:08:29.24237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:28.200799Z","time spent":"1.041561033s","remote":"127.0.0.1:47472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:08:29.242272Z","caller":"traceutil/trace.go:171","msg":"trace[914029342] transaction","detail":"{read_only:false; response_revision:26217; number_of_response:1; }","duration":"1.415217296s","start":"2026-04-23T01:08:27.827046Z","end":"2026-04-23T01:08:29.242263Z","steps":["trace[914029342] 'process raft request' (duration: 1.414783129s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:29.242324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.572445067s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:08:29.242446Z","caller":"traceutil/trace.go:171","msg":"trace[1383476260] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:26217; }","duration":"1.572569521s","start":"2026-04-23T01:08:27.669869Z","end":"2026-04-23T01:08:29.242439Z","steps":["trace[1383476260] 'agreement among raft nodes before linearized reading' (duration: 1.572421037s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:29.242034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.568833007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-04-23T01:08:29.242463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:27.669853Z","time spent":"1.572603421s","remote":"127.0.0.1:58016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:08:29.24246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.765642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:08:29.242463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:27.827018Z","time spent":"1.415417181s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:08:29.242482Z","caller":"traceutil/trace.go:171","msg":"trace[1915633003] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:26217; }","duration":"2.569326307s","start":"2026-04-23T01:08:26.673146Z","end":"2026-04-23T01:08:29.242473Z","steps":["trace[1915633003] 'agreement among raft nodes before linearized reading' (duration: 2.568751096s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:29.242496Z","caller":"traceutil/trace.go:171","msg":"trace[535297894] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:26217; }","duration":"201.839212ms","start":"2026-04-23T01:08:29.040646Z","end":"2026-04-23T01:08:29.242485Z","steps":["trace[535297894] 'agreement among raft nodes before linearized reading' (duration: 201.781441ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:29.242514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:26.673123Z","time spent":"2.569381689s","remote":"127.0.0.1:57792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1880,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-04-23T01:08:29.242526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.145679024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8d6e14ded6b63\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-04-23T01:08:29.242241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:28.095963Z","time spent":"1.146272824s","remote":"127.0.0.1:57798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18463,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-04-23T01:08:29.242558Z","caller":"traceutil/trace.go:171","msg":"trace[809308402] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a8d6e14ded6b63; range_end:; response_count:1; response_revision:26217; }","duration":"1.145723195s","start":"2026-04-23T01:08:28.096825Z","end":"2026-04-23T01:08:29.242548Z","steps":["trace[809308402] 'agreement among raft nodes before linearized reading' (duration: 1.145622293s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:29.242588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:28.096819Z","time spent":"1.145758366s","remote":"127.0.0.1:57720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8d6e14ded6b63\" "} {"level":"warn","ts":"2026-04-23T01:08:29.242691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.41291873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11837"} {"level":"info","ts":"2026-04-23T01:08:29.242794Z","caller":"traceutil/trace.go:171","msg":"trace[2032071593] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:26217; }","duration":"3.413052193s","start":"2026-04-23T01:08:25.829714Z","end":"2026-04-23T01:08:29.242767Z","steps":["trace[2032071593] 'agreement among raft nodes before linearized reading' (duration: 3.412697477s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:29.242841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:25.829704Z","time spent":"3.413127895s","remote":"127.0.0.1:58102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11859,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-04-23T01:08:29.745914Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199180892763880,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:08:30.246077Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199180892763880,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:08:30.747068Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199180892763880,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:08:30.817555Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.215029996s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T01:08:31.037534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.347837ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:08:31.037693Z","caller":"traceutil/trace.go:171","msg":"trace[1845150017] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26217; }","duration":"749.52055ms","start":"2026-04-23T01:08:30.288149Z","end":"2026-04-23T01:08:31.037669Z","steps":["trace[1845150017] 'range keys from in-memory index tree' (duration: 749.328167ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:31.037852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.905089ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:08:31.037966Z","caller":"traceutil/trace.go:171","msg":"trace[1286608521] transaction","detail":"{read_only:false; response_revision:26218; number_of_response:1; }","duration":"1.793459357s","start":"2026-04-23T01:08:29.244484Z","end":"2026-04-23T01:08:31.037943Z","steps":["trace[1286608521] 'process raft request' (duration: 1.573365005s)","trace[1286608521] 'compare' (duration: 218.688856ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:08:31.038035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:29.244471Z","time spent":"1.793533948s","remote":"127.0.0.1:57720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:08:31.250252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.0007309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T01:08:31.250341Z","caller":"traceutil/trace.go:171","msg":"trace[440203378] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000844442s","start":"2026-04-23T01:08:29.249477Z","end":"2026-04-23T01:08:31.250322Z","steps":["trace[440203378] 'agreement among raft nodes before linearized reading' (duration: 2.00074094s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:31.250394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:29.249466Z","time spent":"2.000915833s","remote":"127.0.0.1:57620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 01:08:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-23T01:08:31.62533Z","caller":"traceutil/trace.go:171","msg":"trace[614562425] transaction","detail":"{read_only:false; response_revision:26219; number_of_response:1; }","duration":"1.526286377s","start":"2026-04-23T01:08:30.09902Z","end":"2026-04-23T01:08:31.625306Z","steps":["trace[614562425] 'process raft request' (duration: 1.435916523s)","trace[614562425] 'compare' (duration: 89.948546ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:08:31.625466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:30.098987Z","time spent":"1.526408811s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:08:31.806434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.132227ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-23T01:08:31.806811Z","caller":"traceutil/trace.go:171","msg":"trace[223390251] transaction","detail":"{read_only:false; response_revision:26220; number_of_response:1; }","duration":"1.201173878s","start":"2026-04-23T01:08:30.605612Z","end":"2026-04-23T01:08:31.806786Z","steps":["trace[223390251] 'process raft request' (duration: 1.200957664s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:31.806854Z","caller":"traceutil/trace.go:171","msg":"trace[1112181754] linearizableReadLoop","detail":"{readStateIndex:27075; appliedIndex:27071; }","duration":"2.561484821s","start":"2026-04-23T01:08:29.245339Z","end":"2026-04-23T01:08:31.806824Z","steps":["trace[1112181754] 'read index received' (duration: 1.572529649s)","trace[1112181754] 'applied index is now lower than readState.Index' (duration: 988.954092ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:08:31.806933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:30.605581Z","time spent":"1.20127937s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:08:31.807098Z","caller":"traceutil/trace.go:171","msg":"trace[1835010163] transaction","detail":"{read_only:false; response_revision:26221; number_of_response:1; }","duration":"980.051866ms","start":"2026-04-23T01:08:30.827018Z","end":"2026-04-23T01:08:31.80707Z","steps":["trace[1835010163] 'process raft request' (duration: 979.747701ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:31.807136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.561767797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-04-23T01:08:31.80721Z","caller":"traceutil/trace.go:171","msg":"trace[209464274] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:26220; }","duration":"2.561883348s","start":"2026-04-23T01:08:29.245309Z","end":"2026-04-23T01:08:31.807192Z","steps":["trace[209464274] 'agreement among raft nodes before linearized reading' (duration: 2.561585413s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:31.807246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:30.826989Z","time spent":"980.181189ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:08:31.807275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:29.245298Z","time spent":"2.56195978s","remote":"127.0.0.1:57676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-04-23T01:08:31.807296Z","caller":"traceutil/trace.go:171","msg":"trace[1009286317] transaction","detail":"{read_only:false; response_revision:26222; number_of_response:1; }","duration":"559.400716ms","start":"2026-04-23T01:08:31.247869Z","end":"2026-04-23T01:08:31.80727Z","steps":["trace[1009286317] 'process raft request' (duration: 559.136391ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:31.807443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:31.247848Z","time spent":"559.522779ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:08:31.807693Z","caller":"traceutil/trace.go:171","msg":"trace[962420765] transaction","detail":"{read_only:false; response_revision:26223; number_of_response:1; }","duration":"559.764253ms","start":"2026-04-23T01:08:31.247916Z","end":"2026-04-23T01:08:31.80768Z","steps":["trace[962420765] 'process raft request' (duration: 559.273113ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:31.807711Z","caller":"traceutil/trace.go:171","msg":"trace[2056482453] transaction","detail":"{read_only:false; response_revision:26224; number_of_response:1; }","duration":"559.248894ms","start":"2026-04-23T01:08:31.248444Z","end":"2026-04-23T01:08:31.807693Z","steps":["trace[2056482453] 'process raft request' (duration: 559.107852ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:31.807767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:31.247886Z","time spent":"559.845715ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:08:31.80779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:31.248424Z","time spent":"559.320735ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:08:31.807842Z","caller":"traceutil/trace.go:171","msg":"trace[1650905223] transaction","detail":"{read_only:false; response_revision:26225; number_of_response:1; }","duration":"559.313636ms","start":"2026-04-23T01:08:31.248515Z","end":"2026-04-23T01:08:31.807829Z","steps":["trace[1650905223] 'process raft request' (duration: 559.098972ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:31.807777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.58328264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:08:31.807944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.561185856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-96beb56d-d166-469d-b743-e02d5d78b03d\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-04-23T01:08:31.807966Z","caller":"traceutil/trace.go:171","msg":"trace[763776231] transaction","detail":"{read_only:false; response_revision:26226; number_of_response:1; }","duration":"559.374786ms","start":"2026-04-23T01:08:31.248582Z","end":"2026-04-23T01:08:31.807957Z","steps":["trace[763776231] 'process raft request' (duration: 559.073181ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:31.807978Z","caller":"traceutil/trace.go:171","msg":"trace[1104593880] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:26226; }","duration":"1.583526854s","start":"2026-04-23T01:08:30.224435Z","end":"2026-04-23T01:08:31.807962Z","steps":["trace[1104593880] 'agreement among raft nodes before linearized reading' (duration: 1.58329076s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:31.807996Z","caller":"traceutil/trace.go:171","msg":"trace[673571692] range","detail":"{range_begin:/registry/persistentvolumes/pvc-96beb56d-d166-469d-b743-e02d5d78b03d; range_end:; response_count:1; response_revision:26226; }","duration":"2.561256316s","start":"2026-04-23T01:08:29.246726Z","end":"2026-04-23T01:08:31.807983Z","steps":["trace[673571692] 'agreement among raft nodes before linearized reading' (duration: 2.560982802s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:31.80803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:29.24672Z","time spent":"2.561303297s","remote":"127.0.0.1:57788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1341,"request content":"key:\"/registry/persistentvolumes/pvc-96beb56d-d166-469d-b743-e02d5d78b03d\" "} {"level":"warn","ts":"2026-04-23T01:08:31.807929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:31.248508Z","time spent":"559.367167ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:08:31.80808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.12037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:08:31.808117Z","caller":"traceutil/trace.go:171","msg":"trace[578814217] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:26226; }","duration":"428.187401ms","start":"2026-04-23T01:08:31.37992Z","end":"2026-04-23T01:08:31.808107Z","steps":["trace[578814217] 'agreement among raft nodes before linearized reading' (duration: 428.13402ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:31.808152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:31.379899Z","time spent":"428.246812ms","remote":"127.0.0.1:47500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:08:31.808168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.707430743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-23T01:08:31.808261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.707302881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-23T01:08:31.808278Z","caller":"traceutil/trace.go:171","msg":"trace[1228098892] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26226; }","duration":"1.707609546s","start":"2026-04-23T01:08:30.100644Z","end":"2026-04-23T01:08:31.808254Z","steps":["trace[1228098892] 'agreement among raft nodes before linearized reading' (duration: 1.70726474s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:31.808311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.789406851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:08:31.808333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.868348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:08:31.808343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:30.100623Z","time spent":"1.707704959s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T01:08:31.808388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.706085999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-23T01:08:31.808415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.220968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:08:31.808423Z","caller":"traceutil/trace.go:171","msg":"trace[852059752] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26226; }","duration":"1.706136769s","start":"2026-04-23T01:08:30.102278Z","end":"2026-04-23T01:08:31.808415Z","steps":["trace[852059752] 'agreement among raft nodes before linearized reading' (duration: 1.706053508s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:31.808432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.53138288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:08:31.808433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.706643659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-23T01:08:31.808458Z","caller":"traceutil/trace.go:171","msg":"trace[2023092541] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:26226; }","duration":"2.531471972s","start":"2026-04-23T01:08:29.276979Z","end":"2026-04-23T01:08:31.808451Z","steps":["trace[2023092541] 'agreement among raft nodes before linearized reading' (duration: 2.531434891s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:31.808486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:29.276933Z","time spent":"2.531546773s","remote":"127.0.0.1:57776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:08:31.808503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.047588896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:08:31.808532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.551928035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:08:31.80859Z","caller":"traceutil/trace.go:171","msg":"trace[98273429] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:26226; }","duration":"1.552005816s","start":"2026-04-23T01:08:30.256575Z","end":"2026-04-23T01:08:31.808581Z","steps":["trace[98273429] 'agreement among raft nodes before linearized reading' (duration: 1.551933055s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:31.808603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"853.181721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:08:31.80863Z","caller":"traceutil/trace.go:171","msg":"trace[1960175669] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:26226; }","duration":"853.245223ms","start":"2026-04-23T01:08:30.955377Z","end":"2026-04-23T01:08:31.808623Z","steps":["trace[1960175669] 'agreement among raft nodes before linearized reading' (duration: 853.182912ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:31.808537Z","caller":"traceutil/trace.go:171","msg":"trace[626504991] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:26226; }","duration":"1.047660126s","start":"2026-04-23T01:08:30.760869Z","end":"2026-04-23T01:08:31.808529Z","steps":["trace[626504991] 'agreement among raft nodes before linearized reading' (duration: 1.047605605s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:31.808661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:30.955357Z","time spent":"853.293823ms","remote":"127.0.0.1:52474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:08:31.808716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.55608868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"info","ts":"2026-04-23T01:08:31.808755Z","caller":"traceutil/trace.go:171","msg":"trace[1738482955] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:26226; }","duration":"2.556144141s","start":"2026-04-23T01:08:29.252602Z","end":"2026-04-23T01:08:31.808746Z","steps":["trace[1738482955] 'agreement among raft nodes before linearized reading' (duration: 2.556049539s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:31.808814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:29.25259Z","time spent":"2.556217163s","remote":"127.0.0.1:49990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5706,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-23T01:08:31.808847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.009076638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:08:31.808268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.707639408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-23T01:08:31.80863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:30.256564Z","time spent":"1.552057207s","remote":"127.0.0.1:58368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:08:31.808878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.708072545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-04-23T01:08:31.80892Z","caller":"traceutil/trace.go:171","msg":"trace[761404618] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26226; }","duration":"1.708328371s","start":"2026-04-23T01:08:30.100579Z","end":"2026-04-23T01:08:31.808908Z","steps":["trace[761404618] 'agreement among raft nodes before linearized reading' (duration: 1.707617927s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:31.808943Z","caller":"traceutil/trace.go:171","msg":"trace[684171701] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26226; }","duration":"1.708181557s","start":"2026-04-23T01:08:30.100742Z","end":"2026-04-23T01:08:31.808924Z","steps":["trace[684171701] 'agreement among raft nodes before linearized reading' (duration: 1.708020033s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:31.808966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:30.100562Z","time spent":"1.708392623s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-23T01:08:31.808984Z","caller":"traceutil/trace.go:171","msg":"trace[162900423] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26226; }","duration":"1.70673104s","start":"2026-04-23T01:08:30.101742Z","end":"2026-04-23T01:08:31.808473Z","steps":["trace[162900423] 'agreement among raft nodes before linearized reading' (duration: 1.706594008s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:31.808031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:30.224412Z","time spent":"1.583601566s","remote":"127.0.0.1:52262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:08:31.809043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:30.101733Z","time spent":"1.707297732s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T01:08:31.809113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.708389952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-04-23T01:08:31.808396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.803512644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:08:31.809147Z","caller":"traceutil/trace.go:171","msg":"trace[229179674] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26226; }","duration":"1.708465073s","start":"2026-04-23T01:08:30.100673Z","end":"2026-04-23T01:08:31.809138Z","steps":["trace[229179674] 'agreement among raft nodes before linearized reading' (duration: 1.708370731s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:31.809166Z","caller":"traceutil/trace.go:171","msg":"trace[359642517] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:26226; }","duration":"1.804324249s","start":"2026-04-23T01:08:30.004827Z","end":"2026-04-23T01:08:31.809152Z","steps":["trace[359642517] 'agreement among raft nodes before linearized reading' (duration: 1.803543954s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:31.80918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:30.100642Z","time spent":"1.708530834s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T01:08:31.808486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"769.283987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:08:31.808353Z","caller":"traceutil/trace.go:171","msg":"trace[1233828816] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:26226; }","duration":"1.789446672s","start":"2026-04-23T01:08:30.018896Z","end":"2026-04-23T01:08:31.808342Z","steps":["trace[1233828816] 'agreement among raft nodes before linearized reading' (duration: 1.789393561s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:31.809249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:30.018823Z","time spent":"1.79041842s","remote":"127.0.0.1:50002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:08:31.809251Z","caller":"traceutil/trace.go:171","msg":"trace[1737709430] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:26226; }","duration":"770.124774ms","start":"2026-04-23T01:08:31.039112Z","end":"2026-04-23T01:08:31.809237Z","steps":["trace[1737709430] 'agreement among raft nodes before linearized reading' (duration: 769.352499ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:31.80931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:31.039091Z","time spent":"770.202205ms","remote":"127.0.0.1:49882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:08:31.808666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:30.760846Z","time spent":"1.04781084s","remote":"127.0.0.1:52456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:08:31.80899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:30.100709Z","time spent":"1.708268539s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-04-23T01:08:31.808443Z","caller":"traceutil/trace.go:171","msg":"trace[703808356] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:26226; }","duration":"592.2706ms","start":"2026-04-23T01:08:31.216164Z","end":"2026-04-23T01:08:31.808435Z","steps":["trace[703808356] 'agreement among raft nodes before linearized reading' (duration: 592.216839ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:31.808032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:31.248557Z","time spent":"559.442758ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:08:31.808364Z","caller":"traceutil/trace.go:171","msg":"trace[1198643024] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26226; }","duration":"557.924558ms","start":"2026-04-23T01:08:31.25043Z","end":"2026-04-23T01:08:31.808355Z","steps":["trace[1198643024] 'agreement among raft nodes before linearized reading' (duration: 557.874397ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:31.809573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:31.216151Z","time spent":"593.38969ms","remote":"127.0.0.1:50074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:08:31.808311Z","caller":"traceutil/trace.go:171","msg":"trace[672657283] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26226; }","duration":"1.707372732s","start":"2026-04-23T01:08:30.100925Z","end":"2026-04-23T01:08:31.808298Z","steps":["trace[672657283] 'agreement among raft nodes before linearized reading' (duration: 1.70723815s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:31.809627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:30.100913Z","time spent":"1.708704447s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T01:08:31.808453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:30.10227Z","time spent":"1.70617749s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T01:08:31.809724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:31.250416Z","time spent":"559.189102ms","remote":"127.0.0.1:57636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:08:31.809212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:30.004753Z","time spent":"1.804446472s","remote":"127.0.0.1:52568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:08:31.808886Z","caller":"traceutil/trace.go:171","msg":"trace[1790553632] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:26226; }","duration":"1.009156129s","start":"2026-04-23T01:08:30.799721Z","end":"2026-04-23T01:08:31.808877Z","steps":["trace[1790553632] 'agreement among raft nodes before linearized reading' (duration: 1.009090128s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:31.809925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:30.799697Z","time spent":"1.010195088s","remote":"127.0.0.1:49834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":11,"response size":30,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:08:32.791123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"836.218885ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:08:32.791232Z","caller":"traceutil/trace.go:171","msg":"trace[723574215] transaction","detail":"{read_only:false; response_revision:26227; number_of_response:1; }","duration":"976.610482ms","start":"2026-04-23T01:08:31.814602Z","end":"2026-04-23T01:08:32.791213Z","steps":["trace[723574215] 'process raft request' (duration: 140.205563ms)","trace[723574215] 'compare' (duration: 835.735897ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:08:32.791292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:31.814588Z","time spent":"976.675783ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:08:32.813958Z","caller":"traceutil/trace.go:171","msg":"trace[85570132] transaction","detail":"{read_only:false; response_revision:26228; number_of_response:1; }","duration":"999.297384ms","start":"2026-04-23T01:08:31.814639Z","end":"2026-04-23T01:08:32.813936Z","steps":["trace[85570132] 'process raft request' (duration: 999.048559ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:32.813985Z","caller":"traceutil/trace.go:171","msg":"trace[150539045] transaction","detail":"{read_only:false; response_revision:26229; number_of_response:1; }","duration":"998.770065ms","start":"2026-04-23T01:08:31.815196Z","end":"2026-04-23T01:08:32.813966Z","steps":["trace[150539045] 'process raft request' (duration: 998.654693ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:32.814007Z","caller":"traceutil/trace.go:171","msg":"trace[1066806359] transaction","detail":"{read_only:false; response_revision:26230; number_of_response:1; }","duration":"998.569702ms","start":"2026-04-23T01:08:31.815413Z","end":"2026-04-23T01:08:32.813983Z","steps":["trace[1066806359] 'process raft request' (duration: 998.47538ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:32.814071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:31.814616Z","time spent":"999.392766ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:08:32.814092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:31.815183Z","time spent":"998.840747ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:08:32.814156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:31.815404Z","time spent":"998.668323ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:08:32.814325Z","caller":"traceutil/trace.go:171","msg":"trace[1170985509] transaction","detail":"{read_only:false; response_revision:26231; number_of_response:1; }","duration":"998.601793ms","start":"2026-04-23T01:08:31.815692Z","end":"2026-04-23T01:08:32.814294Z","steps":["trace[1170985509] 'process raft request' (duration: 998.234896ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:32.814424Z","caller":"traceutil/trace.go:171","msg":"trace[838180214] transaction","detail":"{read_only:false; response_revision:26232; number_of_response:1; }","duration":"998.685674ms","start":"2026-04-23T01:08:31.815726Z","end":"2026-04-23T01:08:32.814412Z","steps":["trace[838180214] 'process raft request' (duration: 998.491491ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:32.814459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:31.815678Z","time spent":"998.709425ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:08:32.814487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:31.815683Z","time spent":"998.769466ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:08:32.814516Z","caller":"traceutil/trace.go:171","msg":"trace[1228812068] transaction","detail":"{read_only:false; response_revision:26233; number_of_response:1; }","duration":"998.729475ms","start":"2026-04-23T01:08:31.815774Z","end":"2026-04-23T01:08:32.814504Z","steps":["trace[1228812068] 'process raft request' (duration: 998.558542ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:32.814552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:31.815761Z","time spent":"998.771846ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:08:32.814535Z","caller":"traceutil/trace.go:171","msg":"trace[1045871458] linearizableReadLoop","detail":"{readStateIndex:27089; appliedIndex:27081; }","duration":"997.587453ms","start":"2026-04-23T01:08:31.816925Z","end":"2026-04-23T01:08:32.814512Z","steps":["trace[1045871458] 'read index received' (duration: 137.89676ms)","trace[1045871458] 'applied index is now lower than readState.Index' (duration: 859.689703ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:08:32.814576Z","caller":"traceutil/trace.go:171","msg":"trace[779869727] transaction","detail":"{read_only:false; response_revision:26234; number_of_response:1; }","duration":"998.330207ms","start":"2026-04-23T01:08:31.816236Z","end":"2026-04-23T01:08:32.814567Z","steps":["trace[779869727] 'process raft request' (duration: 998.130414ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:32.814627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:31.816227Z","time spent":"998.371418ms","remote":"127.0.0.1:57720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:08:32.814703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"997.756936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:08:32.814737Z","caller":"traceutil/trace.go:171","msg":"trace[352156185] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26234; }","duration":"997.812098ms","start":"2026-04-23T01:08:31.816914Z","end":"2026-04-23T01:08:32.814726Z","steps":["trace[352156185] 'agreement among raft nodes before linearized reading' (duration: 997.720936ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:32.814768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:31.816909Z","time spent":"997.852609ms","remote":"127.0.0.1:57620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:08:32.814819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"898.032527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-04-23T01:08:32.814874Z","caller":"traceutil/trace.go:171","msg":"trace[1717598422] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:26234; }","duration":"898.147539ms","start":"2026-04-23T01:08:31.916712Z","end":"2026-04-23T01:08:32.81486Z","steps":["trace[1717598422] 'agreement among raft nodes before linearized reading' (duration: 897.981826ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:32.814903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:31.916683Z","time spent":"898.21419ms","remote":"127.0.0.1:57792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-04-23T01:08:34.114371Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199180892763911,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:08:34.61468Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199180892763911,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:08:34.753955Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.427997925s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T01:08:34.75447Z","caller":"traceutil/trace.go:171","msg":"trace[181557903] transaction","detail":"{read_only:false; response_revision:26235; number_of_response:1; }","duration":"1.428600886s","start":"2026-04-23T01:08:33.325842Z","end":"2026-04-23T01:08:34.754442Z","steps":["trace[181557903] 'process raft request' (duration: 1.428366472s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:34.75467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:33.325817Z","time spent":"1.428724328s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:08:34.968428Z","caller":"traceutil/trace.go:171","msg":"trace[2019393810] linearizableReadLoop","detail":"{readStateIndex:27096; appliedIndex:27089; }","duration":"1.354540535s","start":"2026-04-23T01:08:33.613861Z","end":"2026-04-23T01:08:34.968401Z","steps":["trace[2019393810] 'read index received' (duration: 1.140356793s)","trace[2019393810] 'applied index is now lower than readState.Index' (duration: 214.182362ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:08:34.968647Z","caller":"traceutil/trace.go:171","msg":"trace[1611741740] transaction","detail":"{read_only:false; response_revision:26238; number_of_response:1; }","duration":"1.153895936s","start":"2026-04-23T01:08:33.814735Z","end":"2026-04-23T01:08:34.968631Z","steps":["trace[1611741740] 'process raft request' (duration: 1.153468339s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:34.968811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:33.814724Z","time spent":"1.154000918s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:08:34.968867Z","caller":"traceutil/trace.go:171","msg":"trace[155424292] transaction","detail":"{read_only:false; response_revision:26237; number_of_response:1; }","duration":"1.154536498s","start":"2026-04-23T01:08:33.813913Z","end":"2026-04-23T01:08:34.968449Z","steps":["trace[155424292] 'process raft request' (duration: 1.154192932s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:34.969106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:33.813887Z","time spent":"1.155128749s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:08:34.969161Z","caller":"traceutil/trace.go:171","msg":"trace[464242249] transaction","detail":"{read_only:false; response_revision:26239; number_of_response:1; }","duration":"1.154324194s","start":"2026-04-23T01:08:33.814818Z","end":"2026-04-23T01:08:34.969142Z","steps":["trace[464242249] 'process raft request' (duration: 1.153421927s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:34.969294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:33.814797Z","time spent":"1.154458988s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:08:34.969433Z","caller":"traceutil/trace.go:171","msg":"trace[1369208482] transaction","detail":"{read_only:false; response_revision:26240; number_of_response:1; }","duration":"1.153637641s","start":"2026-04-23T01:08:33.815783Z","end":"2026-04-23T01:08:34.96942Z","steps":["trace[1369208482] 'process raft request' (duration: 1.15250623s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:34.969527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:33.815774Z","time spent":"1.153720383s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:08:34.96961Z","caller":"traceutil/trace.go:171","msg":"trace[49540126] transaction","detail":"{read_only:false; response_revision:26236; number_of_response:1; }","duration":"1.337573599s","start":"2026-04-23T01:08:33.63201Z","end":"2026-04-23T01:08:34.969583Z","steps":["trace[49540126] 'process raft request' (duration: 1.335585233s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:34.969706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:33.631989Z","time spent":"1.337671652s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:08:34.969824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.897992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-23T01:08:34.969836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.921106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1987"} {"level":"warn","ts":"2026-04-23T01:08:34.969902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.671528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"warn","ts":"2026-04-23T01:08:34.969908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.263613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:08:34.969921Z","caller":"traceutil/trace.go:171","msg":"trace[484356859] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:26241; }","duration":"472.045068ms","start":"2026-04-23T01:08:34.497855Z","end":"2026-04-23T01:08:34.9699Z","steps":["trace[484356859] 'agreement among raft nodes before linearized reading' (duration: 471.912456ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:34.969939Z","caller":"traceutil/trace.go:171","msg":"trace[1661737978] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26241; }","duration":"150.750129ms","start":"2026-04-23T01:08:34.819178Z","end":"2026-04-23T01:08:34.969928Z","steps":["trace[1661737978] 'agreement among raft nodes before linearized reading' (duration: 150.617226ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:34.969916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.319840999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-04-23T01:08:34.969971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:34.497834Z","time spent":"472.125099ms","remote":"127.0.0.1:57808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2009,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-04-23T01:08:34.96996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.018312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.244\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-04-23T01:08:34.97Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.895202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-23T01:08:34.970032Z","caller":"traceutil/trace.go:171","msg":"trace[245774286] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26241; }","duration":"150.936673ms","start":"2026-04-23T01:08:34.819086Z","end":"2026-04-23T01:08:34.970023Z","steps":["trace[245774286] 'agreement among raft nodes before linearized reading' (duration: 150.849432ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:34.970038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.779549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-23T01:08:34.970022Z","caller":"traceutil/trace.go:171","msg":"trace[1473507389] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:26241; }","duration":"1.319995352s","start":"2026-04-23T01:08:33.650001Z","end":"2026-04-23T01:08:34.969997Z","steps":["trace[1473507389] 'agreement among raft nodes before linearized reading' (duration: 1.319594285s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:34.97004Z","caller":"traceutil/trace.go:171","msg":"trace[484084060] range","detail":"{range_begin:/registry/masterleases/199.204.45.244; range_end:; response_count:1; response_revision:26241; }","duration":"315.171304ms","start":"2026-04-23T01:08:34.654849Z","end":"2026-04-23T01:08:34.97002Z","steps":["trace[484084060] 'agreement among raft nodes before linearized reading' (duration: 314.93616ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:34.970056Z","caller":"traceutil/trace.go:171","msg":"trace[371546447] transaction","detail":"{read_only:false; response_revision:26241; number_of_response:1; }","duration":"1.153739104s","start":"2026-04-23T01:08:33.816306Z","end":"2026-04-23T01:08:34.970045Z","steps":["trace[371546447] 'process raft request' (duration: 1.152056702s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:34.970069Z","caller":"traceutil/trace.go:171","msg":"trace[1823905603] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26241; }","duration":"151.84908ms","start":"2026-04-23T01:08:34.818211Z","end":"2026-04-23T01:08:34.97006Z","steps":["trace[1823905603] 'agreement among raft nodes before linearized reading' (duration: 151.770609ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:34.970092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:34.654819Z","time spent":"315.265475ms","remote":"127.0.0.1:57676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.244\" "} {"level":"warn","ts":"2026-04-23T01:08:34.970111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:33.8163Z","time spent":"1.153781254s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:08:34.970112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:33.649988Z","time spent":"1.320105914s","remote":"127.0.0.1:57792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"info","ts":"2026-04-23T01:08:34.969907Z","caller":"traceutil/trace.go:171","msg":"trace[709875248] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26241; }","duration":"151.005625ms","start":"2026-04-23T01:08:34.818883Z","end":"2026-04-23T01:08:34.969889Z","steps":["trace[709875248] 'agreement among raft nodes before linearized reading' (duration: 150.72003ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:34.969955Z","caller":"traceutil/trace.go:171","msg":"trace[778665363] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26241; }","duration":"552.334464ms","start":"2026-04-23T01:08:34.417601Z","end":"2026-04-23T01:08:34.969935Z","steps":["trace[778665363] 'agreement among raft nodes before linearized reading' (duration: 552.280933ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:34.970106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.929961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-23T01:08:34.970252Z","caller":"traceutil/trace.go:171","msg":"trace[2061803488] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26241; }","duration":"175.170984ms","start":"2026-04-23T01:08:34.795069Z","end":"2026-04-23T01:08:34.97024Z","steps":["trace[2061803488] 'agreement among raft nodes before linearized reading' (duration: 174.567763ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:34.970195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:34.41758Z","time spent":"552.607379ms","remote":"127.0.0.1:57620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:08:34.970434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.527204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-23T01:08:34.970503Z","caller":"traceutil/trace.go:171","msg":"trace[953511993] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26241; }","duration":"152.119766ms","start":"2026-04-23T01:08:34.818365Z","end":"2026-04-23T01:08:34.970485Z","steps":["trace[953511993] 'agreement among raft nodes before linearized reading' (duration: 151.29443ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:34.969824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.674247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-23T01:08:34.970562Z","caller":"traceutil/trace.go:171","msg":"trace[1813111368] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26241; }","duration":"151.452703ms","start":"2026-04-23T01:08:34.819095Z","end":"2026-04-23T01:08:34.970548Z","steps":["trace[1813111368] 'agreement among raft nodes before linearized reading' (duration: 150.518055ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:34.970209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.356355679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:08:34.970676Z","caller":"traceutil/trace.go:171","msg":"trace[831506373] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:26241; }","duration":"1.356845589s","start":"2026-04-23T01:08:33.613802Z","end":"2026-04-23T01:08:34.970647Z","steps":["trace[831506373] 'agreement among raft nodes before linearized reading' (duration: 1.356374009s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:34.970726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:33.613779Z","time spent":"1.356931941s","remote":"127.0.0.1:58028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:08:35.353089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.278335ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-04-23T01:08:35.353626Z","caller":"traceutil/trace.go:171","msg":"trace[115737962] transaction","detail":"{read_only:false; response_revision:26248; number_of_response:1; }","duration":"374.084243ms","start":"2026-04-23T01:08:34.979521Z","end":"2026-04-23T01:08:35.353605Z","steps":["trace[115737962] 'process raft request' (duration: 374.043232ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:35.353676Z","caller":"traceutil/trace.go:171","msg":"trace[2014516655] transaction","detail":"{read_only:false; response_revision:26243; number_of_response:1; }","duration":"375.740933ms","start":"2026-04-23T01:08:34.977895Z","end":"2026-04-23T01:08:35.353636Z","steps":["trace[2014516655] 'process raft request' (duration: 375.490529ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:35.35373Z","caller":"traceutil/trace.go:171","msg":"trace[687137892] transaction","detail":"{read_only:false; response_revision:26246; number_of_response:1; }","duration":"374.880526ms","start":"2026-04-23T01:08:34.978825Z","end":"2026-04-23T01:08:35.353706Z","steps":["trace[687137892] 'process raft request' (duration: 374.673653ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:35.353748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:34.979488Z","time spent":"374.191114ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:08:35.353782Z","caller":"traceutil/trace.go:171","msg":"trace[1286654704] transaction","detail":"{read_only:false; response_revision:26247; number_of_response:1; }","duration":"374.458899ms","start":"2026-04-23T01:08:34.979301Z","end":"2026-04-23T01:08:35.35376Z","steps":["trace[1286654704] 'process raft request' (duration: 374.237175ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:35.353765Z","caller":"traceutil/trace.go:171","msg":"trace[1575435273] transaction","detail":"{read_only:false; response_revision:26245; number_of_response:1; }","duration":"375.673781ms","start":"2026-04-23T01:08:34.978033Z","end":"2026-04-23T01:08:35.353707Z","steps":["trace[1575435273] 'process raft request' (duration: 375.431957ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:35.353767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:34.970923Z","time spent":"382.835664ms","remote":"127.0.0.1:57676","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-23T01:08:35.353849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:34.978817Z","time spent":"374.964628ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:08:35.353853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:34.977889Z","time spent":"375.862005ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:08:35.353834Z","caller":"traceutil/trace.go:171","msg":"trace[1844957809] transaction","detail":"{read_only:false; response_revision:26244; number_of_response:1; }","duration":"375.815934ms","start":"2026-04-23T01:08:34.977988Z","end":"2026-04-23T01:08:35.353804Z","steps":["trace[1844957809] 'process raft request' (duration: 375.446498ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:35.353867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:34.979284Z","time spent":"374.5373ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:08:35.353851Z","caller":"traceutil/trace.go:171","msg":"trace[1046701363] transaction","detail":"{read_only:false; response_revision:26242; number_of_response:1; }","duration":"376.042548ms","start":"2026-04-23T01:08:34.977774Z","end":"2026-04-23T01:08:35.353816Z","steps":["trace[1046701363] 'process raft request' (duration: 375.458748ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:35.353755Z","caller":"traceutil/trace.go:171","msg":"trace[563544722] linearizableReadLoop","detail":"{readStateIndex:27097; appliedIndex:27096; }","duration":"382.228354ms","start":"2026-04-23T01:08:34.971471Z","end":"2026-04-23T01:08:35.353699Z","steps":["trace[563544722] 'read index received' (duration: 226.338199ms)","trace[563544722] 'applied index is now lower than readState.Index' (duration: 155.887115ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:08:35.35394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:34.978028Z","time spent":"375.809664ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:08:35.353965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:34.977981Z","time spent":"375.919766ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:08:35.354003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.51797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:08:35.354017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:34.977757Z","time spent":"376.16439ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:08:35.354059Z","caller":"traceutil/trace.go:171","msg":"trace[17871842] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26248; }","duration":"382.603151ms","start":"2026-04-23T01:08:34.971441Z","end":"2026-04-23T01:08:35.354044Z","steps":["trace[17871842] 'agreement among raft nodes before linearized reading' (duration: 382.374026ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:35.354101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:34.971422Z","time spent":"382.668832ms","remote":"127.0.0.1:57636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:08:35.354111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.711496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-9e992c4e-7c78-4da9-9a8a-c5c306350a0b\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-04-23T01:08:35.354139Z","caller":"traceutil/trace.go:171","msg":"trace[568248018] range","detail":"{range_begin:/registry/persistentvolumes/pvc-9e992c4e-7c78-4da9-9a8a-c5c306350a0b; range_end:; response_count:1; response_revision:26248; }","duration":"380.753027ms","start":"2026-04-23T01:08:34.973376Z","end":"2026-04-23T01:08:35.354129Z","steps":["trace[568248018] 'agreement among raft nodes before linearized reading' (duration: 380.635875ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:35.354155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:34.973365Z","time spent":"380.786977ms","remote":"127.0.0.1:57788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-9e992c4e-7c78-4da9-9a8a-c5c306350a0b\" "} {"level":"warn","ts":"2026-04-23T01:08:35.638336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.90096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:08:35.638377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.919968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:08:35.638477Z","caller":"traceutil/trace.go:171","msg":"trace[561537509] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26249; }","duration":"153.074424ms","start":"2026-04-23T01:08:35.485335Z","end":"2026-04-23T01:08:35.638437Z","steps":["trace[561537509] 'range keys from in-memory index tree' (duration: 152.822719ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:35.638466Z","caller":"traceutil/trace.go:171","msg":"trace[551089165] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:26249; }","duration":"148.099311ms","start":"2026-04-23T01:08:35.490346Z","end":"2026-04-23T01:08:35.638445Z","steps":["trace[551089165] 'count revisions from in-memory index tree' (duration: 147.815556ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:36.987155Z","caller":"traceutil/trace.go:171","msg":"trace[1045206306] transaction","detail":"{read_only:false; response_revision:26251; number_of_response:1; }","duration":"200.779942ms","start":"2026-04-23T01:08:36.786337Z","end":"2026-04-23T01:08:36.987116Z","steps":["trace[1045206306] 'process raft request' (duration: 191.60085ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:37.045959Z","caller":"traceutil/trace.go:171","msg":"trace[944395547] transaction","detail":"{read_only:false; response_revision:26252; number_of_response:1; }","duration":"231.834981ms","start":"2026-04-23T01:08:36.814064Z","end":"2026-04-23T01:08:37.045899Z","steps":["trace[944395547] 'process raft request' (duration: 231.643548ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:37.045896Z","caller":"traceutil/trace.go:171","msg":"trace[1468398710] linearizableReadLoop","detail":"{readStateIndex:27108; appliedIndex:27106; }","duration":"229.668801ms","start":"2026-04-23T01:08:36.816209Z","end":"2026-04-23T01:08:37.045877Z","steps":["trace[1468398710] 'read index received' (duration: 161.803895ms)","trace[1468398710] 'applied index is now lower than readState.Index' (duration: 67.863806ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:08:37.046482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.23173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-04-23T01:08:37.046596Z","caller":"traceutil/trace.go:171","msg":"trace[1600269359] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26254; }","duration":"230.430624ms","start":"2026-04-23T01:08:36.816139Z","end":"2026-04-23T01:08:37.046569Z","steps":["trace[1600269359] 'agreement among raft nodes before linearized reading' (duration: 229.964076ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:37.124768Z","caller":"traceutil/trace.go:171","msg":"trace[1203900967] transaction","detail":"{read_only:false; response_revision:26255; number_of_response:1; }","duration":"146.701694ms","start":"2026-04-23T01:08:36.978023Z","end":"2026-04-23T01:08:37.124725Z","steps":["trace[1203900967] 'process raft request' (duration: 118.913596ms)","trace[1203900967] 'compare' (duration: 27.552994ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:08:37.125144Z","caller":"traceutil/trace.go:171","msg":"trace[1543468973] transaction","detail":"{read_only:false; response_revision:26256; number_of_response:1; }","duration":"146.790665ms","start":"2026-04-23T01:08:36.978313Z","end":"2026-04-23T01:08:37.125104Z","steps":["trace[1543468973] 'process raft request' (duration: 146.358357ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:37.125253Z","caller":"traceutil/trace.go:171","msg":"trace[1931757623] transaction","detail":"{read_only:false; response_revision:26257; number_of_response:1; }","duration":"145.87231ms","start":"2026-04-23T01:08:36.979343Z","end":"2026-04-23T01:08:37.125216Z","steps":["trace[1931757623] 'process raft request' (duration: 145.656105ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:37.125342Z","caller":"traceutil/trace.go:171","msg":"trace[556721718] transaction","detail":"{read_only:false; response_revision:26258; number_of_response:1; }","duration":"142.407205ms","start":"2026-04-23T01:08:36.982923Z","end":"2026-04-23T01:08:37.125331Z","steps":["trace[556721718] 'process raft request' (duration: 142.241432ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:37.577783Z","caller":"traceutil/trace.go:171","msg":"trace[1408364027] transaction","detail":"{read_only:false; response_revision:26259; number_of_response:1; }","duration":"212.221386ms","start":"2026-04-23T01:08:37.365533Z","end":"2026-04-23T01:08:37.577754Z","steps":["trace[1408364027] 'process raft request' (duration: 212.032013ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:37.593228Z","caller":"traceutil/trace.go:171","msg":"trace[297525143] transaction","detail":"{read_only:false; response_revision:26260; number_of_response:1; }","duration":"227.640163ms","start":"2026-04-23T01:08:37.365559Z","end":"2026-04-23T01:08:37.593199Z","steps":["trace[297525143] 'process raft request' (duration: 227.452679ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:37.593572Z","caller":"traceutil/trace.go:171","msg":"trace[589611361] transaction","detail":"{read_only:false; response_revision:26261; number_of_response:1; }","duration":"227.923768ms","start":"2026-04-23T01:08:37.36563Z","end":"2026-04-23T01:08:37.593553Z","steps":["trace[589611361] 'process raft request' (duration: 227.505661ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:37.593828Z","caller":"traceutil/trace.go:171","msg":"trace[1985327354] transaction","detail":"{read_only:false; response_revision:26262; number_of_response:1; }","duration":"228.158623ms","start":"2026-04-23T01:08:37.365648Z","end":"2026-04-23T01:08:37.593807Z","steps":["trace[1985327354] 'process raft request' (duration: 227.787056ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:37.593847Z","caller":"traceutil/trace.go:171","msg":"trace[746056157] transaction","detail":"{read_only:false; response_revision:26263; number_of_response:1; }","duration":"228.076111ms","start":"2026-04-23T01:08:37.365742Z","end":"2026-04-23T01:08:37.593818Z","steps":["trace[746056157] 'process raft request' (duration: 227.959659ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:37.594096Z","caller":"traceutil/trace.go:171","msg":"trace[2073699259] transaction","detail":"{read_only:false; response_revision:26264; number_of_response:1; }","duration":"228.13223ms","start":"2026-04-23T01:08:37.365937Z","end":"2026-04-23T01:08:37.59407Z","steps":["trace[2073699259] 'process raft request' (duration: 227.863356ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:37.59429Z","caller":"traceutil/trace.go:171","msg":"trace[607426551] linearizableReadLoop","detail":"{readStateIndex:27121; appliedIndex:27114; }","duration":"176.698684ms","start":"2026-04-23T01:08:37.417577Z","end":"2026-04-23T01:08:37.594276Z","steps":["trace[607426551] 'read index received' (duration: 159.865711ms)","trace[607426551] 'applied index is now lower than readState.Index' (duration: 16.831923ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:08:37.594297Z","caller":"traceutil/trace.go:171","msg":"trace[1243077229] transaction","detail":"{read_only:false; response_revision:26265; number_of_response:1; }","duration":"227.240506ms","start":"2026-04-23T01:08:37.367046Z","end":"2026-04-23T01:08:37.594287Z","steps":["trace[1243077229] 'process raft request' (duration: 226.97471ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:37.594467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.869777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:08:37.594502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.298168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:08:37.594531Z","caller":"traceutil/trace.go:171","msg":"trace[1380443011] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:26265; }","duration":"138.364448ms","start":"2026-04-23T01:08:37.456157Z","end":"2026-04-23T01:08:37.594521Z","steps":["trace[1380443011] 'agreement among raft nodes before linearized reading' (duration: 138.295437ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:37.594504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.52867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:08:37.594588Z","caller":"traceutil/trace.go:171","msg":"trace[745874313] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:26265; }","duration":"154.653473ms","start":"2026-04-23T01:08:37.439916Z","end":"2026-04-23T01:08:37.594569Z","steps":["trace[745874313] 'agreement among raft nodes before linearized reading' (duration: 154.49534ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:37.594528Z","caller":"traceutil/trace.go:171","msg":"trace[1362226135] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26265; }","duration":"176.967908ms","start":"2026-04-23T01:08:37.417545Z","end":"2026-04-23T01:08:37.594513Z","steps":["trace[1362226135] 'agreement among raft nodes before linearized reading' (duration: 176.806745ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:39.319001Z","caller":"traceutil/trace.go:171","msg":"trace[786111517] transaction","detail":"{read_only:false; response_revision:26269; number_of_response:1; }","duration":"188.632135ms","start":"2026-04-23T01:08:39.130344Z","end":"2026-04-23T01:08:39.318976Z","steps":["trace[786111517] 'process raft request' (duration: 186.551627ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:39.319445Z","caller":"traceutil/trace.go:171","msg":"trace[1877628506] transaction","detail":"{read_only:false; response_revision:26271; number_of_response:1; }","duration":"187.346812ms","start":"2026-04-23T01:08:39.132071Z","end":"2026-04-23T01:08:39.319418Z","steps":["trace[1877628506] 'process raft request' (duration: 187.19697ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:39.319682Z","caller":"traceutil/trace.go:171","msg":"trace[479106389] transaction","detail":"{read_only:false; response_revision:26270; number_of_response:1; }","duration":"188.185428ms","start":"2026-04-23T01:08:39.131246Z","end":"2026-04-23T01:08:39.319432Z","steps":["trace[479106389] 'process raft request' (duration: 187.683558ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:40.190014Z","caller":"traceutil/trace.go:171","msg":"trace[1928485678] transaction","detail":"{read_only:false; response_revision:26273; number_of_response:1; }","duration":"570.915501ms","start":"2026-04-23T01:08:39.619084Z","end":"2026-04-23T01:08:40.189999Z","steps":["trace[1928485678] 'process raft request' (duration: 570.800698ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:40.190122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:39.619058Z","time spent":"571.007953ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:08:40.32673Z","caller":"traceutil/trace.go:171","msg":"trace[1233016780] transaction","detail":"{read_only:false; response_revision:26274; number_of_response:1; }","duration":"706.882285ms","start":"2026-04-23T01:08:39.619822Z","end":"2026-04-23T01:08:40.326704Z","steps":["trace[1233016780] 'process raft request' (duration: 706.691242ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:40.32689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:39.619799Z","time spent":"707.003898ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:08:40.32702Z","caller":"traceutil/trace.go:171","msg":"trace[394873530] linearizableReadLoop","detail":"{readStateIndex:27135; appliedIndex:27128; }","duration":"487.613538ms","start":"2026-04-23T01:08:39.839391Z","end":"2026-04-23T01:08:40.327004Z","steps":["trace[394873530] 'read index received' (duration: 350.576134ms)","trace[394873530] 'applied index is now lower than readState.Index' (duration: 137.036794ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:08:40.327109Z","caller":"traceutil/trace.go:171","msg":"trace[602436187] transaction","detail":"{read_only:false; response_revision:26275; number_of_response:1; }","duration":"707.15936ms","start":"2026-04-23T01:08:39.619941Z","end":"2026-04-23T01:08:40.3271Z","steps":["trace[602436187] 'process raft request' (duration: 706.727562ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:40.327184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:39.619884Z","time spent":"707.240192ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:08:40.327273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.898314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:08:40.32725Z","caller":"traceutil/trace.go:171","msg":"trace[730326234] transaction","detail":"{read_only:false; response_revision:26279; number_of_response:1; }","duration":"706.478018ms","start":"2026-04-23T01:08:39.620747Z","end":"2026-04-23T01:08:40.327225Z","steps":["trace[730326234] 'process raft request' (duration: 706.234413ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:40.327321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.5092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:08:40.327338Z","caller":"traceutil/trace.go:171","msg":"trace[1936873188] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:26279; }","duration":"117.550921ms","start":"2026-04-23T01:08:40.209782Z","end":"2026-04-23T01:08:40.327333Z","steps":["trace[1936873188] 'agreement among raft nodes before linearized reading' (duration: 117.521601ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:40.327384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:39.620737Z","time spent":"706.575ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:08:40.327291Z","caller":"traceutil/trace.go:171","msg":"trace[40223273] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:26279; }","duration":"487.962675ms","start":"2026-04-23T01:08:39.839322Z","end":"2026-04-23T01:08:40.327285Z","steps":["trace[40223273] 'agreement among raft nodes before linearized reading' (duration: 487.932905ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:40.327469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:39.839282Z","time spent":"488.17955ms","remote":"127.0.0.1:57798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:08:40.327385Z","caller":"traceutil/trace.go:171","msg":"trace[1191927156] transaction","detail":"{read_only:false; response_revision:26277; number_of_response:1; }","duration":"707.10536ms","start":"2026-04-23T01:08:39.620243Z","end":"2026-04-23T01:08:40.327348Z","steps":["trace[1191927156] 'process raft request' (duration: 706.687521ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:40.327604Z","caller":"traceutil/trace.go:171","msg":"trace[1595203712] transaction","detail":"{read_only:false; response_revision:26278; number_of_response:1; }","duration":"707.207571ms","start":"2026-04-23T01:08:39.62039Z","end":"2026-04-23T01:08:40.327597Z","steps":["trace[1595203712] 'process raft request' (duration: 706.571149ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:40.327636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:39.62036Z","time spent":"707.257792ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:08:40.327663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:39.620201Z","time spent":"707.366534ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:08:40.327719Z","caller":"traceutil/trace.go:171","msg":"trace[1863053878] transaction","detail":"{read_only:false; response_revision:26276; number_of_response:1; }","duration":"707.299912ms","start":"2026-04-23T01:08:39.620142Z","end":"2026-04-23T01:08:40.327442Z","steps":["trace[1863053878] 'process raft request' (duration: 706.723961ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:40.327843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:39.62013Z","time spent":"707.64226ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:08:41.850842Z","caller":"traceutil/trace.go:171","msg":"trace[1703724891] transaction","detail":"{read_only:false; response_revision:26283; number_of_response:1; }","duration":"526.041085ms","start":"2026-04-23T01:08:41.324761Z","end":"2026-04-23T01:08:41.850802Z","steps":["trace[1703724891] 'process raft request' (duration: 523.408825ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:41.851021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:41.324724Z","time spent":"526.203828ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:08:41.945904Z","caller":"traceutil/trace.go:171","msg":"trace[844934387] transaction","detail":"{read_only:false; response_revision:26285; number_of_response:1; }","duration":"619.68079ms","start":"2026-04-23T01:08:41.326196Z","end":"2026-04-23T01:08:41.945877Z","steps":["trace[844934387] 'process raft request' (duration: 619.600688ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:41.946094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:41.326161Z","time spent":"619.841523ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:08:41.946246Z","caller":"traceutil/trace.go:171","msg":"trace[1293422305] transaction","detail":"{read_only:false; response_revision:26284; number_of_response:1; }","duration":"620.202339ms","start":"2026-04-23T01:08:41.326031Z","end":"2026-04-23T01:08:41.946234Z","steps":["trace[1293422305] 'process raft request' (duration: 619.635938ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:41.946313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:41.326004Z","time spent":"620.275351ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:08:41.977078Z","caller":"traceutil/trace.go:171","msg":"trace[23891250] linearizableReadLoop","detail":"{readStateIndex:27142; appliedIndex:27138; }","duration":"587.734024ms","start":"2026-04-23T01:08:41.3893Z","end":"2026-04-23T01:08:41.977034Z","steps":["trace[23891250] 'read index received' (duration: 458.941954ms)","trace[23891250] 'applied index is now lower than readState.Index' (duration: 128.78731ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:08:41.9774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.089471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:129048"} {"level":"warn","ts":"2026-04-23T01:08:41.977425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.01957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"warn","ts":"2026-04-23T01:08:41.977442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.903484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:08:41.977477Z","caller":"traceutil/trace.go:171","msg":"trace[1377578967] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:26286; }","duration":"588.201623ms","start":"2026-04-23T01:08:41.389257Z","end":"2026-04-23T01:08:41.977459Z","steps":["trace[1377578967] 'agreement among raft nodes before linearized reading' (duration: 587.955578ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:41.977485Z","caller":"traceutil/trace.go:171","msg":"trace[1266573382] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:26286; }","duration":"588.119191ms","start":"2026-04-23T01:08:41.389345Z","end":"2026-04-23T01:08:41.977464Z","steps":["trace[1266573382] 'agreement among raft nodes before linearized reading' (duration: 587.897087ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:41.977529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:41.389242Z","time spent":"588.278154ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":129070,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-04-23T01:08:41.977537Z","caller":"traceutil/trace.go:171","msg":"trace[1944961313] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26286; }","duration":"224.080957ms","start":"2026-04-23T01:08:41.75343Z","end":"2026-04-23T01:08:41.977511Z","steps":["trace[1944961313] 'agreement among raft nodes before linearized reading' (duration: 223.905384ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:41.977547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:41.389333Z","time spent":"588.201403ms","remote":"127.0.0.1:57704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-04-23T01:08:41.977573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.553468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:08:41.978168Z","caller":"traceutil/trace.go:171","msg":"trace[25909990] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26286; }","duration":"560.216421ms","start":"2026-04-23T01:08:41.417928Z","end":"2026-04-23T01:08:41.978144Z","steps":["trace[25909990] 'agreement among raft nodes before linearized reading' (duration: 559.537908ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:41.978241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:41.417902Z","time spent":"560.324324ms","remote":"127.0.0.1:57620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:08:42.319209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.376755ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:08:42.319329Z","caller":"traceutil/trace.go:171","msg":"trace[527611306] linearizableReadLoop","detail":"{readStateIndex:27144; appliedIndex:27143; }","duration":"125.59667ms","start":"2026-04-23T01:08:42.193713Z","end":"2026-04-23T01:08:42.319309Z","steps":["trace[527611306] 'read index received' (duration: 57.461µs)","trace[527611306] 'applied index is now lower than readState.Index' (duration: 125.537239ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:08:42.319626Z","caller":"traceutil/trace.go:171","msg":"trace[1872274773] transaction","detail":"{read_only:false; response_revision:26287; number_of_response:1; }","duration":"267.068688ms","start":"2026-04-23T01:08:42.052543Z","end":"2026-04-23T01:08:42.319611Z","steps":["trace[1872274773] 'process raft request' (duration: 111.187252ms)","trace[1872274773] 'compare' (duration: 155.209033ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:08:42.32022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.493507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T01:08:42.320308Z","caller":"traceutil/trace.go:171","msg":"trace[201840286] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26287; }","duration":"126.64769ms","start":"2026-04-23T01:08:42.193641Z","end":"2026-04-23T01:08:42.320289Z","steps":["trace[201840286] 'agreement among raft nodes before linearized reading' (duration: 125.992338ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:42.394255Z","caller":"traceutil/trace.go:171","msg":"trace[1594222904] transaction","detail":"{read_only:false; response_revision:26288; number_of_response:1; }","duration":"134.423986ms","start":"2026-04-23T01:08:42.259802Z","end":"2026-04-23T01:08:42.394226Z","steps":["trace[1594222904] 'process raft request' (duration: 134.258383ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:42.394441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.685756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-04-23T01:08:42.394529Z","caller":"traceutil/trace.go:171","msg":"trace[392886599] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26288; }","duration":"181.8648ms","start":"2026-04-23T01:08:42.212644Z","end":"2026-04-23T01:08:42.394509Z","steps":["trace[392886599] 'agreement among raft nodes before linearized reading' (duration: 181.588425ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:42.503837Z","caller":"traceutil/trace.go:171","msg":"trace[1490237876] linearizableReadLoop","detail":"{readStateIndex:27146; appliedIndex:27145; }","duration":"109.609603ms","start":"2026-04-23T01:08:42.394186Z","end":"2026-04-23T01:08:42.503795Z","steps":["trace[1490237876] 'read index received' (duration: 68.225171ms)","trace[1490237876] 'applied index is now lower than readState.Index' (duration: 41.382672ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:08:42.504016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.951104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-23T01:08:42.504026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.377413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-23T01:08:42.504074Z","caller":"traceutil/trace.go:171","msg":"trace[485866975] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26289; }","duration":"172.051147ms","start":"2026-04-23T01:08:42.332006Z","end":"2026-04-23T01:08:42.504057Z","steps":["trace[485866975] 'agreement among raft nodes before linearized reading' (duration: 171.821532ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:42.504119Z","caller":"traceutil/trace.go:171","msg":"trace[208377617] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26289; }","duration":"171.511006ms","start":"2026-04-23T01:08:42.332586Z","end":"2026-04-23T01:08:42.504097Z","steps":["trace[208377617] 'agreement among raft nodes before linearized reading' (duration: 171.235121ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:42.504233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.2083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-23T01:08:42.504307Z","caller":"traceutil/trace.go:171","msg":"trace[2083145659] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26289; }","duration":"172.335842ms","start":"2026-04-23T01:08:42.331951Z","end":"2026-04-23T01:08:42.504287Z","steps":["trace[2083145659] 'agreement among raft nodes before linearized reading' (duration: 172.062027ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:42.504356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.792421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-04-23T01:08:42.504411Z","caller":"traceutil/trace.go:171","msg":"trace[1835580148] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26289; }","duration":"171.853152ms","start":"2026-04-23T01:08:42.332535Z","end":"2026-04-23T01:08:42.504388Z","steps":["trace[1835580148] 'agreement among raft nodes before linearized reading' (duration: 171.71924ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:42.504453Z","caller":"traceutil/trace.go:171","msg":"trace[1028232397] transaction","detail":"{read_only:false; response_revision:26289; number_of_response:1; }","duration":"179.1943ms","start":"2026-04-23T01:08:42.32524Z","end":"2026-04-23T01:08:42.504435Z","steps":["trace[1028232397] 'process raft request' (duration: 137.259829ms)","trace[1028232397] 'compare' (duration: 41.111805ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:08:42.50456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.718041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-04-23T01:08:42.504675Z","caller":"traceutil/trace.go:171","msg":"trace[1883190463] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26289; }","duration":"105.880784ms","start":"2026-04-23T01:08:42.398765Z","end":"2026-04-23T01:08:42.504646Z","steps":["trace[1883190463] 'agreement among raft nodes before linearized reading' (duration: 105.486546ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:42.504678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.744941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-23T01:08:42.504747Z","caller":"traceutil/trace.go:171","msg":"trace[2067126737] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26289; }","duration":"171.828563ms","start":"2026-04-23T01:08:42.332902Z","end":"2026-04-23T01:08:42.504731Z","steps":["trace[2067126737] 'agreement among raft nodes before linearized reading' (duration: 171.648239ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:42.505113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.151718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-23T01:08:42.505234Z","caller":"traceutil/trace.go:171","msg":"trace[799363630] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26289; }","duration":"173.32586ms","start":"2026-04-23T01:08:42.331878Z","end":"2026-04-23T01:08:42.505204Z","steps":["trace[799363630] 'agreement among raft nodes before linearized reading' (duration: 172.715149ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:42.897274Z","caller":"traceutil/trace.go:171","msg":"trace[515152129] transaction","detail":"{read_only:false; response_revision:26292; number_of_response:1; }","duration":"385.878193ms","start":"2026-04-23T01:08:42.511359Z","end":"2026-04-23T01:08:42.897237Z","steps":["trace[515152129] 'process raft request' (duration: 385.70074ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:42.897319Z","caller":"traceutil/trace.go:171","msg":"trace[1274410161] transaction","detail":"{read_only:false; response_revision:26291; number_of_response:1; }","duration":"387.655255ms","start":"2026-04-23T01:08:42.509627Z","end":"2026-04-23T01:08:42.897283Z","steps":["trace[1274410161] 'process raft request' (duration: 380.549372ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:42.897479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:42.511336Z","time spent":"386.038026ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:08:42.897506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:42.509551Z","time spent":"387.839309ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:08:42.897787Z","caller":"traceutil/trace.go:171","msg":"trace[1038808157] linearizableReadLoop","detail":"{readStateIndex:27152; appliedIndex:27146; }","duration":"323.535551ms","start":"2026-04-23T01:08:42.574008Z","end":"2026-04-23T01:08:42.897544Z","steps":["trace[1038808157] 'read index received' (duration: 19.982623ms)","trace[1038808157] 'applied index is now lower than readState.Index' (duration: 303.551298ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:08:42.897917Z","caller":"traceutil/trace.go:171","msg":"trace[1029224959] transaction","detail":"{read_only:false; response_revision:26293; number_of_response:1; }","duration":"386.440633ms","start":"2026-04-23T01:08:42.511442Z","end":"2026-04-23T01:08:42.897883Z","steps":["trace[1029224959] 'process raft request' (duration: 385.740079ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:42.897973Z","caller":"traceutil/trace.go:171","msg":"trace[418152875] transaction","detail":"{read_only:false; response_revision:26295; number_of_response:1; }","duration":"385.376664ms","start":"2026-04-23T01:08:42.512572Z","end":"2026-04-23T01:08:42.897949Z","steps":["trace[418152875] 'process raft request' (duration: 384.923615ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:42.898065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:42.512559Z","time spent":"385.458685ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:08:42.897945Z","caller":"traceutil/trace.go:171","msg":"trace[1192643027] transaction","detail":"{read_only:false; response_revision:26294; number_of_response:1; }","duration":"386.104096ms","start":"2026-04-23T01:08:42.511822Z","end":"2026-04-23T01:08:42.897926Z","steps":["trace[1192643027] 'process raft request' (duration: 385.546535ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:42.898086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:42.511407Z","time spent":"386.595437ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:08:42.898203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:42.51181Z","time spent":"386.31701ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:08:42.898218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.178733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:08:42.898281Z","caller":"traceutil/trace.go:171","msg":"trace[1295352776] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26295; }","duration":"324.303944ms","start":"2026-04-23T01:08:42.573961Z","end":"2026-04-23T01:08:42.898265Z","steps":["trace[1295352776] 'agreement among raft nodes before linearized reading' (duration: 323.943848ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:42.899821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:42.573939Z","time spent":"325.822083ms","remote":"127.0.0.1:58102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-23T01:08:43.55901Z","caller":"traceutil/trace.go:171","msg":"trace[1334449929] transaction","detail":"{read_only:false; response_revision:26297; number_of_response:1; }","duration":"383.396836ms","start":"2026-04-23T01:08:43.175583Z","end":"2026-04-23T01:08:43.55898Z","steps":["trace[1334449929] 'process raft request' (duration: 382.459698ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:43.559154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:43.175562Z","time spent":"383.512128ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:08:43.591108Z","caller":"traceutil/trace.go:171","msg":"trace[1300890346] linearizableReadLoop","detail":"{readStateIndex:27155; appliedIndex:27153; }","duration":"174.218758ms","start":"2026-04-23T01:08:43.416851Z","end":"2026-04-23T01:08:43.591069Z","steps":["trace[1300890346] 'read index received' (duration: 141.278374ms)","trace[1300890346] 'applied index is now lower than readState.Index' (duration: 32.938604ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:08:43.591229Z","caller":"traceutil/trace.go:171","msg":"trace[781347387] transaction","detail":"{read_only:false; response_revision:26298; number_of_response:1; }","duration":"318.239512ms","start":"2026-04-23T01:08:43.272944Z","end":"2026-04-23T01:08:43.591184Z","steps":["trace[781347387] 'process raft request' (duration: 317.908505ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:43.591305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.411481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:08:43.591373Z","caller":"traceutil/trace.go:171","msg":"trace[613177278] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26298; }","duration":"174.534813ms","start":"2026-04-23T01:08:43.416809Z","end":"2026-04-23T01:08:43.591344Z","steps":["trace[613177278] 'agreement among raft nodes before linearized reading' (duration: 174.407281ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:43.591424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:43.272916Z","time spent":"318.404735ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:08:44.083169Z","caller":"traceutil/trace.go:171","msg":"trace[166384133] transaction","detail":"{read_only:false; response_revision:26300; number_of_response:1; }","duration":"130.483961ms","start":"2026-04-23T01:08:43.952518Z","end":"2026-04-23T01:08:44.083002Z","steps":["trace[166384133] 'process raft request' (duration: 130.320078ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:44.136341Z","caller":"traceutil/trace.go:171","msg":"trace[880764967] transaction","detail":"{read_only:false; response_revision:26301; number_of_response:1; }","duration":"182.023893ms","start":"2026-04-23T01:08:43.954288Z","end":"2026-04-23T01:08:44.136312Z","steps":["trace[880764967] 'process raft request' (duration: 181.900741ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:45.166542Z","caller":"traceutil/trace.go:171","msg":"trace[853423344] transaction","detail":"{read_only:false; response_revision:26305; number_of_response:1; }","duration":"259.69096ms","start":"2026-04-23T01:08:44.906824Z","end":"2026-04-23T01:08:45.166515Z","steps":["trace[853423344] 'process raft request' (duration: 259.523847ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:45.292612Z","caller":"traceutil/trace.go:171","msg":"trace[1818835579] transaction","detail":"{read_only:false; response_revision:26306; number_of_response:1; }","duration":"384.826283ms","start":"2026-04-23T01:08:44.907747Z","end":"2026-04-23T01:08:45.292574Z","steps":["trace[1818835579] 'process raft request' (duration: 384.467896ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:45.292705Z","caller":"traceutil/trace.go:171","msg":"trace[353238560] transaction","detail":"{read_only:false; response_revision:26307; number_of_response:1; }","duration":"384.897524ms","start":"2026-04-23T01:08:44.907761Z","end":"2026-04-23T01:08:45.292659Z","steps":["trace[353238560] 'process raft request' (duration: 384.730801ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:45.292779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:44.907724Z","time spent":"384.966865ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:08:45.292781Z","caller":"traceutil/trace.go:171","msg":"trace[621240947] transaction","detail":"{read_only:false; response_revision:26308; number_of_response:1; }","duration":"384.516757ms","start":"2026-04-23T01:08:44.908219Z","end":"2026-04-23T01:08:45.292736Z","steps":["trace[621240947] 'process raft request' (duration: 384.327323ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:45.29289Z","caller":"traceutil/trace.go:171","msg":"trace[1325605465] transaction","detail":"{read_only:false; response_revision:26309; number_of_response:1; }","duration":"384.450046ms","start":"2026-04-23T01:08:44.908409Z","end":"2026-04-23T01:08:45.292859Z","steps":["trace[1325605465] 'process raft request' (duration: 384.198901ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:45.2929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:44.907725Z","time spent":"385.067587ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:08:45.29292Z","caller":"traceutil/trace.go:171","msg":"trace[519384449] transaction","detail":"{read_only:false; response_revision:26310; number_of_response:1; }","duration":"170.980876ms","start":"2026-04-23T01:08:45.121898Z","end":"2026-04-23T01:08:45.292879Z","steps":["trace[519384449] 'process raft request' (duration: 170.802753ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:45.292964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:44.907792Z","time spent":"385.074887ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:08:45.293034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:44.908345Z","time spent":"384.615679ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:08:45.292918Z","caller":"traceutil/trace.go:171","msg":"trace[1148773426] linearizableReadLoop","detail":"{readStateIndex:27167; appliedIndex:27162; }","duration":"323.144133ms","start":"2026-04-23T01:08:44.969677Z","end":"2026-04-23T01:08:45.292821Z","steps":["trace[1148773426] 'read index received' (duration: 196.693917ms)","trace[1148773426] 'applied index is now lower than readState.Index' (duration: 126.449026ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:08:45.293239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.493119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:08:45.293371Z","caller":"traceutil/trace.go:171","msg":"trace[1570313261] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:26310; }","duration":"323.702193ms","start":"2026-04-23T01:08:44.969601Z","end":"2026-04-23T01:08:45.293303Z","steps":["trace[1570313261] 'agreement among raft nodes before linearized reading' (duration: 323.472069ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:45.2935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:44.969575Z","time spent":"323.901207ms","remote":"127.0.0.1:52810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:08:45.776082Z","caller":"traceutil/trace.go:171","msg":"trace[1325457577] linearizableReadLoop","detail":"{readStateIndex:27169; appliedIndex:27168; }","duration":"211.41367ms","start":"2026-04-23T01:08:45.564631Z","end":"2026-04-23T01:08:45.776045Z","steps":["trace[1325457577] 'read index received' (duration: 211.249317ms)","trace[1325457577] 'applied index is now lower than readState.Index' (duration: 163.413µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:08:45.776199Z","caller":"traceutil/trace.go:171","msg":"trace[413915040] transaction","detail":"{read_only:false; response_revision:26311; number_of_response:1; }","duration":"211.757557ms","start":"2026-04-23T01:08:45.564428Z","end":"2026-04-23T01:08:45.776186Z","steps":["trace[413915040] 'process raft request' (duration: 211.404371ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:08:45.776277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.628064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:08:45.776344Z","caller":"traceutil/trace.go:171","msg":"trace[419915439] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:26311; }","duration":"211.758077ms","start":"2026-04-23T01:08:45.564572Z","end":"2026-04-23T01:08:45.77633Z","steps":["trace[419915439] 'agreement among raft nodes before linearized reading' (duration: 211.630674ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:45.901596Z","caller":"traceutil/trace.go:171","msg":"trace[1648559421] transaction","detail":"{read_only:false; response_revision:26312; number_of_response:1; }","duration":"304.623008ms","start":"2026-04-23T01:08:45.596949Z","end":"2026-04-23T01:08:45.901572Z","steps":["trace[1648559421] 'process raft request' (duration: 304.421775ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:45.901554Z","caller":"traceutil/trace.go:171","msg":"trace[14438785] linearizableReadLoop","detail":"{readStateIndex:27170; appliedIndex:27169; }","duration":"125.371368ms","start":"2026-04-23T01:08:45.776152Z","end":"2026-04-23T01:08:45.901523Z","steps":["trace[14438785] 'read index received' (duration: 125.196264ms)","trace[14438785] 'applied index is now lower than readState.Index' (duration: 173.393µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:08:45.901735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:08:45.596928Z","time spent":"304.72435ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:08:45.901743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.778976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:08:45.901829Z","caller":"traceutil/trace.go:171","msg":"trace[1191747969] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:26312; }","duration":"271.904568ms","start":"2026-04-23T01:08:45.6299Z","end":"2026-04-23T01:08:45.901804Z","steps":["trace[1191747969] 'agreement among raft nodes before linearized reading' (duration: 271.755745ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:46.658509Z","caller":"traceutil/trace.go:171","msg":"trace[1505204214] transaction","detail":"{read_only:false; response_revision:26316; number_of_response:1; }","duration":"119.761131ms","start":"2026-04-23T01:08:46.538719Z","end":"2026-04-23T01:08:46.65848Z","steps":["trace[1505204214] 'process raft request' (duration: 119.210841ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:47.573148Z","caller":"traceutil/trace.go:171","msg":"trace[1398537096] transaction","detail":"{read_only:false; response_revision:26322; number_of_response:1; }","duration":"253.462274ms","start":"2026-04-23T01:08:47.319657Z","end":"2026-04-23T01:08:47.573119Z","steps":["trace[1398537096] 'process raft request' (duration: 253.333242ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:47.573377Z","caller":"traceutil/trace.go:171","msg":"trace[1336657735] transaction","detail":"{read_only:false; response_revision:26321; number_of_response:1; }","duration":"254.204898ms","start":"2026-04-23T01:08:47.319141Z","end":"2026-04-23T01:08:47.573345Z","steps":["trace[1336657735] 'process raft request' (duration: 252.081248ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:47.573437Z","caller":"traceutil/trace.go:171","msg":"trace[1012439136] transaction","detail":"{read_only:false; response_revision:26323; number_of_response:1; }","duration":"252.903705ms","start":"2026-04-23T01:08:47.320519Z","end":"2026-04-23T01:08:47.573423Z","steps":["trace[1012439136] 'process raft request' (duration: 252.558938ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:47.573404Z","caller":"traceutil/trace.go:171","msg":"trace[495047933] linearizableReadLoop","detail":"{readStateIndex:27182; appliedIndex:27178; }","duration":"157.420355ms","start":"2026-04-23T01:08:47.415967Z","end":"2026-04-23T01:08:47.573388Z","steps":["trace[495047933] 'read index received' (duration: 155.200743ms)","trace[495047933] 'applied index is now lower than readState.Index' (duration: 2.219102ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:08:47.573502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.526847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:08:47.57356Z","caller":"traceutil/trace.go:171","msg":"trace[255300574] transaction","detail":"{read_only:false; response_revision:26324; number_of_response:1; }","duration":"250.198624ms","start":"2026-04-23T01:08:47.32331Z","end":"2026-04-23T01:08:47.573508Z","steps":["trace[255300574] 'process raft request' (duration: 250.006151ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:08:47.573612Z","caller":"traceutil/trace.go:171","msg":"trace[1731698549] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26324; }","duration":"157.668649ms","start":"2026-04-23T01:08:47.415927Z","end":"2026-04-23T01:08:47.573596Z","steps":["trace[1731698549] 'agreement among raft nodes before linearized reading' (duration: 157.510506ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:05.110172Z","caller":"traceutil/trace.go:171","msg":"trace[1159623839] transaction","detail":"{read_only:false; response_revision:26451; number_of_response:1; }","duration":"139.904438ms","start":"2026-04-23T01:09:04.970236Z","end":"2026-04-23T01:09:05.11014Z","steps":["trace[1159623839] 'process raft request' (duration: 72.97097ms)","trace[1159623839] 'compare' (duration: 66.760385ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:09:06.709399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.233853ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:09:06.709682Z","caller":"traceutil/trace.go:171","msg":"trace[207438259] linearizableReadLoop","detail":"{readStateIndex:27316; appliedIndex:27315; }","duration":"1.050672563s","start":"2026-04-23T01:09:05.658985Z","end":"2026-04-23T01:09:06.709658Z","steps":["trace[207438259] 'read index received' (duration: 337.202815ms)","trace[207438259] 'applied index is now lower than readState.Index' (duration: 713.468178ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:09:06.709887Z","caller":"traceutil/trace.go:171","msg":"trace[908746019] transaction","detail":"{read_only:false; response_revision:26454; number_of_response:1; }","duration":"1.065292034s","start":"2026-04-23T01:09:05.64455Z","end":"2026-04-23T01:09:06.709842Z","steps":["trace[908746019] 'process raft request' (duration: 351.480741ms)","trace[908746019] 'compare' (duration: 712.724523ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:09:06.709889Z","caller":"traceutil/trace.go:171","msg":"trace[275270974] transaction","detail":"{read_only:false; response_revision:26455; number_of_response:1; }","duration":"734.157852ms","start":"2026-04-23T01:09:05.975704Z","end":"2026-04-23T01:09:06.709862Z","steps":["trace[275270974] 'process raft request' (duration: 733.826106ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:06.710023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:05.644516Z","time spent":"1.065435088s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:09:06.71013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.051134892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-23T01:09:06.710217Z","caller":"traceutil/trace.go:171","msg":"trace[2022824708] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26455; }","duration":"1.051223753s","start":"2026-04-23T01:09:05.658972Z","end":"2026-04-23T01:09:06.710195Z","steps":["trace[2022824708] 'agreement among raft nodes before linearized reading' (duration: 1.050876586s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:06.710113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:05.975669Z","time spent":"734.280216ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:09:06.710294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:05.658933Z","time spent":"1.051328806s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-23T01:09:07.066368Z","caller":"traceutil/trace.go:171","msg":"trace[1423979556] transaction","detail":"{read_only:false; response_revision:26456; number_of_response:1; }","duration":"912.553689ms","start":"2026-04-23T01:09:06.153785Z","end":"2026-04-23T01:09:07.066338Z","steps":["trace[1423979556] 'process raft request' (duration: 826.723809ms)","trace[1423979556] 'compare' (duration: 85.333191ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:09:07.066496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:06.153759Z","time spent":"912.67152ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:09:07.066466Z","caller":"traceutil/trace.go:171","msg":"trace[328149075] linearizableReadLoop","detail":"{readStateIndex:27321; appliedIndex:27317; }","duration":"356.582786ms","start":"2026-04-23T01:09:06.70983Z","end":"2026-04-23T01:09:07.066413Z","steps":["trace[328149075] 'read index received' (duration: 270.130455ms)","trace[328149075] 'applied index is now lower than readState.Index' (duration: 86.451111ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:09:07.066615Z","caller":"traceutil/trace.go:171","msg":"trace[1747701087] transaction","detail":"{read_only:false; response_revision:26457; number_of_response:1; }","duration":"908.381571ms","start":"2026-04-23T01:09:06.158216Z","end":"2026-04-23T01:09:07.066598Z","steps":["trace[1747701087] 'process raft request' (duration: 907.925372ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:07.066725Z","caller":"traceutil/trace.go:171","msg":"trace[1003676830] transaction","detail":"{read_only:false; response_revision:26458; number_of_response:1; }","duration":"701.617786ms","start":"2026-04-23T01:09:06.365089Z","end":"2026-04-23T01:09:07.066707Z","steps":["trace[1003676830] 'process raft request' (duration: 701.162528ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:07.066762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:06.158196Z","time spent":"908.472953ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:09:07.066774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.650279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:09:07.066818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:06.365062Z","time spent":"701.714839ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:09:07.066855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"821.9821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-23T01:09:07.066845Z","caller":"traceutil/trace.go:171","msg":"trace[525099163] transaction","detail":"{read_only:false; response_revision:26459; number_of_response:1; }","duration":"697.735164ms","start":"2026-04-23T01:09:06.369097Z","end":"2026-04-23T01:09:07.066832Z","steps":["trace[525099163] 'process raft request' (duration: 697.212404ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:07.066856Z","caller":"traceutil/trace.go:171","msg":"trace[2008528156] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26460; }","duration":"648.781082ms","start":"2026-04-23T01:09:06.418056Z","end":"2026-04-23T01:09:07.066837Z","steps":["trace[2008528156] 'agreement among raft nodes before linearized reading' (duration: 648.633889ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:07.066887Z","caller":"traceutil/trace.go:171","msg":"trace[1131696785] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26460; }","duration":"822.045172ms","start":"2026-04-23T01:09:06.24483Z","end":"2026-04-23T01:09:07.066876Z","steps":["trace[1131696785] 'agreement among raft nodes before linearized reading' (duration: 821.9383ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:07.06673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"970.010728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:09:07.066915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:06.418037Z","time spent":"648.869213ms","remote":"127.0.0.1:57636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:09:07.066927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:06.369071Z","time spent":"697.815906ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:09:07.066907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.398925874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-23T01:09:07.066959Z","caller":"traceutil/trace.go:171","msg":"trace[271504867] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:26460; }","duration":"970.255023ms","start":"2026-04-23T01:09:06.096688Z","end":"2026-04-23T01:09:07.066943Z","steps":["trace[271504867] 'agreement among raft nodes before linearized reading' (duration: 969.959977ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:07.066919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:06.244812Z","time spent":"822.102912ms","remote":"127.0.0.1:57736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-23T01:09:07.066958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.096293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:09:07.067001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:06.096639Z","time spent":"970.349437ms","remote":"127.0.0.1:36758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:09:07.067035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.401772437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-04-23T01:09:07.067041Z","caller":"traceutil/trace.go:171","msg":"trace[1440109240] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:26460; }","duration":"374.227936ms","start":"2026-04-23T01:09:06.692795Z","end":"2026-04-23T01:09:07.067023Z","steps":["trace[1440109240] 'agreement among raft nodes before linearized reading' (duration: 374.098733ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:07.067062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.063882469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:09:07.067095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:06.69277Z","time spent":"374.308507ms","remote":"127.0.0.1:57938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:09:07.066988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.386141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-04-23T01:09:07.067159Z","caller":"traceutil/trace.go:171","msg":"trace[1754625343] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26460; }","duration":"254.779838ms","start":"2026-04-23T01:09:06.812368Z","end":"2026-04-23T01:09:07.067148Z","steps":["trace[1754625343] 'agreement among raft nodes before linearized reading' (duration: 254.579585ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:07.066989Z","caller":"traceutil/trace.go:171","msg":"trace[915010011] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26460; }","duration":"1.399040786s","start":"2026-04-23T01:09:05.667933Z","end":"2026-04-23T01:09:07.066974Z","steps":["trace[915010011] 'agreement among raft nodes before linearized reading' (duration: 1.39874012s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:07.067148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.126236341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:09:07.067231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:05.667925Z","time spent":"1.399293821s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T01:09:07.067246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.270785966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:09:07.067057Z","caller":"traceutil/trace.go:171","msg":"trace[340080834] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26460; }","duration":"1.401813428s","start":"2026-04-23T01:09:05.665239Z","end":"2026-04-23T01:09:07.067052Z","steps":["trace[340080834] 'agreement among raft nodes before linearized reading' (duration: 1.401759927s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:07.067279Z","caller":"traceutil/trace.go:171","msg":"trace[1362745804] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:26460; }","duration":"1.126390184s","start":"2026-04-23T01:09:05.940866Z","end":"2026-04-23T01:09:07.067256Z","steps":["trace[1362745804] 'agreement among raft nodes before linearized reading' (duration: 1.126261152s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:07.067301Z","caller":"traceutil/trace.go:171","msg":"trace[829956005] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:26460; }","duration":"1.270882978s","start":"2026-04-23T01:09:05.796402Z","end":"2026-04-23T01:09:07.067285Z","steps":["trace[829956005] 'agreement among raft nodes before linearized reading' (duration: 1.270785966s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:07.067334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:05.940843Z","time spent":"1.126461366s","remote":"127.0.0.1:52746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:09:07.067357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.771487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-23T01:09:07.067363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:05.796377Z","time spent":"1.270971149s","remote":"127.0.0.1:38808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:09:07.067393Z","caller":"traceutil/trace.go:171","msg":"trace[1941020682] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26460; }","duration":"226.836958ms","start":"2026-04-23T01:09:06.840546Z","end":"2026-04-23T01:09:07.067383Z","steps":["trace[1941020682] 'agreement among raft nodes before linearized reading' (duration: 226.678295ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:07.067111Z","caller":"traceutil/trace.go:171","msg":"trace[129438426] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26460; }","duration":"1.063913929s","start":"2026-04-23T01:09:06.003168Z","end":"2026-04-23T01:09:07.067082Z","steps":["trace[129438426] 'agreement among raft nodes before linearized reading' (duration: 1.063841758s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:07.067426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:06.003121Z","time spent":"1.064296706s","remote":"127.0.0.1:52684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-23T01:09:07.067313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:05.66523Z","time spent":"1.402062562s","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-04-23T01:09:07.067526Z","caller":"traceutil/trace.go:171","msg":"trace[89968021] transaction","detail":"{read_only:false; response_revision:26460; number_of_response:1; }","duration":"352.039141ms","start":"2026-04-23T01:09:06.714663Z","end":"2026-04-23T01:09:07.066702Z","steps":["trace[89968021] 'process raft request' (duration: 351.695015ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:07.067718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:06.714641Z","time spent":"353.0146ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:09:07.617468Z","caller":"traceutil/trace.go:171","msg":"trace[1225174426] transaction","detail":"{read_only:false; response_revision:26462; number_of_response:1; }","duration":"545.757042ms","start":"2026-04-23T01:09:07.071688Z","end":"2026-04-23T01:09:07.617445Z","steps":["trace[1225174426] 'process raft request' (duration: 544.040839ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:07.617582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:07.071658Z","time spent":"545.861054ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:09:07.617556Z","caller":"traceutil/trace.go:171","msg":"trace[1789940763] transaction","detail":"{read_only:false; response_revision:26463; number_of_response:1; }","duration":"545.704141ms","start":"2026-04-23T01:09:07.071804Z","end":"2026-04-23T01:09:07.617509Z","steps":["trace[1789940763] 'process raft request' (duration: 545.567048ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:07.617571Z","caller":"traceutil/trace.go:171","msg":"trace[492168839] linearizableReadLoop","detail":"{readStateIndex:27326; appliedIndex:27323; }","duration":"544.696162ms","start":"2026-04-23T01:09:07.072847Z","end":"2026-04-23T01:09:07.617543Z","steps":["trace[492168839] 'read index received' (duration: 68.935505ms)","trace[492168839] 'applied index is now lower than readState.Index' (duration: 475.759137ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:09:07.617603Z","caller":"traceutil/trace.go:171","msg":"trace[1774411939] transaction","detail":"{read_only:false; response_revision:26464; number_of_response:1; }","duration":"545.517168ms","start":"2026-04-23T01:09:07.072048Z","end":"2026-04-23T01:09:07.617565Z","steps":["trace[1774411939] 'process raft request' (duration: 545.390016ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:07.617639Z","caller":"traceutil/trace.go:171","msg":"trace[2124258047] transaction","detail":"{read_only:false; response_revision:26465; number_of_response:1; }","duration":"544.629021ms","start":"2026-04-23T01:09:07.072959Z","end":"2026-04-23T01:09:07.617588Z","steps":["trace[2124258047] 'process raft request' (duration: 544.53362ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:07.617756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.879956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:09:07.617785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:07.072035Z","time spent":"545.66451ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:09:07.617819Z","caller":"traceutil/trace.go:171","msg":"trace[1564463844] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26465; }","duration":"544.978567ms","start":"2026-04-23T01:09:07.072821Z","end":"2026-04-23T01:09:07.617799Z","steps":["trace[1564463844] 'agreement among raft nodes before linearized reading' (duration: 544.866985ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:07.617869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:07.072807Z","time spent":"545.047348ms","remote":"127.0.0.1:57808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-04-23T01:09:07.617859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:07.072941Z","time spent":"544.790224ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:09:07.618411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:07.071783Z","time spent":"545.836934ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:09:07.625251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.901575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:09:07.62537Z","caller":"traceutil/trace.go:171","msg":"trace[794704698] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:26466; }","duration":"222.054508ms","start":"2026-04-23T01:09:07.403291Z","end":"2026-04-23T01:09:07.625346Z","steps":["trace[794704698] 'agreement among raft nodes before linearized reading' (duration: 221.881395ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:07.625355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.439279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:09:07.625285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.71234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:09:07.625443Z","caller":"traceutil/trace.go:171","msg":"trace[1753151349] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26466; }","duration":"208.879653ms","start":"2026-04-23T01:09:07.416552Z","end":"2026-04-23T01:09:07.625432Z","steps":["trace[1753151349] 'agreement among raft nodes before linearized reading' (duration: 208.69223ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:07.625306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.803358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-23T01:09:07.625328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.826301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-23T01:09:07.625545Z","caller":"traceutil/trace.go:171","msg":"trace[145953483] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26466; }","duration":"511.072776ms","start":"2026-04-23T01:09:07.114458Z","end":"2026-04-23T01:09:07.625531Z","steps":["trace[145953483] 'agreement among raft nodes before linearized reading' (duration: 510.800791ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:07.625453Z","caller":"traceutil/trace.go:171","msg":"trace[1207058091] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:26466; }","duration":"161.563911ms","start":"2026-04-23T01:09:07.463862Z","end":"2026-04-23T01:09:07.625426Z","steps":["trace[1207058091] 'agreement among raft nodes before linearized reading' (duration: 161.362907ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:07.625484Z","caller":"traceutil/trace.go:171","msg":"trace[1047007099] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26466; }","duration":"144.999692ms","start":"2026-04-23T01:09:07.480473Z","end":"2026-04-23T01:09:07.625472Z","steps":["trace[1047007099] 'agreement among raft nodes before linearized reading' (duration: 144.744987ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:07.625606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:07.114444Z","time spent":"511.154538ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-23T01:09:07.757282Z","caller":"traceutil/trace.go:171","msg":"trace[323703883] linearizableReadLoop","detail":"{readStateIndex:27331; appliedIndex:27328; }","duration":"124.595073ms","start":"2026-04-23T01:09:07.632667Z","end":"2026-04-23T01:09:07.757262Z","steps":["trace[323703883] 'read index received' (duration: 44.441898ms)","trace[323703883] 'applied index is now lower than readState.Index' (duration: 80.152195ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:09:07.757369Z","caller":"traceutil/trace.go:171","msg":"trace[1695934130] transaction","detail":"{read_only:false; response_revision:26468; number_of_response:1; }","duration":"128.791241ms","start":"2026-04-23T01:09:07.628534Z","end":"2026-04-23T01:09:07.757325Z","steps":["trace[1695934130] 'process raft request' (duration: 123.581313ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:07.757399Z","caller":"traceutil/trace.go:171","msg":"trace[1741504352] transaction","detail":"{read_only:false; response_revision:26469; number_of_response:1; }","duration":"127.402105ms","start":"2026-04-23T01:09:07.629961Z","end":"2026-04-23T01:09:07.757363Z","steps":["trace[1741504352] 'process raft request' (duration: 127.243481ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:07.757454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.766456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:09:07.757498Z","caller":"traceutil/trace.go:171","msg":"trace[1697593588] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26469; }","duration":"124.833877ms","start":"2026-04-23T01:09:07.632652Z","end":"2026-04-23T01:09:07.757485Z","steps":["trace[1697593588] 'agreement among raft nodes before linearized reading' (duration: 124.730045ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:08.298665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.347712ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:09:08.298773Z","caller":"traceutil/trace.go:171","msg":"trace[589238788] transaction","detail":"{read_only:false; response_revision:26470; number_of_response:1; }","duration":"497.41714ms","start":"2026-04-23T01:09:07.801336Z","end":"2026-04-23T01:09:08.298753Z","steps":["trace[589238788] 'process raft request' (duration: 309.900046ms)","trace[589238788] 'compare' (duration: 186.471126ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:09:08.298832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:07.80131Z","time spent":"497.494102ms","remote":"127.0.0.1:57720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":887,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:09:09.005271Z","caller":"traceutil/trace.go:171","msg":"trace[1235741411] transaction","detail":"{read_only:false; response_revision:26472; number_of_response:1; }","duration":"289.106169ms","start":"2026-04-23T01:09:08.716135Z","end":"2026-04-23T01:09:09.005241Z","steps":["trace[1235741411] 'process raft request' (duration: 288.933495ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:09.103209Z","caller":"traceutil/trace.go:171","msg":"trace[1635350417] linearizableReadLoop","detail":"{readStateIndex:27335; appliedIndex:27333; }","duration":"333.453955ms","start":"2026-04-23T01:09:08.769724Z","end":"2026-04-23T01:09:09.103177Z","steps":["trace[1635350417] 'read index received' (duration: 235.411618ms)","trace[1635350417] 'applied index is now lower than readState.Index' (duration: 98.040567ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:09:09.103355Z","caller":"traceutil/trace.go:171","msg":"trace[351594022] transaction","detail":"{read_only:false; response_revision:26473; number_of_response:1; }","duration":"385.23611ms","start":"2026-04-23T01:09:08.7181Z","end":"2026-04-23T01:09:09.103336Z","steps":["trace[351594022] 'process raft request' (duration: 351.382669ms)","trace[351594022] 'compare' (duration: 33.519355ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:09:09.103563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.819011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:09:09.103735Z","caller":"traceutil/trace.go:171","msg":"trace[1385476241] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:26473; }","duration":"334.040226ms","start":"2026-04-23T01:09:08.769679Z","end":"2026-04-23T01:09:09.103719Z","steps":["trace[1385476241] 'agreement among raft nodes before linearized reading' (duration: 333.789151ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:09.103847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:08.769655Z","time spent":"334.164908ms","remote":"127.0.0.1:52546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:09:09.103482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:08.718083Z","time spent":"385.308442ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:09:09.772838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.721827ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:09:09.77347Z","caller":"traceutil/trace.go:171","msg":"trace[1603106185] transaction","detail":"{read_only:false; response_revision:26475; number_of_response:1; }","duration":"699.544098ms","start":"2026-04-23T01:09:09.073879Z","end":"2026-04-23T01:09:09.773423Z","steps":["trace[1603106185] 'process raft request' (duration: 150.158918ms)","trace[1603106185] 'compare' (duration: 548.29382ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:09:09.773495Z","caller":"traceutil/trace.go:171","msg":"trace[1828500217] transaction","detail":"{read_only:false; response_revision:26476; number_of_response:1; }","duration":"699.523668ms","start":"2026-04-23T01:09:09.073956Z","end":"2026-04-23T01:09:09.77348Z","steps":["trace[1828500217] 'process raft request' (duration: 698.971058ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:09.773599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:09.073862Z","time spent":"699.676471ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:09:09.773694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:09.073927Z","time spent":"699.610029ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:09:09.773827Z","caller":"traceutil/trace.go:171","msg":"trace[2029341497] transaction","detail":"{read_only:false; response_revision:26478; number_of_response:1; }","duration":"143.053696ms","start":"2026-04-23T01:09:09.63075Z","end":"2026-04-23T01:09:09.773804Z","steps":["trace[2029341497] 'process raft request' (duration: 142.943264ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:09.773878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.869771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:09:09.773853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"902.253507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:09:09.773918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.572021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:09:09.773954Z","caller":"traceutil/trace.go:171","msg":"trace[1112245625] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/addressscopes/; range_end:/registry/openstack.k-orc.cloud/addressscopes0; response_count:0; response_revision:26478; }","duration":"716.983894ms","start":"2026-04-23T01:09:09.056949Z","end":"2026-04-23T01:09:09.773933Z","steps":["trace[1112245625] 'agreement among raft nodes before linearized reading' (duration: 716.868321ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:09.773955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.83346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-23T01:09:09.774001Z","caller":"traceutil/trace.go:171","msg":"trace[859924157] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:26478; }","duration":"735.696312ms","start":"2026-04-23T01:09:09.038282Z","end":"2026-04-23T01:09:09.773979Z","steps":["trace[859924157] 'agreement among raft nodes before linearized reading' (duration: 735.55626ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:09.773878Z","caller":"traceutil/trace.go:171","msg":"trace[1680820842] transaction","detail":"{read_only:false; response_revision:26477; number_of_response:1; }","duration":"699.117901ms","start":"2026-04-23T01:09:09.074673Z","end":"2026-04-23T01:09:09.773791Z","steps":["trace[1680820842] 'process raft request' (duration: 698.767175ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:09.773983Z","caller":"traceutil/trace.go:171","msg":"trace[1206259173] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:26478; }","duration":"902.364119ms","start":"2026-04-23T01:09:08.871587Z","end":"2026-04-23T01:09:09.773951Z","steps":["trace[1206259173] 'agreement among raft nodes before linearized reading' (duration: 902.209826ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:09.774039Z","caller":"traceutil/trace.go:171","msg":"trace[1493522759] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26478; }","duration":"701.943653ms","start":"2026-04-23T01:09:09.072075Z","end":"2026-04-23T01:09:09.774019Z","steps":["trace[1493522759] 'agreement among raft nodes before linearized reading' (duration: 701.75765ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:09.774046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:09.038252Z","time spent":"735.784004ms","remote":"127.0.0.1:52676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:09:09.774081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:09.072063Z","time spent":"702.009744ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T01:09:09.774008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:09.056924Z","time spent":"717.069465ms","remote":"127.0.0.1:52714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:09:09.77411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:08.871527Z","time spent":"902.543102ms","remote":"127.0.0.1:57954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:09:09.773953Z","caller":"traceutil/trace.go:171","msg":"trace[493139546] linearizableReadLoop","detail":"{readStateIndex:27339; appliedIndex:27335; }","duration":"670.500927ms","start":"2026-04-23T01:09:09.103293Z","end":"2026-04-23T01:09:09.773794Z","steps":["trace[493139546] 'read index received' (duration: 1.281844ms)","trace[493139546] 'applied index is now lower than readState.Index' (duration: 669.217613ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:09:09.774259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.628715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:09:09.774283Z","caller":"traceutil/trace.go:171","msg":"trace[1345745080] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26478; }","duration":"357.682396ms","start":"2026-04-23T01:09:09.416594Z","end":"2026-04-23T01:09:09.774276Z","steps":["trace[1345745080] 'agreement among raft nodes before linearized reading' (duration: 357.639815ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:09.774297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:09.416572Z","time spent":"357.722487ms","remote":"127.0.0.1:57636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:09:09.774301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:09.074661Z","time spent":"699.409306ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:09:09.774412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.744317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T01:09:09.774431Z","caller":"traceutil/trace.go:171","msg":"trace[306466209] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26478; }","duration":"152.788877ms","start":"2026-04-23T01:09:09.621638Z","end":"2026-04-23T01:09:09.774426Z","steps":["trace[306466209] 'agreement among raft nodes before linearized reading' (duration: 152.721116ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:09.774705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.736452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-04-23T01:09:09.774886Z","caller":"traceutil/trace.go:171","msg":"trace[1790310476] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26478; }","duration":"148.940747ms","start":"2026-04-23T01:09:09.625913Z","end":"2026-04-23T01:09:09.774853Z","steps":["trace[1790310476] 'agreement among raft nodes before linearized reading' (duration: 148.59638ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:09.775465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.95416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-23T01:09:09.775553Z","caller":"traceutil/trace.go:171","msg":"trace[1986172529] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26478; }","duration":"153.101513ms","start":"2026-04-23T01:09:09.622429Z","end":"2026-04-23T01:09:09.77553Z","steps":["trace[1986172529] 'agreement among raft nodes before linearized reading' (duration: 151.87503ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:14.050295Z","caller":"traceutil/trace.go:171","msg":"trace[1789781095] linearizableReadLoop","detail":"{readStateIndex:27368; appliedIndex:27367; }","duration":"223.7585ms","start":"2026-04-23T01:09:13.826516Z","end":"2026-04-23T01:09:14.050274Z","steps":["trace[1789781095] 'read index received' (duration: 223.659378ms)","trace[1789781095] 'applied index is now lower than readState.Index' (duration: 98.222µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:09:14.050378Z","caller":"traceutil/trace.go:171","msg":"trace[446360971] transaction","detail":"{read_only:false; response_revision:26505; number_of_response:1; }","duration":"246.400252ms","start":"2026-04-23T01:09:13.803948Z","end":"2026-04-23T01:09:14.050348Z","steps":["trace[446360971] 'process raft request' (duration: 246.171078ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:14.050456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.927234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/manila-ssh-keys\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:09:14.050481Z","caller":"traceutil/trace.go:171","msg":"trace[490154598] range","detail":"{range_begin:/registry/secrets/openstack/manila-ssh-keys; range_end:; response_count:0; response_revision:26505; }","duration":"223.992255ms","start":"2026-04-23T01:09:13.826482Z","end":"2026-04-23T01:09:14.050474Z","steps":["trace[490154598] 'agreement among raft nodes before linearized reading' (duration: 223.910253ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:14.124572Z","caller":"traceutil/trace.go:171","msg":"trace[713334636] transaction","detail":"{read_only:false; response_revision:26507; number_of_response:1; }","duration":"296.702989ms","start":"2026-04-23T01:09:13.827852Z","end":"2026-04-23T01:09:14.124555Z","steps":["trace[713334636] 'process raft request' (duration: 296.599248ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:14.125173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.1819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-23T01:09:14.125207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.106762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-04-23T01:09:14.12528Z","caller":"traceutil/trace.go:171","msg":"trace[36567719] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26508; }","duration":"267.308363ms","start":"2026-04-23T01:09:13.857931Z","end":"2026-04-23T01:09:14.125239Z","steps":["trace[36567719] 'agreement among raft nodes before linearized reading' (duration: 266.953935ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:14.125307Z","caller":"traceutil/trace.go:171","msg":"trace[760536137] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26508; }","duration":"265.365537ms","start":"2026-04-23T01:09:13.859886Z","end":"2026-04-23T01:09:14.125252Z","steps":["trace[760536137] 'agreement among raft nodes before linearized reading' (duration: 264.871457ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:14.125172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.862466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-23T01:09:14.125372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.325848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:09:14.12544Z","caller":"traceutil/trace.go:171","msg":"trace[433587181] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26508; }","duration":"266.182101ms","start":"2026-04-23T01:09:13.859248Z","end":"2026-04-23T01:09:14.12543Z","steps":["trace[433587181] 'agreement among raft nodes before linearized reading' (duration: 265.512698ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:14.124576Z","caller":"traceutil/trace.go:171","msg":"trace[1343221616] transaction","detail":"{read_only:false; response_revision:26506; number_of_response:1; }","duration":"297.632766ms","start":"2026-04-23T01:09:13.826904Z","end":"2026-04-23T01:09:14.124537Z","steps":["trace[1343221616] 'process raft request' (duration: 259.370783ms)","trace[1343221616] 'compare' (duration: 38.047759ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:09:14.125426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.672494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-23T01:09:14.124853Z","caller":"traceutil/trace.go:171","msg":"trace[915517404] transaction","detail":"{read_only:false; response_revision:26508; number_of_response:1; }","duration":"296.674739ms","start":"2026-04-23T01:09:13.828156Z","end":"2026-04-23T01:09:14.12483Z","steps":["trace[915517404] 'process raft request' (duration: 296.355874ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:14.125473Z","caller":"traceutil/trace.go:171","msg":"trace[909328400] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:26508; }","duration":"234.46636ms","start":"2026-04-23T01:09:13.890979Z","end":"2026-04-23T01:09:14.125445Z","steps":["trace[909328400] 'agreement among raft nodes before linearized reading' (duration: 234.244436ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:14.125518Z","caller":"traceutil/trace.go:171","msg":"trace[1539851284] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26508; }","duration":"264.771055ms","start":"2026-04-23T01:09:13.860723Z","end":"2026-04-23T01:09:14.125494Z","steps":["trace[1539851284] 'agreement among raft nodes before linearized reading' (duration: 264.509611ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:14.125619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.422477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-23T01:09:14.125641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.707183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-23T01:09:14.125706Z","caller":"traceutil/trace.go:171","msg":"trace[1652741101] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26508; }","duration":"265.791624ms","start":"2026-04-23T01:09:13.859901Z","end":"2026-04-23T01:09:14.125693Z","steps":["trace[1652741101] 'agreement among raft nodes before linearized reading' (duration: 265.022839ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:14.125658Z","caller":"traceutil/trace.go:171","msg":"trace[1348974944] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26508; }","duration":"265.492149ms","start":"2026-04-23T01:09:13.860154Z","end":"2026-04-23T01:09:14.125647Z","steps":["trace[1348974944] 'agreement among raft nodes before linearized reading' (duration: 264.568982ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:14.445342Z","caller":"traceutil/trace.go:171","msg":"trace[583154801] transaction","detail":"{read_only:false; response_revision:26511; number_of_response:1; }","duration":"314.888469ms","start":"2026-04-23T01:09:14.130428Z","end":"2026-04-23T01:09:14.445316Z","steps":["trace[583154801] 'process raft request' (duration: 314.790777ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:14.445362Z","caller":"traceutil/trace.go:171","msg":"trace[1923850220] transaction","detail":"{read_only:false; response_revision:26510; number_of_response:1; }","duration":"314.911499ms","start":"2026-04-23T01:09:14.130421Z","end":"2026-04-23T01:09:14.445332Z","steps":["trace[1923850220] 'process raft request' (duration: 314.674985ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:14.445474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:14.130409Z","time spent":"314.99328ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:09:14.445498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:14.130398Z","time spent":"315.024082ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:09:14.445627Z","caller":"traceutil/trace.go:171","msg":"trace[904449187] transaction","detail":"{read_only:false; response_revision:26512; number_of_response:1; }","duration":"315.103803ms","start":"2026-04-23T01:09:14.130497Z","end":"2026-04-23T01:09:14.445601Z","steps":["trace[904449187] 'process raft request' (duration: 314.784967ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:14.445774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:14.130482Z","time spent":"315.226096ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:09:14.446401Z","caller":"traceutil/trace.go:171","msg":"trace[261957370] linearizableReadLoop","detail":"{readStateIndex:27378; appliedIndex:27372; }","duration":"311.1954ms","start":"2026-04-23T01:09:14.135195Z","end":"2026-04-23T01:09:14.44639Z","steps":["trace[261957370] 'read index received' (duration: 309.890666ms)","trace[261957370] 'applied index is now lower than readState.Index' (duration: 1.304004ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:09:14.446645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.441444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"info","ts":"2026-04-23T01:09:14.446677Z","caller":"traceutil/trace.go:171","msg":"trace[377543246] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:26515; }","duration":"311.494985ms","start":"2026-04-23T01:09:14.135174Z","end":"2026-04-23T01:09:14.446669Z","steps":["trace[377543246] 'agreement among raft nodes before linearized reading' (duration: 311.377873ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:14.446698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:14.135164Z","time spent":"311.529695ms","remote":"127.0.0.1:58028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1147,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"info","ts":"2026-04-23T01:09:14.446818Z","caller":"traceutil/trace.go:171","msg":"trace[1751892865] transaction","detail":"{read_only:false; response_revision:26513; number_of_response:1; }","duration":"316.286775ms","start":"2026-04-23T01:09:14.13052Z","end":"2026-04-23T01:09:14.446807Z","steps":["trace[1751892865] 'process raft request' (duration: 315.034972ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:14.446863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:14.130498Z","time spent":"316.339276ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:09:14.446953Z","caller":"traceutil/trace.go:171","msg":"trace[802810615] transaction","detail":"{read_only:false; response_revision:26514; number_of_response:1; }","duration":"316.342246ms","start":"2026-04-23T01:09:14.130604Z","end":"2026-04-23T01:09:14.446946Z","steps":["trace[802810615] 'process raft request' (duration: 315.730955ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:14.447005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:14.130588Z","time spent":"316.383836ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:09:14.447156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.014139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:09:14.447412Z","caller":"traceutil/trace.go:171","msg":"trace[165239567] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:26515; }","duration":"243.315685ms","start":"2026-04-23T01:09:14.204078Z","end":"2026-04-23T01:09:14.447393Z","steps":["trace[165239567] 'agreement among raft nodes before linearized reading' (duration: 243.05201ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:14.447125Z","caller":"traceutil/trace.go:171","msg":"trace[1668954479] transaction","detail":"{read_only:false; response_revision:26515; number_of_response:1; }","duration":"315.938979ms","start":"2026-04-23T01:09:14.131167Z","end":"2026-04-23T01:09:14.447105Z","steps":["trace[1668954479] 'process raft request' (duration: 315.196394ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:14.447576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:14.131159Z","time spent":"316.393127ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:09:14.447215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.022776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"info","ts":"2026-04-23T01:09:14.447669Z","caller":"traceutil/trace.go:171","msg":"trace[1326884179] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:26515; }","duration":"312.506435ms","start":"2026-04-23T01:09:14.135155Z","end":"2026-04-23T01:09:14.447661Z","steps":["trace[1326884179] 'agreement among raft nodes before linearized reading' (duration: 312.017786ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:14.447699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:14.135133Z","time spent":"312.555725ms","remote":"127.0.0.1:58028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1147,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"warn","ts":"2026-04-23T01:09:14.751922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.342703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4727"} {"level":"warn","ts":"2026-04-23T01:09:14.751927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.594223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-04-23T01:09:14.751995Z","caller":"traceutil/trace.go:171","msg":"trace[2074990726] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:26515; }","duration":"201.448525ms","start":"2026-04-23T01:09:14.550529Z","end":"2026-04-23T01:09:14.751977Z","steps":["trace[2074990726] 'range keys from in-memory index tree' (duration: 201.2085ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:14.752013Z","caller":"traceutil/trace.go:171","msg":"trace[1469084103] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:26515; }","duration":"116.732486ms","start":"2026-04-23T01:09:14.635258Z","end":"2026-04-23T01:09:14.75199Z","steps":["trace[1469084103] 'range keys from in-memory index tree' (duration: 116.39985ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:14.987744Z","caller":"traceutil/trace.go:171","msg":"trace[424070555] transaction","detail":"{read_only:false; response_revision:26517; number_of_response:1; }","duration":"139.487471ms","start":"2026-04-23T01:09:14.848222Z","end":"2026-04-23T01:09:14.98771Z","steps":["trace[424070555] 'process raft request' (duration: 139.231125ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:15.45361Z","caller":"traceutil/trace.go:171","msg":"trace[479325390] transaction","detail":"{read_only:false; response_revision:26518; number_of_response:1; }","duration":"372.188317ms","start":"2026-04-23T01:09:15.081382Z","end":"2026-04-23T01:09:15.45357Z","steps":["trace[479325390] 'process raft request' (duration: 371.961122ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:15.453826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:15.08135Z","time spent":"372.362939ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:09:15.487371Z","caller":"traceutil/trace.go:171","msg":"trace[1469449533] linearizableReadLoop","detail":"{readStateIndex:27383; appliedIndex:27381; }","duration":"329.669375ms","start":"2026-04-23T01:09:15.157676Z","end":"2026-04-23T01:09:15.487345Z","steps":["trace[1469449533] 'read index received' (duration: 295.671711ms)","trace[1469449533] 'applied index is now lower than readState.Index' (duration: 33.996174ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:09:15.487698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.010861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-23T01:09:15.487774Z","caller":"traceutil/trace.go:171","msg":"trace[1617278100] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26519; }","duration":"330.143364ms","start":"2026-04-23T01:09:15.157615Z","end":"2026-04-23T01:09:15.487758Z","steps":["trace[1617278100] 'agreement among raft nodes before linearized reading' (duration: 329.859668ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:15.487734Z","caller":"traceutil/trace.go:171","msg":"trace[1063972737] transaction","detail":"{read_only:false; response_revision:26519; number_of_response:1; }","duration":"347.819924ms","start":"2026-04-23T01:09:15.139636Z","end":"2026-04-23T01:09:15.487455Z","steps":["trace[1063972737] 'process raft request' (duration: 347.561508ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:15.487819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:15.157594Z","time spent":"330.216454ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T01:09:15.48789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.290069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:09:15.487946Z","caller":"traceutil/trace.go:171","msg":"trace[622714928] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:26519; }","duration":"298.409272ms","start":"2026-04-23T01:09:15.189522Z","end":"2026-04-23T01:09:15.487931Z","steps":["trace[622714928] 'agreement among raft nodes before linearized reading' (duration: 297.960954ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:15.487976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:15.139607Z","time spent":"348.210921ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:09:16.14729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.746431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:09:16.147363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.953531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:09:16.147419Z","caller":"traceutil/trace.go:171","msg":"trace[1982485102] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:26520; }","duration":"105.962665ms","start":"2026-04-23T01:09:16.041429Z","end":"2026-04-23T01:09:16.147392Z","steps":["trace[1982485102] 'count revisions from in-memory index tree' (duration: 105.603438ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:16.147449Z","caller":"traceutil/trace.go:171","msg":"trace[1658983716] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:26520; }","duration":"307.095394ms","start":"2026-04-23T01:09:15.840328Z","end":"2026-04-23T01:09:16.147423Z","steps":["trace[1658983716] 'count revisions from in-memory index tree' (duration: 306.851529ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:16.147552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:15.840303Z","time spent":"307.183025ms","remote":"127.0.0.1:58102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":57,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:09:16.174684Z","caller":"traceutil/trace.go:171","msg":"trace[1515423935] transaction","detail":"{read_only:false; response_revision:26521; number_of_response:1; }","duration":"118.59593ms","start":"2026-04-23T01:09:16.056069Z","end":"2026-04-23T01:09:16.174665Z","steps":["trace[1515423935] 'process raft request' (duration: 118.493108ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:16.672597Z","caller":"traceutil/trace.go:171","msg":"trace[1473642910] linearizableReadLoop","detail":"{readStateIndex:27389; appliedIndex:27388; }","duration":"219.049862ms","start":"2026-04-23T01:09:16.453516Z","end":"2026-04-23T01:09:16.672566Z","steps":["trace[1473642910] 'read index received' (duration: 218.897069ms)","trace[1473642910] 'applied index is now lower than readState.Index' (duration: 151.253µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:09:16.672642Z","caller":"traceutil/trace.go:171","msg":"trace[1152281678] transaction","detail":"{read_only:false; response_revision:26525; number_of_response:1; }","duration":"219.333288ms","start":"2026-04-23T01:09:16.453273Z","end":"2026-04-23T01:09:16.672606Z","steps":["trace[1152281678] 'process raft request' (duration: 219.098934ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:16.672812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.268396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-23T01:09:16.672851Z","caller":"traceutil/trace.go:171","msg":"trace[325851924] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26525; }","duration":"219.354638ms","start":"2026-04-23T01:09:16.453485Z","end":"2026-04-23T01:09:16.67284Z","steps":["trace[325851924] 'agreement among raft nodes before linearized reading' (duration: 219.186055ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:16.812532Z","caller":"traceutil/trace.go:171","msg":"trace[132625696] transaction","detail":"{read_only:false; response_revision:26526; number_of_response:1; }","duration":"358.880429ms","start":"2026-04-23T01:09:16.453626Z","end":"2026-04-23T01:09:16.812507Z","steps":["trace[132625696] 'process raft request' (duration: 358.698775ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:16.812699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:16.453614Z","time spent":"359.002861ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:09:16.812861Z","caller":"traceutil/trace.go:171","msg":"trace[799717570] transaction","detail":"{read_only:false; response_revision:26527; number_of_response:1; }","duration":"359.015301ms","start":"2026-04-23T01:09:16.453835Z","end":"2026-04-23T01:09:16.81285Z","steps":["trace[799717570] 'process raft request' (duration: 358.634294ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:16.812922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:16.453822Z","time spent":"359.068292ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:09:16.812958Z","caller":"traceutil/trace.go:171","msg":"trace[864156125] transaction","detail":"{read_only:false; response_revision:26529; number_of_response:1; }","duration":"358.134985ms","start":"2026-04-23T01:09:16.454791Z","end":"2026-04-23T01:09:16.812926Z","steps":["trace[864156125] 'process raft request' (duration: 358.059604ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:16.813035Z","caller":"traceutil/trace.go:171","msg":"trace[1273358199] transaction","detail":"{read_only:false; response_revision:26528; number_of_response:1; }","duration":"358.674264ms","start":"2026-04-23T01:09:16.454322Z","end":"2026-04-23T01:09:16.812997Z","steps":["trace[1273358199] 'process raft request' (duration: 358.41312ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:16.813179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:16.454314Z","time spent":"358.787167ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:09:16.813204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:16.454779Z","time spent":"358.285298ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:09:16.815435Z","caller":"traceutil/trace.go:171","msg":"trace[855638651] transaction","detail":"{read_only:false; response_revision:26530; number_of_response:1; }","duration":"138.593274ms","start":"2026-04-23T01:09:16.676816Z","end":"2026-04-23T01:09:16.815409Z","steps":["trace[855638651] 'process raft request' (duration: 138.447411ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:17.801028Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000006b09.wal"} {"level":"info","ts":"2026-04-23T01:09:17.803448Z","caller":"traceutil/trace.go:171","msg":"trace[1990216527] linearizableReadLoop","detail":"{readStateIndex:27400; appliedIndex:27399; }","duration":"113.142189ms","start":"2026-04-23T01:09:17.690261Z","end":"2026-04-23T01:09:17.803403Z","steps":["trace[1990216527] 'read index received' (duration: 112.839183ms)","trace[1990216527] 'applied index is now lower than readState.Index' (duration: 301.946µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:09:17.803725Z","caller":"traceutil/trace.go:171","msg":"trace[1875058621] transaction","detail":"{read_only:false; response_revision:26535; number_of_response:1; }","duration":"145.379989ms","start":"2026-04-23T01:09:17.658305Z","end":"2026-04-23T01:09:17.803685Z","steps":["trace[1875058621] 'process raft request' (duration: 144.86531ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:17.804032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.76257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418679"} {"level":"info","ts":"2026-04-23T01:09:17.8041Z","caller":"traceutil/trace.go:171","msg":"trace[777957978] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:26535; }","duration":"113.876012ms","start":"2026-04-23T01:09:17.690193Z","end":"2026-04-23T01:09:17.804069Z","steps":["trace[777957978] 'agreement among raft nodes before linearized reading' (duration: 113.533766ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:17.842926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.015551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:09:17.843019Z","caller":"traceutil/trace.go:171","msg":"trace[659036309] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:26536; }","duration":"117.173324ms","start":"2026-04-23T01:09:17.725823Z","end":"2026-04-23T01:09:17.842996Z","steps":["trace[659036309] 'agreement among raft nodes before linearized reading' (duration: 116.993491ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:17.992582Z","caller":"traceutil/trace.go:171","msg":"trace[1612376496] transaction","detail":"{read_only:false; response_revision:26537; number_of_response:1; }","duration":"181.067856ms","start":"2026-04-23T01:09:17.811484Z","end":"2026-04-23T01:09:17.992551Z","steps":["trace[1612376496] 'process raft request' (duration: 131.895449ms)","trace[1612376496] 'compare' (duration: 48.600905ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:09:17.992722Z","caller":"traceutil/trace.go:171","msg":"trace[325057763] transaction","detail":"{read_only:false; response_revision:26538; number_of_response:1; }","duration":"180.413913ms","start":"2026-04-23T01:09:17.812272Z","end":"2026-04-23T01:09:17.992686Z","steps":["trace[325057763] 'process raft request' (duration: 180.121748ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:17.993283Z","caller":"traceutil/trace.go:171","msg":"trace[63322398] transaction","detail":"{read_only:false; response_revision:26542; number_of_response:1; }","duration":"179.991074ms","start":"2026-04-23T01:09:17.813267Z","end":"2026-04-23T01:09:17.993258Z","steps":["trace[63322398] 'process raft request' (duration: 179.832021ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:17.993312Z","caller":"traceutil/trace.go:171","msg":"trace[620583985] transaction","detail":"{read_only:false; response_revision:26543; number_of_response:1; }","duration":"180.014285ms","start":"2026-04-23T01:09:17.813274Z","end":"2026-04-23T01:09:17.993288Z","steps":["trace[620583985] 'process raft request' (duration: 179.893003ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:17.993462Z","caller":"traceutil/trace.go:171","msg":"trace[571719294] transaction","detail":"{read_only:false; response_revision:26539; number_of_response:1; }","duration":"181.160937ms","start":"2026-04-23T01:09:17.812285Z","end":"2026-04-23T01:09:17.993446Z","steps":["trace[571719294] 'process raft request' (duration: 180.21152ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:17.993471Z","caller":"traceutil/trace.go:171","msg":"trace[1253685862] transaction","detail":"{read_only:false; response_revision:26541; number_of_response:1; }","duration":"180.312291ms","start":"2026-04-23T01:09:17.813128Z","end":"2026-04-23T01:09:17.99344Z","steps":["trace[1253685862] 'process raft request' (duration: 179.904563ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:17.99365Z","caller":"traceutil/trace.go:171","msg":"trace[364227617] transaction","detail":"{read_only:false; response_revision:26540; number_of_response:1; }","duration":"180.535185ms","start":"2026-04-23T01:09:17.813102Z","end":"2026-04-23T01:09:17.993638Z","steps":["trace[364227617] 'process raft request' (duration: 179.883872ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:17.993743Z","caller":"traceutil/trace.go:171","msg":"trace[1241193981] transaction","detail":"{read_only:false; response_revision:26545; number_of_response:1; }","duration":"180.25628ms","start":"2026-04-23T01:09:17.813474Z","end":"2026-04-23T01:09:17.99373Z","steps":["trace[1241193981] 'process raft request' (duration: 179.75363ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:17.99382Z","caller":"traceutil/trace.go:171","msg":"trace[429174489] transaction","detail":"{read_only:false; response_revision:26547; number_of_response:1; }","duration":"180.295421ms","start":"2026-04-23T01:09:17.813509Z","end":"2026-04-23T01:09:17.993805Z","steps":["trace[429174489] 'process raft request' (duration: 180.196679ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:17.993833Z","caller":"traceutil/trace.go:171","msg":"trace[215945535] transaction","detail":"{read_only:false; response_revision:26548; number_of_response:1; }","duration":"180.298871ms","start":"2026-04-23T01:09:17.813502Z","end":"2026-04-23T01:09:17.993801Z","steps":["trace[215945535] 'process raft request' (duration: 180.2344ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:17.993808Z","caller":"traceutil/trace.go:171","msg":"trace[804422648] transaction","detail":"{read_only:false; response_revision:26546; number_of_response:1; }","duration":"180.26662ms","start":"2026-04-23T01:09:17.813476Z","end":"2026-04-23T01:09:17.993743Z","steps":["trace[804422648] 'process raft request' (duration: 180.134008ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:17.993983Z","caller":"traceutil/trace.go:171","msg":"trace[1151323815] linearizableReadLoop","detail":"{readStateIndex:27415; appliedIndex:27401; }","duration":"144.527773ms","start":"2026-04-23T01:09:17.849442Z","end":"2026-04-23T01:09:17.99397Z","steps":["trace[1151323815] 'read index received' (duration: 93.879009ms)","trace[1151323815] 'applied index is now lower than readState.Index' (duration: 50.647744ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:09:17.993993Z","caller":"traceutil/trace.go:171","msg":"trace[1184904542] transaction","detail":"{read_only:false; response_revision:26549; number_of_response:1; }","duration":"180.461484ms","start":"2026-04-23T01:09:17.813517Z","end":"2026-04-23T01:09:17.993979Z","steps":["trace[1184904542] 'process raft request' (duration: 180.260821ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:17.99406Z","caller":"traceutil/trace.go:171","msg":"trace[1064598944] transaction","detail":"{read_only:false; response_revision:26550; number_of_response:1; }","duration":"180.492084ms","start":"2026-04-23T01:09:17.813534Z","end":"2026-04-23T01:09:17.994026Z","steps":["trace[1064598944] 'process raft request' (duration: 180.360392ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:17.99414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.675167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:09:17.994185Z","caller":"traceutil/trace.go:171","msg":"trace[614799021] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26550; }","duration":"144.767918ms","start":"2026-04-23T01:09:17.849405Z","end":"2026-04-23T01:09:17.994173Z","steps":["trace[614799021] 'agreement among raft nodes before linearized reading' (duration: 144.655406ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:17.994726Z","caller":"traceutil/trace.go:171","msg":"trace[353214328] transaction","detail":"{read_only:false; response_revision:26544; number_of_response:1; }","duration":"180.324341ms","start":"2026-04-23T01:09:17.813472Z","end":"2026-04-23T01:09:17.993797Z","steps":["trace[353214328] 'process raft request' (duration: 179.726519ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:18.377112Z","caller":"traceutil/trace.go:171","msg":"trace[2006345982] linearizableReadLoop","detail":"{readStateIndex:27435; appliedIndex:27424; }","duration":"188.764308ms","start":"2026-04-23T01:09:18.188324Z","end":"2026-04-23T01:09:18.377089Z","steps":["trace[2006345982] 'read index received' (duration: 29.833366ms)","trace[2006345982] 'applied index is now lower than readState.Index' (duration: 158.929782ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:09:18.377222Z","caller":"traceutil/trace.go:171","msg":"trace[164878634] transaction","detail":"{read_only:false; response_revision:26569; number_of_response:1; }","duration":"194.415583ms","start":"2026-04-23T01:09:18.182794Z","end":"2026-04-23T01:09:18.377209Z","steps":["trace[164878634] 'process raft request' (duration: 194.24203ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:18.377196Z","caller":"traceutil/trace.go:171","msg":"trace[2057811033] transaction","detail":"{read_only:false; response_revision:26565; number_of_response:1; }","duration":"194.515844ms","start":"2026-04-23T01:09:18.182635Z","end":"2026-04-23T01:09:18.377151Z","steps":["trace[2057811033] 'process raft request' (duration: 194.31071ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:18.37722Z","caller":"traceutil/trace.go:171","msg":"trace[766640590] transaction","detail":"{read_only:false; response_revision:26568; number_of_response:1; }","duration":"194.441183ms","start":"2026-04-23T01:09:18.182745Z","end":"2026-04-23T01:09:18.377186Z","steps":["trace[766640590] 'process raft request' (duration: 194.271409ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:18.37723Z","caller":"traceutil/trace.go:171","msg":"trace[923506274] transaction","detail":"{read_only:false; response_revision:26562; number_of_response:1; }","duration":"195.041915ms","start":"2026-04-23T01:09:18.18215Z","end":"2026-04-23T01:09:18.377192Z","steps":["trace[923506274] 'process raft request' (duration: 194.721509ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:18.377292Z","caller":"traceutil/trace.go:171","msg":"trace[665173487] transaction","detail":"{read_only:false; response_revision:26561; number_of_response:1; }","duration":"195.174558ms","start":"2026-04-23T01:09:18.18208Z","end":"2026-04-23T01:09:18.377254Z","steps":["trace[665173487] 'process raft request' (duration: 180.072306ms)","trace[665173487] 'compare' (duration: 14.51541ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:09:18.377361Z","caller":"traceutil/trace.go:171","msg":"trace[2094904077] transaction","detail":"{read_only:false; response_revision:26570; number_of_response:1; }","duration":"194.144659ms","start":"2026-04-23T01:09:18.183209Z","end":"2026-04-23T01:09:18.377353Z","steps":["trace[2094904077] 'process raft request' (duration: 193.847322ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:18.377356Z","caller":"traceutil/trace.go:171","msg":"trace[507883802] transaction","detail":"{read_only:false; response_revision:26563; number_of_response:1; }","duration":"194.798781ms","start":"2026-04-23T01:09:18.182515Z","end":"2026-04-23T01:09:18.377314Z","steps":["trace[507883802] 'process raft request' (duration: 194.383132ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:18.377412Z","caller":"traceutil/trace.go:171","msg":"trace[654819470] transaction","detail":"{read_only:false; response_revision:26564; number_of_response:1; }","duration":"194.799131ms","start":"2026-04-23T01:09:18.182587Z","end":"2026-04-23T01:09:18.377386Z","steps":["trace[654819470] 'process raft request' (duration: 194.337722ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:18.377456Z","caller":"traceutil/trace.go:171","msg":"trace[1405354853] transaction","detail":"{read_only:false; response_revision:26566; number_of_response:1; }","duration":"194.749009ms","start":"2026-04-23T01:09:18.182655Z","end":"2026-04-23T01:09:18.377404Z","steps":["trace[1405354853] 'process raft request' (duration: 194.319221ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:18.377559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.207697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-04-23T01:09:18.377593Z","caller":"traceutil/trace.go:171","msg":"trace[1475131665] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:26570; }","duration":"189.298668ms","start":"2026-04-23T01:09:18.188285Z","end":"2026-04-23T01:09:18.377583Z","steps":["trace[1475131665] 'agreement among raft nodes before linearized reading' (duration: 189.133985ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:18.37744Z","caller":"traceutil/trace.go:171","msg":"trace[340266763] transaction","detail":"{read_only:false; response_revision:26567; number_of_response:1; }","duration":"194.683939ms","start":"2026-04-23T01:09:18.182738Z","end":"2026-04-23T01:09:18.377422Z","steps":["trace[340266763] 'process raft request' (duration: 194.25774ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:18.38323Z","caller":"traceutil/trace.go:171","msg":"trace[1762951753] transaction","detail":"{read_only:false; response_revision:26573; number_of_response:1; }","duration":"163.282894ms","start":"2026-04-23T01:09:18.219931Z","end":"2026-04-23T01:09:18.383214Z","steps":["trace[1762951753] 'process raft request' (duration: 163.238363ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:18.383261Z","caller":"traceutil/trace.go:171","msg":"trace[1932856856] transaction","detail":"{read_only:false; response_revision:26571; number_of_response:1; }","duration":"163.706281ms","start":"2026-04-23T01:09:18.219538Z","end":"2026-04-23T01:09:18.383244Z","steps":["trace[1932856856] 'process raft request' (duration: 163.484317ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:18.383282Z","caller":"traceutil/trace.go:171","msg":"trace[794771988] transaction","detail":"{read_only:false; response_revision:26572; number_of_response:1; }","duration":"163.410246ms","start":"2026-04-23T01:09:18.219861Z","end":"2026-04-23T01:09:18.383271Z","steps":["trace[794771988] 'process raft request' (duration: 163.271663ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:18.763102Z","caller":"traceutil/trace.go:171","msg":"trace[1559165079] transaction","detail":"{read_only:false; response_revision:26586; number_of_response:1; }","duration":"288.151611ms","start":"2026-04-23T01:09:18.474925Z","end":"2026-04-23T01:09:18.763076Z","steps":["trace[1559165079] 'process raft request' (duration: 205.557642ms)","trace[1559165079] 'compare' (duration: 82.344325ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:09:18.771013Z","caller":"traceutil/trace.go:171","msg":"trace[1655039573] transaction","detail":"{read_only:false; response_revision:26588; number_of_response:1; }","duration":"295.07477ms","start":"2026-04-23T01:09:18.475904Z","end":"2026-04-23T01:09:18.770978Z","steps":["trace[1655039573] 'process raft request' (duration: 294.950068ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:18.771069Z","caller":"traceutil/trace.go:171","msg":"trace[585089779] transaction","detail":"{read_only:false; response_revision:26589; number_of_response:1; }","duration":"294.931828ms","start":"2026-04-23T01:09:18.476085Z","end":"2026-04-23T01:09:18.771017Z","steps":["trace[585089779] 'process raft request' (duration: 294.818046ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:18.771104Z","caller":"traceutil/trace.go:171","msg":"trace[1524868006] transaction","detail":"{read_only:false; response_revision:26587; number_of_response:1; }","duration":"295.801783ms","start":"2026-04-23T01:09:18.475254Z","end":"2026-04-23T01:09:18.771056Z","steps":["trace[1524868006] 'process raft request' (duration: 295.466547ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:18.771123Z","caller":"traceutil/trace.go:171","msg":"trace[1785972770] transaction","detail":"{read_only:false; response_revision:26590; number_of_response:1; }","duration":"294.106282ms","start":"2026-04-23T01:09:18.476969Z","end":"2026-04-23T01:09:18.771075Z","steps":["trace[1785972770] 'process raft request' (duration: 293.970679ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:18.771032Z","caller":"traceutil/trace.go:171","msg":"trace[580466014] linearizableReadLoop","detail":"{readStateIndex:27454; appliedIndex:27450; }","duration":"294.854826ms","start":"2026-04-23T01:09:18.47616Z","end":"2026-04-23T01:09:18.771015Z","steps":["trace[580466014] 'read index received' (duration: 204.339688ms)","trace[580466014] 'applied index is now lower than readState.Index' (duration: 90.513958ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:09:18.771248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.061999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-04-23T01:09:18.772301Z","caller":"traceutil/trace.go:171","msg":"trace[1787689981] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:26591; }","duration":"296.14998ms","start":"2026-04-23T01:09:18.476106Z","end":"2026-04-23T01:09:18.772256Z","steps":["trace[1787689981] 'agreement among raft nodes before linearized reading' (duration: 294.976708ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:18.771519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.413349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"info","ts":"2026-04-23T01:09:18.772547Z","caller":"traceutil/trace.go:171","msg":"trace[358641826] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:26591; }","duration":"294.541031ms","start":"2026-04-23T01:09:18.477993Z","end":"2026-04-23T01:09:18.772534Z","steps":["trace[358641826] 'agreement among raft nodes before linearized reading' (duration: 293.291508ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:18.771242Z","caller":"traceutil/trace.go:171","msg":"trace[1571589216] transaction","detail":"{read_only:false; response_revision:26591; number_of_response:1; }","duration":"293.518021ms","start":"2026-04-23T01:09:18.477702Z","end":"2026-04-23T01:09:18.77122Z","steps":["trace[1571589216] 'process raft request' (duration: 293.271747ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:18.972484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.507012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4727"} {"level":"info","ts":"2026-04-23T01:09:18.972578Z","caller":"traceutil/trace.go:171","msg":"trace[1911047728] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:26607; }","duration":"109.639514ms","start":"2026-04-23T01:09:18.862917Z","end":"2026-04-23T01:09:18.972556Z","steps":["trace[1911047728] 'agreement among raft nodes before linearized reading' (duration: 109.41863ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:18.9726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.289653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-04-23T01:09:18.972686Z","caller":"traceutil/trace.go:171","msg":"trace[485114603] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:26607; }","duration":"112.400986ms","start":"2026-04-23T01:09:18.860261Z","end":"2026-04-23T01:09:18.972662Z","steps":["trace[485114603] 'agreement among raft nodes before linearized reading' (duration: 112.157921ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:18.972683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.343458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:697"} {"level":"info","ts":"2026-04-23T01:09:18.972929Z","caller":"traceutil/trace.go:171","msg":"trace[652344335] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:26607; }","duration":"116.597973ms","start":"2026-04-23T01:09:18.856284Z","end":"2026-04-23T01:09:18.972882Z","steps":["trace[652344335] 'agreement among raft nodes before linearized reading' (duration: 116.192445ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:19.030487Z","caller":"traceutil/trace.go:171","msg":"trace[2019721076] transaction","detail":"{read_only:false; response_revision:26608; number_of_response:1; }","duration":"118.415377ms","start":"2026-04-23T01:09:18.912042Z","end":"2026-04-23T01:09:19.030458Z","steps":["trace[2019721076] 'process raft request' (duration: 81.982568ms)","trace[2019721076] 'compare' (duration: 36.207565ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:09:19.030668Z","caller":"traceutil/trace.go:171","msg":"trace[1996356704] transaction","detail":"{read_only:false; response_revision:26609; number_of_response:1; }","duration":"118.533699ms","start":"2026-04-23T01:09:18.912118Z","end":"2026-04-23T01:09:19.030651Z","steps":["trace[1996356704] 'process raft request' (duration: 118.240694ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:19.030767Z","caller":"traceutil/trace.go:171","msg":"trace[1088015479] transaction","detail":"{read_only:false; response_revision:26612; number_of_response:1; }","duration":"117.689294ms","start":"2026-04-23T01:09:18.913068Z","end":"2026-04-23T01:09:19.030757Z","steps":["trace[1088015479] 'process raft request' (duration: 117.436659ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:19.030881Z","caller":"traceutil/trace.go:171","msg":"trace[2127505264] transaction","detail":"{read_only:false; response_revision:26611; number_of_response:1; }","duration":"117.953558ms","start":"2026-04-23T01:09:18.912883Z","end":"2026-04-23T01:09:19.030836Z","steps":["trace[2127505264] 'process raft request' (duration: 117.547731ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:19.031009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.794855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/manila-share\" ","response":"range_response_count:1 size:9047"} {"level":"warn","ts":"2026-04-23T01:09:19.031015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.940973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/manila-data\" ","response":"range_response_count:1 size:6243"} {"level":"info","ts":"2026-04-23T01:09:19.031012Z","caller":"traceutil/trace.go:171","msg":"trace[689149038] transaction","detail":"{read_only:false; response_revision:26610; number_of_response:1; }","duration":"118.433707ms","start":"2026-04-23T01:09:18.912554Z","end":"2026-04-23T01:09:19.030988Z","steps":["trace[689149038] 'process raft request' (duration: 117.842416ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:19.031048Z","caller":"traceutil/trace.go:171","msg":"trace[1527880954] range","detail":"{range_begin:/registry/deployments/openstack/manila-data; range_end:; response_count:1; response_revision:26612; }","duration":"113.991114ms","start":"2026-04-23T01:09:18.917046Z","end":"2026-04-23T01:09:19.031037Z","steps":["trace[1527880954] 'agreement among raft nodes before linearized reading' (duration: 113.915432ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:19.030948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.600207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/manila-scheduler\" ","response":"range_response_count:1 size:6413"} {"level":"info","ts":"2026-04-23T01:09:19.031257Z","caller":"traceutil/trace.go:171","msg":"trace[1310132659] range","detail":"{range_begin:/registry/deployments/openstack/manila-scheduler; range_end:; response_count:1; response_revision:26612; }","duration":"113.937764ms","start":"2026-04-23T01:09:18.917311Z","end":"2026-04-23T01:09:19.031249Z","steps":["trace[1310132659] 'agreement among raft nodes before linearized reading' (duration: 113.557366ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:19.031062Z","caller":"traceutil/trace.go:171","msg":"trace[785724488] range","detail":"{range_begin:/registry/deployments/openstack/manila-share; range_end:; response_count:1; response_revision:26612; }","duration":"110.834906ms","start":"2026-04-23T01:09:18.920197Z","end":"2026-04-23T01:09:19.031032Z","steps":["trace[785724488] 'agreement among raft nodes before linearized reading' (duration: 110.767885ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:19.030932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.184493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/manila-api\" ","response":"range_response_count:1 size:7000"} {"level":"info","ts":"2026-04-23T01:09:19.031428Z","caller":"traceutil/trace.go:171","msg":"trace[880179928] range","detail":"{range_begin:/registry/deployments/openstack/manila-api; range_end:; response_count:1; response_revision:26612; }","duration":"110.696614ms","start":"2026-04-23T01:09:18.920714Z","end":"2026-04-23T01:09:19.031411Z","steps":["trace[880179928] 'agreement among raft nodes before linearized reading' (duration: 110.067091ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:19.295141Z","caller":"traceutil/trace.go:171","msg":"trace[1912066794] linearizableReadLoop","detail":"{readStateIndex:27498; appliedIndex:27493; }","duration":"155.918425ms","start":"2026-04-23T01:09:19.139197Z","end":"2026-04-23T01:09:19.295116Z","steps":["trace[1912066794] 'read index received' (duration: 100.495392ms)","trace[1912066794] 'applied index is now lower than readState.Index' (duration: 55.422173ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:09:19.295195Z","caller":"traceutil/trace.go:171","msg":"trace[1382272654] transaction","detail":"{read_only:false; response_revision:26631; number_of_response:1; }","duration":"178.904774ms","start":"2026-04-23T01:09:19.116261Z","end":"2026-04-23T01:09:19.295166Z","steps":["trace[1382272654] 'process raft request' (duration: 178.69178ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:19.295265Z","caller":"traceutil/trace.go:171","msg":"trace[835879664] transaction","detail":"{read_only:false; response_revision:26632; number_of_response:1; }","duration":"177.014669ms","start":"2026-04-23T01:09:19.118239Z","end":"2026-04-23T01:09:19.295253Z","steps":["trace[835879664] 'process raft request' (duration: 176.821395ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:19.295639Z","caller":"traceutil/trace.go:171","msg":"trace[468257804] transaction","detail":"{read_only:false; response_revision:26629; number_of_response:1; }","duration":"200.746141ms","start":"2026-04-23T01:09:19.094876Z","end":"2026-04-23T01:09:19.295622Z","steps":["trace[468257804] 'process raft request' (duration: 144.652206ms)","trace[468257804] 'compare' (duration: 55.111258ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:09:19.295864Z","caller":"traceutil/trace.go:171","msg":"trace[1212546895] transaction","detail":"{read_only:false; response_revision:26630; number_of_response:1; }","duration":"200.932415ms","start":"2026-04-23T01:09:19.094919Z","end":"2026-04-23T01:09:19.295851Z","steps":["trace[1212546895] 'process raft request' (duration: 199.899076ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:19.296238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.252007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/manila-share\" ","response":"range_response_count:1 size:9345"} {"level":"info","ts":"2026-04-23T01:09:19.296295Z","caller":"traceutil/trace.go:171","msg":"trace[65365177] range","detail":"{range_begin:/registry/deployments/openstack/manila-share; range_end:; response_count:1; response_revision:26632; }","duration":"182.366539ms","start":"2026-04-23T01:09:19.113913Z","end":"2026-04-23T01:09:19.296279Z","steps":["trace[65365177] 'agreement among raft nodes before linearized reading' (duration: 182.158645ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:19.296413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.266458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/manila-data-5879dc5644-7d65c\" ","response":"range_response_count:1 size:5736"} {"level":"info","ts":"2026-04-23T01:09:19.296556Z","caller":"traceutil/trace.go:171","msg":"trace[1362012268] range","detail":"{range_begin:/registry/pods/openstack/manila-data-5879dc5644-7d65c; range_end:; response_count:1; response_revision:26632; }","duration":"188.470424ms","start":"2026-04-23T01:09:19.108056Z","end":"2026-04-23T01:09:19.296526Z","steps":["trace[1362012268] 'agreement among raft nodes before linearized reading' (duration: 188.056876ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:19.296432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.396812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/job-controller\" ","response":"range_response_count:1 size:194"} {"level":"info","ts":"2026-04-23T01:09:19.296953Z","caller":"traceutil/trace.go:171","msg":"trace[572463870] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/job-controller; range_end:; response_count:1; response_revision:26632; }","duration":"246.958703ms","start":"2026-04-23T01:09:19.04998Z","end":"2026-04-23T01:09:19.296939Z","steps":["trace[572463870] 'agreement among raft nodes before linearized reading' (duration: 246.266451ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:19.301093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.002757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:994"} {"level":"info","ts":"2026-04-23T01:09:19.301172Z","caller":"traceutil/trace.go:171","msg":"trace[1939045665] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:26632; }","duration":"251.097229ms","start":"2026-04-23T01:09:19.050051Z","end":"2026-04-23T01:09:19.301148Z","steps":["trace[1939045665] 'agreement among raft nodes before linearized reading' (duration: 246.138617ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:19.301992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.902315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-04-23T01:09:19.302051Z","caller":"traceutil/trace.go:171","msg":"trace[1100557251] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:26632; }","duration":"251.968426ms","start":"2026-04-23T01:09:19.050072Z","end":"2026-04-23T01:09:19.30204Z","steps":["trace[1100557251] 'agreement among raft nodes before linearized reading' (duration: 245.977095ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:19.335106Z","caller":"traceutil/trace.go:171","msg":"trace[2104877945] transaction","detail":"{read_only:false; response_revision:26634; number_of_response:1; }","duration":"186.259932ms","start":"2026-04-23T01:09:19.148833Z","end":"2026-04-23T01:09:19.335093Z","steps":["trace[2104877945] 'process raft request' (duration: 186.065707ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:19.3353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.265098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/manila-scheduler\" ","response":"range_response_count:1 size:6710"} {"level":"warn","ts":"2026-04-23T01:09:19.335322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.362293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/manila-api\" ","response":"range_response_count:1 size:7298"} {"level":"info","ts":"2026-04-23T01:09:19.33498Z","caller":"traceutil/trace.go:171","msg":"trace[468919800] transaction","detail":"{read_only:false; response_revision:26633; number_of_response:1; }","duration":"187.510895ms","start":"2026-04-23T01:09:19.147453Z","end":"2026-04-23T01:09:19.334963Z","steps":["trace[468919800] 'process raft request' (duration: 187.212379ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:19.335357Z","caller":"traceutil/trace.go:171","msg":"trace[1102278751] range","detail":"{range_begin:/registry/deployments/openstack/manila-scheduler; range_end:; response_count:1; response_revision:26634; }","duration":"189.370169ms","start":"2026-04-23T01:09:19.145976Z","end":"2026-04-23T01:09:19.335346Z","steps":["trace[1102278751] 'agreement among raft nodes before linearized reading' (duration: 189.128635ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:19.335411Z","caller":"traceutil/trace.go:171","msg":"trace[751600886] range","detail":"{range_begin:/registry/deployments/openstack/manila-api; range_end:; response_count:1; response_revision:26634; }","duration":"186.472875ms","start":"2026-04-23T01:09:19.148917Z","end":"2026-04-23T01:09:19.33539Z","steps":["trace[751600886] 'agreement among raft nodes before linearized reading' (duration: 186.22346ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:19.33634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.485352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18441"} {"level":"info","ts":"2026-04-23T01:09:19.336419Z","caller":"traceutil/trace.go:171","msg":"trace[1759952925] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26634; }","duration":"195.603076ms","start":"2026-04-23T01:09:19.140795Z","end":"2026-04-23T01:09:19.336398Z","steps":["trace[1759952925] 'agreement among raft nodes before linearized reading' (duration: 194.373943ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:19.509613Z","caller":"traceutil/trace.go:171","msg":"trace[1981094450] transaction","detail":"{read_only:false; response_revision:26642; number_of_response:1; }","duration":"154.677912ms","start":"2026-04-23T01:09:19.354903Z","end":"2026-04-23T01:09:19.509581Z","steps":["trace[1981094450] 'process raft request' (duration: 153.902518ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:19.510001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.833486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:09:19.510049Z","caller":"traceutil/trace.go:171","msg":"trace[916369394] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:26642; }","duration":"154.919847ms","start":"2026-04-23T01:09:19.355118Z","end":"2026-04-23T01:09:19.510038Z","steps":["trace[916369394] 'agreement among raft nodes before linearized reading' (duration: 154.831006ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:19.50981Z","caller":"traceutil/trace.go:171","msg":"trace[1703844112] linearizableReadLoop","detail":"{readStateIndex:27508; appliedIndex:27507; }","duration":"154.338327ms","start":"2026-04-23T01:09:19.355151Z","end":"2026-04-23T01:09:19.509489Z","steps":["trace[1703844112] 'read index received' (duration: 153.939039ms)","trace[1703844112] 'applied index is now lower than readState.Index' (duration: 397.858µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:09:19.669128Z","caller":"traceutil/trace.go:171","msg":"trace[351543322] transaction","detail":"{read_only:false; response_revision:26649; number_of_response:1; }","duration":"125.131502ms","start":"2026-04-23T01:09:19.543964Z","end":"2026-04-23T01:09:19.669095Z","steps":["trace[351543322] 'process raft request' (duration: 125.072331ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:19.669208Z","caller":"traceutil/trace.go:171","msg":"trace[901805679] transaction","detail":"{read_only:false; response_revision:26644; number_of_response:1; }","duration":"313.814029ms","start":"2026-04-23T01:09:19.355347Z","end":"2026-04-23T01:09:19.669161Z","steps":["trace[901805679] 'process raft request' (duration: 313.147357ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:19.669275Z","caller":"traceutil/trace.go:171","msg":"trace[361822447] transaction","detail":"{read_only:false; response_revision:26647; number_of_response:1; }","duration":"306.692646ms","start":"2026-04-23T01:09:19.362546Z","end":"2026-04-23T01:09:19.669239Z","steps":["trace[361822447] 'process raft request' (duration: 306.125406ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:19.669492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:19.362533Z","time spent":"306.841438ms","remote":"127.0.0.1:42168","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7439,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:09:19.669792Z","caller":"traceutil/trace.go:171","msg":"trace[619278990] transaction","detail":"{read_only:false; response_revision:26646; number_of_response:1; }","duration":"313.828599ms","start":"2026-04-23T01:09:19.355939Z","end":"2026-04-23T01:09:19.669767Z","steps":["trace[619278990] 'process raft request' (duration: 312.674628ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:19.669899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:19.355929Z","time spent":"313.921621ms","remote":"127.0.0.1:57802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5681,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T01:09:19.670043Z","caller":"traceutil/trace.go:171","msg":"trace[1968355565] transaction","detail":"{read_only:false; response_revision:26643; number_of_response:1; }","duration":"314.789247ms","start":"2026-04-23T01:09:19.35523Z","end":"2026-04-23T01:09:19.67002Z","steps":["trace[1968355565] 'process raft request' (duration: 256.456199ms)","trace[1968355565] 'compare' (duration: 56.618396ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:09:19.670154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:19.355216Z","time spent":"314.878439ms","remote":"127.0.0.1:58102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6731,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:09:19.670322Z","caller":"traceutil/trace.go:171","msg":"trace[127559549] linearizableReadLoop","detail":"{readStateIndex:27513; appliedIndex:27508; }","duration":"159.85584ms","start":"2026-04-23T01:09:19.510435Z","end":"2026-04-23T01:09:19.670291Z","steps":["trace[127559549] 'read index received' (duration: 101.347339ms)","trace[127559549] 'applied index is now lower than readState.Index' (duration: 58.505801ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:09:19.670365Z","caller":"traceutil/trace.go:171","msg":"trace[174652284] transaction","detail":"{read_only:false; response_revision:26648; number_of_response:1; }","duration":"131.4209ms","start":"2026-04-23T01:09:19.538924Z","end":"2026-04-23T01:09:19.670345Z","steps":["trace[174652284] 'process raft request' (duration: 130.042994ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:19.670636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.289467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/manila-data-5879dc5644-7d65c\" ","response":"range_response_count:1 size:7024"} {"level":"info","ts":"2026-04-23T01:09:19.670684Z","caller":"traceutil/trace.go:171","msg":"trace[1840873078] range","detail":"{range_begin:/registry/pods/openstack/manila-data-5879dc5644-7d65c; range_end:; response_count:1; response_revision:26649; }","duration":"315.351028ms","start":"2026-04-23T01:09:19.355322Z","end":"2026-04-23T01:09:19.670673Z","steps":["trace[1840873078] 'agreement among raft nodes before linearized reading' (duration: 315.141534ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:19.670719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:19.355316Z","time spent":"315.396938ms","remote":"127.0.0.1:57802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":7046,"request content":"key:\"/registry/pods/openstack/manila-data-5879dc5644-7d65c\" "} {"level":"warn","ts":"2026-04-23T01:09:19.670743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.881675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:709"} {"level":"warn","ts":"2026-04-23T01:09:19.670969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.523892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/manila-share-5cc5c876d4-rs47g\" ","response":"range_response_count:1 size:8617"} {"level":"warn","ts":"2026-04-23T01:09:19.671036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.461754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:09:19.671331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.920679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/manila-api-6c55b7b9d5-vn6z9\" ","response":"range_response_count:1 size:6494"} {"level":"warn","ts":"2026-04-23T01:09:19.671429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.057031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/manila-share-5cc5c876d4-rs47g\" ","response":"range_response_count:1 size:8617"} {"level":"warn","ts":"2026-04-23T01:09:19.671415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.342772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-04-23T01:09:19.669626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:19.355338Z","time spent":"314.130034ms","remote":"127.0.0.1:57720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":720,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T01:09:19.672924Z","caller":"traceutil/trace.go:171","msg":"trace[1220650180] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:26649; }","duration":"155.999077ms","start":"2026-04-23T01:09:19.514783Z","end":"2026-04-23T01:09:19.670782Z","steps":["trace[1220650180] 'agreement among raft nodes before linearized reading' (duration: 155.796743ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:19.672991Z","caller":"traceutil/trace.go:171","msg":"trace[1529346052] range","detail":"{range_begin:/registry/pods/openstack/manila-share-5cc5c876d4-rs47g; range_end:; response_count:1; response_revision:26649; }","duration":"315.605273ms","start":"2026-04-23T01:09:19.355403Z","end":"2026-04-23T01:09:19.671008Z","steps":["trace[1529346052] 'agreement among raft nodes before linearized reading' (duration: 315.449389ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:19.673256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:19.355378Z","time spent":"317.857745ms","remote":"127.0.0.1:57802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":8639,"request content":"key:\"/registry/pods/openstack/manila-share-5cc5c876d4-rs47g\" "} {"level":"info","ts":"2026-04-23T01:09:19.674122Z","caller":"traceutil/trace.go:171","msg":"trace[372228945] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26649; }","duration":"253.521776ms","start":"2026-04-23T01:09:19.417531Z","end":"2026-04-23T01:09:19.671053Z","steps":["trace[372228945] 'agreement among raft nodes before linearized reading' (duration: 253.481775ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:19.674303Z","caller":"traceutil/trace.go:171","msg":"trace[1422233102] range","detail":"{range_begin:/registry/pods/openstack/manila-api-6c55b7b9d5-vn6z9; range_end:; response_count:1; response_revision:26649; }","duration":"316.017501ms","start":"2026-04-23T01:09:19.355372Z","end":"2026-04-23T01:09:19.671389Z","steps":["trace[1422233102] 'agreement among raft nodes before linearized reading' (duration: 315.786286ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:19.674338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:19.355368Z","time spent":"318.957935ms","remote":"127.0.0.1:57802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":6516,"request content":"key:\"/registry/pods/openstack/manila-api-6c55b7b9d5-vn6z9\" "} {"level":"info","ts":"2026-04-23T01:09:19.674432Z","caller":"traceutil/trace.go:171","msg":"trace[1261800786] range","detail":"{range_begin:/registry/pods/openstack/manila-share-5cc5c876d4-rs47g; range_end:; response_count:1; response_revision:26649; }","duration":"316.115262ms","start":"2026-04-23T01:09:19.355353Z","end":"2026-04-23T01:09:19.671468Z","steps":["trace[1261800786] 'agreement among raft nodes before linearized reading' (duration: 315.9958ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:19.67446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:19.355348Z","time spent":"319.104597ms","remote":"127.0.0.1:57802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":8639,"request content":"key:\"/registry/pods/openstack/manila-share-5cc5c876d4-rs47g\" "} {"level":"info","ts":"2026-04-23T01:09:19.674538Z","caller":"traceutil/trace.go:171","msg":"trace[783344877] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26649; }","duration":"114.483064ms","start":"2026-04-23T01:09:19.556999Z","end":"2026-04-23T01:09:19.671482Z","steps":["trace[783344877] 'agreement among raft nodes before linearized reading' (duration: 114.25254ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:19.675343Z","caller":"traceutil/trace.go:171","msg":"trace[526864846] transaction","detail":"{read_only:false; response_revision:26645; number_of_response:1; }","duration":"313.367461ms","start":"2026-04-23T01:09:19.355414Z","end":"2026-04-23T01:09:19.668781Z","steps":["trace[526864846] 'process raft request' (duration: 313.147037ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:19.675446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:19.355404Z","time spent":"319.990904ms","remote":"127.0.0.1:58102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7319,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:09:19.833838Z","caller":"traceutil/trace.go:171","msg":"trace[546472420] transaction","detail":"{read_only:false; response_revision:26651; number_of_response:1; }","duration":"154.53175ms","start":"2026-04-23T01:09:19.679271Z","end":"2026-04-23T01:09:19.833802Z","steps":["trace[546472420] 'process raft request' (duration: 154.187084ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:19.834033Z","caller":"traceutil/trace.go:171","msg":"trace[194046303] transaction","detail":"{read_only:false; response_revision:26652; number_of_response:1; }","duration":"154.295596ms","start":"2026-04-23T01:09:19.679695Z","end":"2026-04-23T01:09:19.83399Z","steps":["trace[194046303] 'process raft request' (duration: 153.99689ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:19.834203Z","caller":"traceutil/trace.go:171","msg":"trace[1071137662] transaction","detail":"{read_only:false; response_revision:26654; number_of_response:1; }","duration":"147.873127ms","start":"2026-04-23T01:09:19.686273Z","end":"2026-04-23T01:09:19.834146Z","steps":["trace[1071137662] 'process raft request' (duration: 147.610542ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:19.834501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.078897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1822"} {"level":"info","ts":"2026-04-23T01:09:19.834551Z","caller":"traceutil/trace.go:171","msg":"trace[804785313] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:26654; }","duration":"135.184839ms","start":"2026-04-23T01:09:19.699348Z","end":"2026-04-23T01:09:19.834533Z","steps":["trace[804785313] 'agreement among raft nodes before linearized reading' (duration: 134.981205ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:19.834589Z","caller":"traceutil/trace.go:171","msg":"trace[130151546] transaction","detail":"{read_only:false; response_revision:26653; number_of_response:1; }","duration":"153.236886ms","start":"2026-04-23T01:09:19.680802Z","end":"2026-04-23T01:09:19.834039Z","steps":["trace[130151546] 'process raft request' (duration: 152.997931ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:19.83447Z","caller":"traceutil/trace.go:171","msg":"trace[1780012906] linearizableReadLoop","detail":"{readStateIndex:27520; appliedIndex:27516; }","duration":"101.345799ms","start":"2026-04-23T01:09:19.732638Z","end":"2026-04-23T01:09:19.833984Z","steps":["trace[1780012906] 'read index received' (duration: 100.84224ms)","trace[1780012906] 'applied index is now lower than readState.Index' (duration: 501.839µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:09:19.841849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.352064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"info","ts":"2026-04-23T01:09:19.841938Z","caller":"traceutil/trace.go:171","msg":"trace[1270214303] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:26655; }","duration":"105.503727ms","start":"2026-04-23T01:09:19.736415Z","end":"2026-04-23T01:09:19.841919Z","steps":["trace[1270214303] 'agreement among raft nodes before linearized reading' (duration: 105.245191ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:19.842339Z","caller":"traceutil/trace.go:171","msg":"trace[1383423913] transaction","detail":"{read_only:false; response_revision:26655; number_of_response:1; }","duration":"105.553267ms","start":"2026-04-23T01:09:19.736774Z","end":"2026-04-23T01:09:19.842327Z","steps":["trace[1383423913] 'process raft request' (duration: 104.699871ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:20.044494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.35868ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:09:20.044655Z","caller":"traceutil/trace.go:171","msg":"trace[1661200502] transaction","detail":"{read_only:false; response_revision:26656; number_of_response:1; }","duration":"194.378682ms","start":"2026-04-23T01:09:19.850245Z","end":"2026-04-23T01:09:20.044624Z","steps":["trace[1661200502] 'process raft request' (duration: 93.784508ms)","trace[1661200502] 'compare' (duration: 99.929212ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:09:20.125637Z","caller":"traceutil/trace.go:171","msg":"trace[11797308] transaction","detail":"{read_only:false; response_revision:26657; number_of_response:1; }","duration":"271.887037ms","start":"2026-04-23T01:09:19.853708Z","end":"2026-04-23T01:09:20.125595Z","steps":["trace[11797308] 'process raft request' (duration: 271.610723ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:20.261559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.052766ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-23T01:09:20.261662Z","caller":"traceutil/trace.go:171","msg":"trace[1027942740] linearizableReadLoop","detail":"{readStateIndex:27523; appliedIndex:27521; }","duration":"406.953154ms","start":"2026-04-23T01:09:19.854689Z","end":"2026-04-23T01:09:20.261642Z","steps":["trace[1027942740] 'read index received' (duration: 89.353395ms)","trace[1027942740] 'applied index is now lower than readState.Index' (duration: 317.598059ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:09:20.262181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.458244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"info","ts":"2026-04-23T01:09:20.262315Z","caller":"traceutil/trace.go:171","msg":"trace[422336754] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:26657; }","duration":"407.636098ms","start":"2026-04-23T01:09:19.854652Z","end":"2026-04-23T01:09:20.262288Z","steps":["trace[422336754] 'agreement among raft nodes before linearized reading' (duration: 407.290711ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:20.262373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:19.854642Z","time spent":"407.721029ms","remote":"127.0.0.1:57808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1308,"request content":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" "} {"level":"info","ts":"2026-04-23T01:09:20.298423Z","caller":"traceutil/trace.go:171","msg":"trace[1822866232] transaction","detail":"{read_only:false; response_revision:26658; number_of_response:1; }","duration":"349.015916ms","start":"2026-04-23T01:09:19.949385Z","end":"2026-04-23T01:09:20.298401Z","steps":["trace[1822866232] 'process raft request' (duration: 348.782521ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:20.2986Z","caller":"traceutil/trace.go:171","msg":"trace[285602897] transaction","detail":"{read_only:false; response_revision:26659; number_of_response:1; }","duration":"243.271224ms","start":"2026-04-23T01:09:20.055314Z","end":"2026-04-23T01:09:20.298585Z","steps":["trace[285602897] 'process raft request' (duration: 243.01939ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:20.299074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:19.949346Z","time spent":"349.182928ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:09:20.351735Z","caller":"traceutil/trace.go:171","msg":"trace[586956269] transaction","detail":"{read_only:false; response_revision:26660; number_of_response:1; }","duration":"172.680599ms","start":"2026-04-23T01:09:20.179014Z","end":"2026-04-23T01:09:20.351695Z","steps":["trace[586956269] 'process raft request' (duration: 172.305462ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:20.351948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.25976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/manila-db-init\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-04-23T01:09:20.352017Z","caller":"traceutil/trace.go:171","msg":"trace[705240822] range","detail":"{range_begin:/registry/serviceaccounts/openstack/manila-db-init; range_end:; response_count:1; response_revision:26661; }","duration":"393.382012ms","start":"2026-04-23T01:09:19.958615Z","end":"2026-04-23T01:09:20.351997Z","steps":["trace[705240822] 'agreement among raft nodes before linearized reading' (duration: 393.139977ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:20.352051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:19.958595Z","time spent":"393.450344ms","remote":"127.0.0.1:57822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":555,"request content":"key:\"/registry/serviceaccounts/openstack/manila-db-init\" "} {"level":"info","ts":"2026-04-23T01:09:20.352321Z","caller":"traceutil/trace.go:171","msg":"trace[387701397] transaction","detail":"{read_only:false; response_revision:26661; number_of_response:1; }","duration":"128.26446ms","start":"2026-04-23T01:09:20.224045Z","end":"2026-04-23T01:09:20.352309Z","steps":["trace[387701397] 'process raft request' (duration: 127.501267ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:20.352352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.338608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3525"} {"level":"info","ts":"2026-04-23T01:09:20.352412Z","caller":"traceutil/trace.go:171","msg":"trace[1677859307] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:26661; }","duration":"491.43986ms","start":"2026-04-23T01:09:19.860941Z","end":"2026-04-23T01:09:20.352381Z","steps":["trace[1677859307] 'agreement among raft nodes before linearized reading' (duration: 491.244556ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:20.352456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:19.860921Z","time spent":"491.518031ms","remote":"127.0.0.1:57728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3547,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-04-23T01:09:20.352492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.092157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/manila-api-6c55b7b9d5-vn6z9\" ","response":"range_response_count:1 size:6494"} {"level":"info","ts":"2026-04-23T01:09:20.352514Z","caller":"traceutil/trace.go:171","msg":"trace[393213110] range","detail":"{range_begin:/registry/pods/openstack/manila-api-6c55b7b9d5-vn6z9; range_end:; response_count:1; response_revision:26661; }","duration":"223.158619ms","start":"2026-04-23T01:09:20.129349Z","end":"2026-04-23T01:09:20.352508Z","steps":["trace[393213110] 'agreement among raft nodes before linearized reading' (duration: 223.072497ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:20.483334Z","caller":"traceutil/trace.go:171","msg":"trace[1216005262] transaction","detail":"{read_only:false; response_revision:26663; number_of_response:1; }","duration":"117.714644ms","start":"2026-04-23T01:09:20.365589Z","end":"2026-04-23T01:09:20.483304Z","steps":["trace[1216005262] 'process raft request' (duration: 117.50502ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:20.483414Z","caller":"traceutil/trace.go:171","msg":"trace[2021491533] transaction","detail":"{read_only:false; response_revision:26664; number_of_response:1; }","duration":"112.577229ms","start":"2026-04-23T01:09:20.370817Z","end":"2026-04-23T01:09:20.483394Z","steps":["trace[2021491533] 'process raft request' (duration: 112.405955ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:20.483956Z","caller":"traceutil/trace.go:171","msg":"trace[490358900] transaction","detail":"{read_only:false; response_revision:26665; number_of_response:1; }","duration":"101.352058ms","start":"2026-04-23T01:09:20.382595Z","end":"2026-04-23T01:09:20.483947Z","steps":["trace[490358900] 'process raft request' (duration: 100.692067ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:20.484447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.04977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-04-23T01:09:20.484487Z","caller":"traceutil/trace.go:171","msg":"trace[860332502] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:26668; }","duration":"119.137001ms","start":"2026-04-23T01:09:20.365339Z","end":"2026-04-23T01:09:20.484476Z","steps":["trace[860332502] 'agreement among raft nodes before linearized reading' (duration: 118.996857ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:20.764021Z","caller":"traceutil/trace.go:171","msg":"trace[1346439646] transaction","detail":"{read_only:false; response_revision:26671; number_of_response:1; }","duration":"171.095088ms","start":"2026-04-23T01:09:20.5929Z","end":"2026-04-23T01:09:20.763995Z","steps":["trace[1346439646] 'process raft request' (duration: 170.938046ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:21.354261Z","caller":"traceutil/trace.go:171","msg":"trace[1367068914] transaction","detail":"{read_only:false; response_revision:26679; number_of_response:1; }","duration":"109.757036ms","start":"2026-04-23T01:09:21.24447Z","end":"2026-04-23T01:09:21.354227Z","steps":["trace[1367068914] 'process raft request' (duration: 104.220273ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:22.58643Z","caller":"traceutil/trace.go:171","msg":"trace[2137236603] linearizableReadLoop","detail":"{readStateIndex:27554; appliedIndex:27553; }","duration":"167.726527ms","start":"2026-04-23T01:09:22.418668Z","end":"2026-04-23T01:09:22.586394Z","steps":["trace[2137236603] 'read index received' (duration: 166.507784ms)","trace[2137236603] 'applied index is now lower than readState.Index' (duration: 1.217623ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:09:22.586478Z","caller":"traceutil/trace.go:171","msg":"trace[1993969362] transaction","detail":"{read_only:false; response_revision:26686; number_of_response:1; }","duration":"228.0618ms","start":"2026-04-23T01:09:22.35838Z","end":"2026-04-23T01:09:22.586442Z","steps":["trace[1993969362] 'process raft request' (duration: 226.931519ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:22.586631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.93689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:09:22.586708Z","caller":"traceutil/trace.go:171","msg":"trace[1612917236] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26686; }","duration":"168.095963ms","start":"2026-04-23T01:09:22.418593Z","end":"2026-04-23T01:09:22.586689Z","steps":["trace[1612917236] 'agreement among raft nodes before linearized reading' (duration: 167.91935ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:22.649445Z","caller":"traceutil/trace.go:171","msg":"trace[786687904] transaction","detail":"{read_only:false; response_revision:26687; number_of_response:1; }","duration":"159.264718ms","start":"2026-04-23T01:09:22.490151Z","end":"2026-04-23T01:09:22.649416Z","steps":["trace[786687904] 'process raft request' (duration: 159.012994ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:22.64963Z","caller":"traceutil/trace.go:171","msg":"trace[617079172] transaction","detail":"{read_only:false; response_revision:26688; number_of_response:1; }","duration":"159.271749ms","start":"2026-04-23T01:09:22.490333Z","end":"2026-04-23T01:09:22.649604Z","steps":["trace[617079172] 'process raft request' (duration: 158.992994ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:22.649931Z","caller":"traceutil/trace.go:171","msg":"trace[2027248032] transaction","detail":"{read_only:false; response_revision:26689; number_of_response:1; }","duration":"156.440246ms","start":"2026-04-23T01:09:22.493455Z","end":"2026-04-23T01:09:22.649895Z","steps":["trace[2027248032] 'process raft request' (duration: 155.920047ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:22.978454Z","caller":"traceutil/trace.go:171","msg":"trace[1028716208] transaction","detail":"{read_only:false; response_revision:26694; number_of_response:1; }","duration":"129.757789ms","start":"2026-04-23T01:09:22.848676Z","end":"2026-04-23T01:09:22.978434Z","steps":["trace[1028716208] 'process raft request' (duration: 129.513714ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:23.194244Z","caller":"traceutil/trace.go:171","msg":"trace[1766513384] transaction","detail":"{read_only:false; response_revision:26701; number_of_response:1; }","duration":"183.940637ms","start":"2026-04-23T01:09:23.010278Z","end":"2026-04-23T01:09:23.194219Z","steps":["trace[1766513384] 'process raft request' (duration: 183.893826ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:23.194575Z","caller":"traceutil/trace.go:171","msg":"trace[116637292] transaction","detail":"{read_only:false; response_revision:26698; number_of_response:1; }","duration":"184.384047ms","start":"2026-04-23T01:09:23.010166Z","end":"2026-04-23T01:09:23.19455Z","steps":["trace[116637292] 'process raft request' (duration: 183.886268ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:23.194632Z","caller":"traceutil/trace.go:171","msg":"trace[1253370905] transaction","detail":"{read_only:false; response_revision:26700; number_of_response:1; }","duration":"184.340475ms","start":"2026-04-23T01:09:23.010261Z","end":"2026-04-23T01:09:23.194601Z","steps":["trace[1253370905] 'process raft request' (duration: 183.879857ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:23.19462Z","caller":"traceutil/trace.go:171","msg":"trace[1502832731] transaction","detail":"{read_only:false; response_revision:26697; number_of_response:1; }","duration":"184.488949ms","start":"2026-04-23T01:09:23.010091Z","end":"2026-04-23T01:09:23.19458Z","steps":["trace[1502832731] 'process raft request' (duration: 164.624779ms)","trace[1502832731] 'compare' (duration: 19.184618ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:09:23.194603Z","caller":"traceutil/trace.go:171","msg":"trace[1865944248] transaction","detail":"{read_only:false; response_revision:26699; number_of_response:1; }","duration":"184.373417ms","start":"2026-04-23T01:09:23.010193Z","end":"2026-04-23T01:09:23.194566Z","steps":["trace[1865944248] 'process raft request' (duration: 183.912868ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:23.226147Z","caller":"traceutil/trace.go:171","msg":"trace[1567244706] linearizableReadLoop","detail":"{readStateIndex:27570; appliedIndex:27564; }","duration":"148.476727ms","start":"2026-04-23T01:09:23.07765Z","end":"2026-04-23T01:09:23.226127Z","steps":["trace[1567244706] 'read index received' (duration: 97.086449ms)","trace[1567244706] 'applied index is now lower than readState.Index' (duration: 51.389088ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:09:23.226391Z","caller":"traceutil/trace.go:171","msg":"trace[1491821587] transaction","detail":"{read_only:false; response_revision:26702; number_of_response:1; }","duration":"185.954967ms","start":"2026-04-23T01:09:23.040416Z","end":"2026-04-23T01:09:23.226371Z","steps":["trace[1491821587] 'process raft request' (duration: 185.60363ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:23.226839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.16481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/manila-share-5cc5c876d4-rs47g\" ","response":"range_response_count:1 size:10225"} {"level":"info","ts":"2026-04-23T01:09:23.22689Z","caller":"traceutil/trace.go:171","msg":"trace[459570730] range","detail":"{range_begin:/registry/pods/openstack/manila-share-5cc5c876d4-rs47g; range_end:; response_count:1; response_revision:26702; }","duration":"149.265202ms","start":"2026-04-23T01:09:23.077613Z","end":"2026-04-23T01:09:23.226879Z","steps":["trace[459570730] 'agreement among raft nodes before linearized reading' (duration: 149.029998ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:23.227208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.446844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:675"} {"level":"info","ts":"2026-04-23T01:09:23.227258Z","caller":"traceutil/trace.go:171","msg":"trace[400866018] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:26702; }","duration":"149.532346ms","start":"2026-04-23T01:09:23.077715Z","end":"2026-04-23T01:09:23.227247Z","steps":["trace[400866018] 'agreement among raft nodes before linearized reading' (duration: 149.390424ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:23.228827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.397713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:1149"} {"level":"info","ts":"2026-04-23T01:09:23.228888Z","caller":"traceutil/trace.go:171","msg":"trace[140766069] range","detail":"{range_begin:/registry/services/endpoints/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:26702; }","duration":"150.464354ms","start":"2026-04-23T01:09:23.078406Z","end":"2026-04-23T01:09:23.228871Z","steps":["trace[140766069] 'agreement among raft nodes before linearized reading' (duration: 150.330782ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:23.229185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.949944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:902"} {"level":"info","ts":"2026-04-23T01:09:23.229226Z","caller":"traceutil/trace.go:171","msg":"trace[31751328] range","detail":"{range_begin:/registry/services/endpoints/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26702; }","duration":"150.995234ms","start":"2026-04-23T01:09:23.078217Z","end":"2026-04-23T01:09:23.229212Z","steps":["trace[31751328] 'agreement among raft nodes before linearized reading' (duration: 150.891863ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:23.229438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.30995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:09:23.229489Z","caller":"traceutil/trace.go:171","msg":"trace[1426722285] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26702; }","duration":"151.369101ms","start":"2026-04-23T01:09:23.078106Z","end":"2026-04-23T01:09:23.229476Z","steps":["trace[1426722285] 'agreement among raft nodes before linearized reading' (duration: 151.29364ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:23.22969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.820249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:09:23.229741Z","caller":"traceutil/trace.go:171","msg":"trace[875614973] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26702; }","duration":"151.885791ms","start":"2026-04-23T01:09:23.077846Z","end":"2026-04-23T01:09:23.229732Z","steps":["trace[875614973] 'agreement among raft nodes before linearized reading' (duration: 151.810319ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:23.229913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.069154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:09:23.229957Z","caller":"traceutil/trace.go:171","msg":"trace[1455808677] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:0; response_revision:26702; }","duration":"152.119945ms","start":"2026-04-23T01:09:23.077826Z","end":"2026-04-23T01:09:23.229946Z","steps":["trace[1455808677] 'agreement among raft nodes before linearized reading' (duration: 152.057793ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:23.230329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.506552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:09:23.230375Z","caller":"traceutil/trace.go:171","msg":"trace[557079202] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:26702; }","duration":"152.562413ms","start":"2026-04-23T01:09:23.077801Z","end":"2026-04-23T01:09:23.230364Z","steps":["trace[557079202] 'agreement among raft nodes before linearized reading' (duration: 152.479562ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:23.586203Z","caller":"traceutil/trace.go:171","msg":"trace[1681611351] transaction","detail":"{read_only:false; response_revision:26706; number_of_response:1; }","duration":"135.501746ms","start":"2026-04-23T01:09:23.450669Z","end":"2026-04-23T01:09:23.586171Z","steps":["trace[1681611351] 'process raft request' (duration: 118.510539ms)","trace[1681611351] 'compare' (duration: 16.824204ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:09:27.401966Z","caller":"traceutil/trace.go:171","msg":"trace[659446840] linearizableReadLoop","detail":"{readStateIndex:27614; appliedIndex:27610; }","duration":"123.097184ms","start":"2026-04-23T01:09:27.27884Z","end":"2026-04-23T01:09:27.401937Z","steps":["trace[659446840] 'read index received' (duration: 75.556098ms)","trace[659446840] 'applied index is now lower than readState.Index' (duration: 47.540156ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:09:27.40205Z","caller":"traceutil/trace.go:171","msg":"trace[817674183] transaction","detail":"{read_only:false; response_revision:26743; number_of_response:1; }","duration":"152.559314ms","start":"2026-04-23T01:09:27.249468Z","end":"2026-04-23T01:09:27.402027Z","steps":["trace[817674183] 'process raft request' (duration: 152.33157ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:27.402122Z","caller":"traceutil/trace.go:171","msg":"trace[735068958] transaction","detail":"{read_only:false; response_revision:26744; number_of_response:1; }","duration":"152.487462ms","start":"2026-04-23T01:09:27.249621Z","end":"2026-04-23T01:09:27.402109Z","steps":["trace[735068958] 'process raft request' (duration: 152.229038ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:27.402391Z","caller":"traceutil/trace.go:171","msg":"trace[365538596] transaction","detail":"{read_only:false; response_revision:26742; number_of_response:1; }","duration":"153.081923ms","start":"2026-04-23T01:09:27.249294Z","end":"2026-04-23T01:09:27.402376Z","steps":["trace[365538596] 'process raft request' (duration: 105.122109ms)","trace[365538596] 'compare' (duration: 47.241751ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:09:27.402528Z","caller":"traceutil/trace.go:171","msg":"trace[919417665] transaction","detail":"{read_only:false; response_revision:26745; number_of_response:1; }","duration":"152.574463ms","start":"2026-04-23T01:09:27.24994Z","end":"2026-04-23T01:09:27.402514Z","steps":["trace[919417665] 'process raft request' (duration: 151.950011ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:27.402766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.881779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:09:27.402812Z","caller":"traceutil/trace.go:171","msg":"trace[2056292548] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:26745; }","duration":"123.985832ms","start":"2026-04-23T01:09:27.278813Z","end":"2026-04-23T01:09:27.402799Z","steps":["trace[2056292548] 'agreement among raft nodes before linearized reading' (duration: 123.871089ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:27.402908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.815138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:09:27.402968Z","caller":"traceutil/trace.go:171","msg":"trace[326069739] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:0; response_revision:26745; }","duration":"123.888639ms","start":"2026-04-23T01:09:27.279054Z","end":"2026-04-23T01:09:27.402943Z","steps":["trace[326069739] 'agreement among raft nodes before linearized reading' (duration: 123.806838ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:27.40317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.191649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:09:27.403206Z","caller":"traceutil/trace.go:171","msg":"trace[1100841840] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26745; }","duration":"121.240021ms","start":"2026-04-23T01:09:27.281957Z","end":"2026-04-23T01:09:27.403197Z","steps":["trace[1100841840] 'agreement among raft nodes before linearized reading' (duration: 121.19044ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:27.403362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.417873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:09:27.403398Z","caller":"traceutil/trace.go:171","msg":"trace[1091826850] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:26745; }","duration":"121.472704ms","start":"2026-04-23T01:09:27.281917Z","end":"2026-04-23T01:09:27.40339Z","steps":["trace[1091826850] 'agreement among raft nodes before linearized reading' (duration: 121.420753ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:27.403564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.922089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:09:27.403638Z","caller":"traceutil/trace.go:171","msg":"trace[341203581] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26745; }","duration":"124.01462ms","start":"2026-04-23T01:09:27.279612Z","end":"2026-04-23T01:09:27.403627Z","steps":["trace[341203581] 'agreement among raft nodes before linearized reading' (duration: 123.916279ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:27.405179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.619174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:09:27.405257Z","caller":"traceutil/trace.go:171","msg":"trace[1928322041] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26745; }","duration":"123.715755ms","start":"2026-04-23T01:09:27.28153Z","end":"2026-04-23T01:09:27.405246Z","steps":["trace[1928322041] 'agreement among raft nodes before linearized reading' (duration: 123.610113ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:27.405484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.93305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:09:27.405532Z","caller":"traceutil/trace.go:171","msg":"trace[428931665] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:0; response_revision:26745; }","duration":"124.019232ms","start":"2026-04-23T01:09:27.2815Z","end":"2026-04-23T01:09:27.405519Z","steps":["trace[428931665] 'agreement among raft nodes before linearized reading' (duration: 123.939961ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:27.405631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.881006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:09:27.405747Z","caller":"traceutil/trace.go:171","msg":"trace[213828793] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26745; }","duration":"126.06882ms","start":"2026-04-23T01:09:27.279655Z","end":"2026-04-23T01:09:27.405724Z","steps":["trace[213828793] 'agreement among raft nodes before linearized reading' (duration: 125.845536ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:27.591676Z","caller":"traceutil/trace.go:171","msg":"trace[1768976962] linearizableReadLoop","detail":"{readStateIndex:27615; appliedIndex:27614; }","duration":"113.988995ms","start":"2026-04-23T01:09:27.477662Z","end":"2026-04-23T01:09:27.591651Z","steps":["trace[1768976962] 'read index received' (duration: 60.244963ms)","trace[1768976962] 'applied index is now lower than readState.Index' (duration: 53.742912ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:09:27.591746Z","caller":"traceutil/trace.go:171","msg":"trace[673938515] transaction","detail":"{read_only:false; response_revision:26746; number_of_response:1; }","duration":"114.138168ms","start":"2026-04-23T01:09:27.477575Z","end":"2026-04-23T01:09:27.591713Z","steps":["trace[673938515] 'process raft request' (duration: 60.321854ms)","trace[673938515] 'compare' (duration: 53.59638ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:09:27.591933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.2477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/manila-db-init-n6dlv\" ","response":"range_response_count:1 size:7284"} {"level":"info","ts":"2026-04-23T01:09:27.591972Z","caller":"traceutil/trace.go:171","msg":"trace[1291100155] range","detail":"{range_begin:/registry/pods/openstack/manila-db-init-n6dlv; range_end:; response_count:1; response_revision:26746; }","duration":"114.347661ms","start":"2026-04-23T01:09:27.477614Z","end":"2026-04-23T01:09:27.591962Z","steps":["trace[1291100155] 'agreement among raft nodes before linearized reading' (duration: 114.134967ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:28.156727Z","caller":"traceutil/trace.go:171","msg":"trace[177374410] linearizableReadLoop","detail":"{readStateIndex:27620; appliedIndex:27619; }","duration":"116.557283ms","start":"2026-04-23T01:09:28.040145Z","end":"2026-04-23T01:09:28.156702Z","steps":["trace[177374410] 'read index received' (duration: 116.488702ms)","trace[177374410] 'applied index is now lower than readState.Index' (duration: 67.381µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:09:28.156807Z","caller":"traceutil/trace.go:171","msg":"trace[461478319] transaction","detail":"{read_only:false; response_revision:26751; number_of_response:1; }","duration":"172.137759ms","start":"2026-04-23T01:09:27.984642Z","end":"2026-04-23T01:09:28.156779Z","steps":["trace[461478319] 'process raft request' (duration: 171.895255ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:28.156883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.714526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:09:28.156915Z","caller":"traceutil/trace.go:171","msg":"trace[1867290686] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26751; }","duration":"116.794837ms","start":"2026-04-23T01:09:28.040111Z","end":"2026-04-23T01:09:28.156906Z","steps":["trace[1867290686] 'agreement among raft nodes before linearized reading' (duration: 116.709995ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:28.196424Z","caller":"traceutil/trace.go:171","msg":"trace[1232107941] transaction","detail":"{read_only:false; response_revision:26752; number_of_response:1; }","duration":"124.607733ms","start":"2026-04-23T01:09:28.071795Z","end":"2026-04-23T01:09:28.196403Z","steps":["trace[1232107941] 'process raft request' (duration: 124.360748ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:28.196526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.977648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:09:28.196548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.495512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:09:28.196536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.579991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-23T01:09:28.19659Z","caller":"traceutil/trace.go:171","msg":"trace[1623455594] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26752; }","duration":"156.068149ms","start":"2026-04-23T01:09:28.040506Z","end":"2026-04-23T01:09:28.196574Z","steps":["trace[1623455594] 'agreement among raft nodes before linearized reading' (duration: 155.927527ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:28.196607Z","caller":"traceutil/trace.go:171","msg":"trace[660572797] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:26752; }","duration":"138.577433ms","start":"2026-04-23T01:09:28.058013Z","end":"2026-04-23T01:09:28.19659Z","steps":["trace[660572797] 'agreement among raft nodes before linearized reading' (duration: 138.467871ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:28.196607Z","caller":"traceutil/trace.go:171","msg":"trace[243457773] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26752; }","duration":"147.694564ms","start":"2026-04-23T01:09:28.048902Z","end":"2026-04-23T01:09:28.196596Z","steps":["trace[243457773] 'agreement among raft nodes before linearized reading' (duration: 147.520841ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:28.196724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.192492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:09:28.196834Z","caller":"traceutil/trace.go:171","msg":"trace[841208002] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:26752; }","duration":"156.307064ms","start":"2026-04-23T01:09:28.040487Z","end":"2026-04-23T01:09:28.196794Z","steps":["trace[841208002] 'agreement among raft nodes before linearized reading' (duration: 156.126931ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:28.196708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.503218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:09:28.197001Z","caller":"traceutil/trace.go:171","msg":"trace[31610568] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:0; response_revision:26752; }","duration":"156.793013ms","start":"2026-04-23T01:09:28.040178Z","end":"2026-04-23T01:09:28.196971Z","steps":["trace[31610568] 'agreement among raft nodes before linearized reading' (duration: 156.361285ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:30.169776Z","caller":"traceutil/trace.go:171","msg":"trace[1048312220] transaction","detail":"{read_only:false; response_revision:26767; number_of_response:1; }","duration":"296.771091ms","start":"2026-04-23T01:09:29.872975Z","end":"2026-04-23T01:09:30.169746Z","steps":["trace[1048312220] 'process raft request' (duration: 296.579448ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:30.284866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.087934ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-23T01:09:30.285145Z","caller":"traceutil/trace.go:171","msg":"trace[896571051] linearizableReadLoop","detail":"{readStateIndex:27638; appliedIndex:27635; }","duration":"122.669256ms","start":"2026-04-23T01:09:30.162457Z","end":"2026-04-23T01:09:30.285126Z","steps":["trace[896571051] 'read index received' (duration: 7.076412ms)","trace[896571051] 'applied index is now lower than readState.Index' (duration: 115.591514ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:09:30.285456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.976362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:09:30.285547Z","caller":"traceutil/trace.go:171","msg":"trace[824016671] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26768; }","duration":"123.116805ms","start":"2026-04-23T01:09:30.16241Z","end":"2026-04-23T01:09:30.285527Z","steps":["trace[824016671] 'agreement among raft nodes before linearized reading' (duration: 122.831739ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:30.285621Z","caller":"traceutil/trace.go:171","msg":"trace[1337987699] transaction","detail":"{read_only:false; response_revision:26768; number_of_response:1; }","duration":"357.219268ms","start":"2026-04-23T01:09:29.928382Z","end":"2026-04-23T01:09:30.285601Z","steps":["trace[1337987699] 'process raft request' (duration: 356.602736ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:30.285741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:29.928359Z","time spent":"357.316079ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:09:30.702623Z","caller":"traceutil/trace.go:171","msg":"trace[1273313292] transaction","detail":"{read_only:false; response_revision:26770; number_of_response:1; }","duration":"136.389542ms","start":"2026-04-23T01:09:30.566187Z","end":"2026-04-23T01:09:30.702577Z","steps":["trace[1273313292] 'process raft request' (duration: 136.195548ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:30.867875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.212495ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:09:30.868092Z","caller":"traceutil/trace.go:171","msg":"trace[1661550295] transaction","detail":"{read_only:false; response_revision:26771; number_of_response:1; }","duration":"270.162486ms","start":"2026-04-23T01:09:30.597879Z","end":"2026-04-23T01:09:30.868042Z","steps":["trace[1661550295] 'process raft request' (duration: 167.648184ms)","trace[1661550295] 'compare' (duration: 101.957651ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:09:30.868154Z","caller":"traceutil/trace.go:171","msg":"trace[209540719] transaction","detail":"{read_only:false; response_revision:26773; number_of_response:1; }","duration":"120.340834ms","start":"2026-04-23T01:09:30.747792Z","end":"2026-04-23T01:09:30.868132Z","steps":["trace[209540719] 'process raft request' (duration: 120.284223ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:30.868123Z","caller":"traceutil/trace.go:171","msg":"trace[800747493] linearizableReadLoop","detail":"{readStateIndex:27641; appliedIndex:27640; }","duration":"264.527761ms","start":"2026-04-23T01:09:30.603562Z","end":"2026-04-23T01:09:30.86809Z","steps":["trace[800747493] 'read index received' (duration: 99.016155ms)","trace[800747493] 'applied index is now lower than readState.Index' (duration: 165.509276ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:09:30.868207Z","caller":"traceutil/trace.go:171","msg":"trace[392651725] transaction","detail":"{read_only:false; response_revision:26772; number_of_response:1; }","duration":"120.575108ms","start":"2026-04-23T01:09:30.74758Z","end":"2026-04-23T01:09:30.868155Z","steps":["trace[392651725] 'process raft request' (duration: 120.430295ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:30.86843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.856247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-04-23T01:09:30.86851Z","caller":"traceutil/trace.go:171","msg":"trace[403324811] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:26773; }","duration":"265.02739ms","start":"2026-04-23T01:09:30.603463Z","end":"2026-04-23T01:09:30.868491Z","steps":["trace[403324811] 'agreement among raft nodes before linearized reading' (duration: 264.728185ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:31.124302Z","caller":"traceutil/trace.go:171","msg":"trace[1423211302] linearizableReadLoop","detail":"{readStateIndex:27645; appliedIndex:27643; }","duration":"256.023212ms","start":"2026-04-23T01:09:30.868251Z","end":"2026-04-23T01:09:31.124274Z","steps":["trace[1423211302] 'read index received' (duration: 255.683585ms)","trace[1423211302] 'applied index is now lower than readState.Index' (duration: 338.657µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:09:31.124422Z","caller":"traceutil/trace.go:171","msg":"trace[1116492591] transaction","detail":"{read_only:false; response_revision:26775; number_of_response:1; }","duration":"334.379133ms","start":"2026-04-23T01:09:30.790026Z","end":"2026-04-23T01:09:31.124405Z","steps":["trace[1116492591] 'process raft request' (duration: 334.182439ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:31.124528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:30.790006Z","time spent":"334.449134ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:09:31.124566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.341399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:09:31.124614Z","caller":"traceutil/trace.go:171","msg":"trace[1823606351] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:26775; }","duration":"285.43534ms","start":"2026-04-23T01:09:30.839163Z","end":"2026-04-23T01:09:31.124598Z","steps":["trace[1823606351] 'agreement among raft nodes before linearized reading' (duration: 285.262867ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:31.124698Z","caller":"traceutil/trace.go:171","msg":"trace[213297806] transaction","detail":"{read_only:false; response_revision:26774; number_of_response:1; }","duration":"335.670897ms","start":"2026-04-23T01:09:30.789019Z","end":"2026-04-23T01:09:31.12469Z","steps":["trace[213297806] 'process raft request' (duration: 334.999284ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:31.124738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:30.78897Z","time spent":"335.745919ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:09:31.124754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.433165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-bae1c3b4-037d-4e65-877e-57d7483c80f2\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-04-23T01:09:31.124835Z","caller":"traceutil/trace.go:171","msg":"trace[132459072] range","detail":"{range_begin:/registry/persistentvolumes/pvc-bae1c3b4-037d-4e65-877e-57d7483c80f2; range_end:; response_count:1; response_revision:26775; }","duration":"252.549736ms","start":"2026-04-23T01:09:30.872261Z","end":"2026-04-23T01:09:31.124811Z","steps":["trace[132459072] 'agreement among raft nodes before linearized reading' (duration: 252.296182ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:31.124882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.640263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T01:09:31.124832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.684679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:09:31.124915Z","caller":"traceutil/trace.go:171","msg":"trace[1115826821] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:26775; }","duration":"329.721575ms","start":"2026-04-23T01:09:30.795181Z","end":"2026-04-23T01:09:31.124902Z","steps":["trace[1115826821] 'agreement among raft nodes before linearized reading' (duration: 329.618463ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:31.124938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:30.795156Z","time spent":"329.774936ms","remote":"127.0.0.1:58156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":54,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:09:31.124953Z","caller":"traceutil/trace.go:171","msg":"trace[363644421] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:26775; }","duration":"142.878073ms","start":"2026-04-23T01:09:30.982037Z","end":"2026-04-23T01:09:31.124915Z","steps":["trace[363644421] 'agreement among raft nodes before linearized reading' (duration: 142.629989ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:31.127296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.362453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-23T01:09:31.127414Z","caller":"traceutil/trace.go:171","msg":"trace[22568708] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:26775; }","duration":"488.543846ms","start":"2026-04-23T01:09:30.638846Z","end":"2026-04-23T01:09:31.12739Z","steps":["trace[22568708] 'agreement among raft nodes before linearized reading' (duration: 485.667132ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:31.127485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:30.638835Z","time spent":"488.630508ms","remote":"127.0.0.1:58144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2894,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:09:31.547746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.637878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-23T01:09:31.547845Z","caller":"traceutil/trace.go:171","msg":"trace[1432212446] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26777; }","duration":"113.849651ms","start":"2026-04-23T01:09:31.433973Z","end":"2026-04-23T01:09:31.547823Z","steps":["trace[1432212446] 'range keys from in-memory index tree' (duration: 113.426404ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:31.934609Z","caller":"traceutil/trace.go:171","msg":"trace[1271231200] transaction","detail":"{read_only:false; response_revision:26782; number_of_response:1; }","duration":"220.279365ms","start":"2026-04-23T01:09:31.714287Z","end":"2026-04-23T01:09:31.934566Z","steps":["trace[1271231200] 'process raft request' (duration: 220.025791ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:32.985843Z","caller":"traceutil/trace.go:171","msg":"trace[1667992678] transaction","detail":"{read_only:false; response_revision:26789; number_of_response:1; }","duration":"111.821754ms","start":"2026-04-23T01:09:32.874002Z","end":"2026-04-23T01:09:32.985824Z","steps":["trace[1667992678] 'process raft request' (duration: 71.082135ms)","trace[1667992678] 'compare' (duration: 40.578566ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:09:32.986174Z","caller":"traceutil/trace.go:171","msg":"trace[860323694] transaction","detail":"{read_only:false; response_revision:26790; number_of_response:1; }","duration":"100.506423ms","start":"2026-04-23T01:09:32.885635Z","end":"2026-04-23T01:09:32.986142Z","steps":["trace[860323694] 'process raft request' (duration: 100.111576ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:33.297346Z","caller":"traceutil/trace.go:171","msg":"trace[592586405] transaction","detail":"{read_only:false; response_revision:26797; number_of_response:1; }","duration":"144.901701ms","start":"2026-04-23T01:09:33.152418Z","end":"2026-04-23T01:09:33.29732Z","steps":["trace[592586405] 'process raft request' (duration: 143.952163ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:33.297651Z","caller":"traceutil/trace.go:171","msg":"trace[1846009965] transaction","detail":"{read_only:false; response_revision:26798; number_of_response:1; }","duration":"134.749022ms","start":"2026-04-23T01:09:33.162876Z","end":"2026-04-23T01:09:33.297625Z","steps":["trace[1846009965] 'process raft request' (duration: 134.092929ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:33.622784Z","caller":"traceutil/trace.go:171","msg":"trace[921949935] transaction","detail":"{read_only:false; response_revision:26807; number_of_response:1; }","duration":"112.834472ms","start":"2026-04-23T01:09:33.509912Z","end":"2026-04-23T01:09:33.622746Z","steps":["trace[921949935] 'process raft request' (duration: 112.533337ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:35.292736Z","caller":"traceutil/trace.go:171","msg":"trace[1775751472] transaction","detail":"{read_only:false; response_revision:26821; number_of_response:1; }","duration":"140.233423ms","start":"2026-04-23T01:09:35.152474Z","end":"2026-04-23T01:09:35.292707Z","steps":["trace[1775751472] 'process raft request' (duration: 46.509046ms)","trace[1775751472] 'compare' (duration: 93.423712ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:09:35.292924Z","caller":"traceutil/trace.go:171","msg":"trace[41823733] linearizableReadLoop","detail":"{readStateIndex:27693; appliedIndex:27691; }","duration":"117.737235ms","start":"2026-04-23T01:09:35.175164Z","end":"2026-04-23T01:09:35.292902Z","steps":["trace[41823733] 'read index received' (duration: 23.776943ms)","trace[41823733] 'applied index is now lower than readState.Index' (duration: 93.959182ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:09:35.292931Z","caller":"traceutil/trace.go:171","msg":"trace[1136238709] transaction","detail":"{read_only:false; response_revision:26822; number_of_response:1; }","duration":"135.7173ms","start":"2026-04-23T01:09:35.157178Z","end":"2026-04-23T01:09:35.292895Z","steps":["trace[1136238709] 'process raft request' (duration: 135.452145ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:35.293268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.079891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:09:35.29332Z","caller":"traceutil/trace.go:171","msg":"trace[1988418636] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:26823; }","duration":"118.201913ms","start":"2026-04-23T01:09:35.175105Z","end":"2026-04-23T01:09:35.293306Z","steps":["trace[1988418636] 'agreement among raft nodes before linearized reading' (duration: 117.920748ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:35.5196Z","caller":"traceutil/trace.go:171","msg":"trace[380015914] transaction","detail":"{read_only:false; response_revision:26825; number_of_response:1; }","duration":"167.581024ms","start":"2026-04-23T01:09:35.351994Z","end":"2026-04-23T01:09:35.519575Z","steps":["trace[380015914] 'process raft request' (duration: 167.479242ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:35.519678Z","caller":"traceutil/trace.go:171","msg":"trace[195616481] transaction","detail":"{read_only:false; response_revision:26824; number_of_response:1; }","duration":"219.920829ms","start":"2026-04-23T01:09:35.299662Z","end":"2026-04-23T01:09:35.519583Z","steps":["trace[195616481] 'process raft request' (duration: 169.725903ms)","trace[195616481] 'compare' (duration: 49.717637ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:09:35.520061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.053827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-23T01:09:35.520116Z","caller":"traceutil/trace.go:171","msg":"trace[409336373] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26825; }","duration":"179.161359ms","start":"2026-04-23T01:09:35.34094Z","end":"2026-04-23T01:09:35.520101Z","steps":["trace[409336373] 'agreement among raft nodes before linearized reading' (duration: 178.978036ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:35.519873Z","caller":"traceutil/trace.go:171","msg":"trace[2136244646] linearizableReadLoop","detail":"{readStateIndex:27695; appliedIndex:27694; }","duration":"178.867494ms","start":"2026-04-23T01:09:35.34099Z","end":"2026-04-23T01:09:35.519858Z","steps":["trace[2136244646] 'read index received' (duration: 128.572226ms)","trace[2136244646] 'applied index is now lower than readState.Index' (duration: 50.293718ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:09:36.054352Z","caller":"traceutil/trace.go:171","msg":"trace[1956927296] linearizableReadLoop","detail":"{readStateIndex:27703; appliedIndex:27701; }","duration":"216.699149ms","start":"2026-04-23T01:09:35.837625Z","end":"2026-04-23T01:09:36.054325Z","steps":["trace[1956927296] 'read index received' (duration: 216.456485ms)","trace[1956927296] 'applied index is now lower than readState.Index' (duration: 241.624µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:09:36.054388Z","caller":"traceutil/trace.go:171","msg":"trace[1911160620] transaction","detail":"{read_only:false; response_revision:26831; number_of_response:1; }","duration":"279.862426ms","start":"2026-04-23T01:09:35.77449Z","end":"2026-04-23T01:09:36.054352Z","steps":["trace[1911160620] 'process raft request' (duration: 279.620802ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:36.054417Z","caller":"traceutil/trace.go:171","msg":"trace[1886712858] transaction","detail":"{read_only:false; response_revision:26832; number_of_response:1; }","duration":"278.777455ms","start":"2026-04-23T01:09:35.775606Z","end":"2026-04-23T01:09:36.054384Z","steps":["trace[1886712858] 'process raft request' (duration: 278.659723ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:36.054524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.881232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:09:36.054565Z","caller":"traceutil/trace.go:171","msg":"trace[151255536] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:26832; }","duration":"216.979364ms","start":"2026-04-23T01:09:35.837574Z","end":"2026-04-23T01:09:36.054553Z","steps":["trace[151255536] 'agreement among raft nodes before linearized reading' (duration: 216.870783ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:37.162095Z","caller":"traceutil/trace.go:171","msg":"trace[650601677] transaction","detail":"{read_only:false; response_revision:26836; number_of_response:1; }","duration":"177.688181ms","start":"2026-04-23T01:09:36.984375Z","end":"2026-04-23T01:09:37.162063Z","steps":["trace[650601677] 'process raft request' (duration: 177.474998ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:37.563301Z","caller":"traceutil/trace.go:171","msg":"trace[68214499] linearizableReadLoop","detail":"{readStateIndex:27708; appliedIndex:27707; }","duration":"307.821698ms","start":"2026-04-23T01:09:37.255457Z","end":"2026-04-23T01:09:37.563278Z","steps":["trace[68214499] 'read index received' (duration: 303.66994ms)","trace[68214499] 'applied index is now lower than readState.Index' (duration: 4.150748ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:09:37.563367Z","caller":"traceutil/trace.go:171","msg":"trace[1193557708] transaction","detail":"{read_only:false; response_revision:26837; number_of_response:1; }","duration":"494.527038ms","start":"2026-04-23T01:09:37.068801Z","end":"2026-04-23T01:09:37.563328Z","steps":["trace[1193557708] 'process raft request' (duration: 490.408911ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:37.563467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.009991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-04-23T01:09:37.563511Z","caller":"traceutil/trace.go:171","msg":"trace[833235273] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26837; }","duration":"308.118343ms","start":"2026-04-23T01:09:37.255372Z","end":"2026-04-23T01:09:37.563491Z","steps":["trace[833235273] 'agreement among raft nodes before linearized reading' (duration: 308.020201ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:37.563531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:37.255327Z","time spent":"308.198594ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-23T01:09:37.563744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:37.06878Z","time spent":"494.661251ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:09:37.602057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.384029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:09:37.602131Z","caller":"traceutil/trace.go:171","msg":"trace[1711332611] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:26839; }","duration":"240.476791ms","start":"2026-04-23T01:09:37.361637Z","end":"2026-04-23T01:09:37.602114Z","steps":["trace[1711332611] 'agreement among raft nodes before linearized reading' (duration: 240.328118ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:37.602647Z","caller":"traceutil/trace.go:171","msg":"trace[24139450] transaction","detail":"{read_only:false; response_revision:26838; number_of_response:1; }","duration":"303.10456ms","start":"2026-04-23T01:09:37.299522Z","end":"2026-04-23T01:09:37.602627Z","steps":["trace[24139450] 'process raft request' (duration: 302.246324ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:37.602774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:37.299474Z","time spent":"303.219692ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:09:37.603006Z","caller":"traceutil/trace.go:171","msg":"trace[1657562448] transaction","detail":"{read_only:false; response_revision:26839; number_of_response:1; }","duration":"303.12738ms","start":"2026-04-23T01:09:37.299834Z","end":"2026-04-23T01:09:37.602962Z","steps":["trace[1657562448] 'process raft request' (duration: 302.09095ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:37.603222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:37.299825Z","time spent":"303.266532ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:09:37.603588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.239358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:09:37.603643Z","caller":"traceutil/trace.go:171","msg":"trace[841980604] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26839; }","duration":"188.33818ms","start":"2026-04-23T01:09:37.415289Z","end":"2026-04-23T01:09:37.603628Z","steps":["trace[841980604] 'agreement among raft nodes before linearized reading' (duration: 188.243548ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:40.700991Z","caller":"traceutil/trace.go:171","msg":"trace[32886355] transaction","detail":"{read_only:false; response_revision:26866; number_of_response:1; }","duration":"228.384697ms","start":"2026-04-23T01:09:40.472573Z","end":"2026-04-23T01:09:40.700957Z","steps":["trace[32886355] 'process raft request' (duration: 227.594632ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:41.932905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.494828ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:09:41.933109Z","caller":"traceutil/trace.go:171","msg":"trace[389828980] transaction","detail":"{read_only:false; response_revision:26874; number_of_response:1; }","duration":"191.943988ms","start":"2026-04-23T01:09:41.741125Z","end":"2026-04-23T01:09:41.933069Z","steps":["trace[389828980] 'process raft request' (duration: 80.181865ms)","trace[389828980] 'compare' (duration: 111.382826ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:09:42.266313Z","caller":"traceutil/trace.go:171","msg":"trace[1843894994] transaction","detail":"{read_only:false; response_revision:26878; number_of_response:1; }","duration":"137.423932ms","start":"2026-04-23T01:09:42.128864Z","end":"2026-04-23T01:09:42.266288Z","steps":["trace[1843894994] 'process raft request' (duration: 111.073771ms)","trace[1843894994] 'compare' (duration: 26.264399ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:09:42.750324Z","caller":"traceutil/trace.go:171","msg":"trace[1498666108] linearizableReadLoop","detail":"{readStateIndex:27753; appliedIndex:27752; }","duration":"277.785787ms","start":"2026-04-23T01:09:42.472519Z","end":"2026-04-23T01:09:42.750305Z","steps":["trace[1498666108] 'read index received' (duration: 277.719565ms)","trace[1498666108] 'applied index is now lower than readState.Index' (duration: 65.322µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:09:42.750488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.953019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:09:42.750477Z","caller":"traceutil/trace.go:171","msg":"trace[558811217] transaction","detail":"{read_only:false; response_revision:26881; number_of_response:1; }","duration":"291.623316ms","start":"2026-04-23T01:09:42.45879Z","end":"2026-04-23T01:09:42.750413Z","steps":["trace[558811217] 'process raft request' (duration: 291.360971ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:42.750532Z","caller":"traceutil/trace.go:171","msg":"trace[91674772] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26881; }","duration":"278.033511ms","start":"2026-04-23T01:09:42.472485Z","end":"2026-04-23T01:09:42.750519Z","steps":["trace[91674772] 'agreement among raft nodes before linearized reading' (duration: 277.92827ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:42.83608Z","caller":"traceutil/trace.go:171","msg":"trace[1047485405] transaction","detail":"{read_only:false; response_revision:26882; number_of_response:1; }","duration":"363.515074ms","start":"2026-04-23T01:09:42.472511Z","end":"2026-04-23T01:09:42.836026Z","steps":["trace[1047485405] 'process raft request' (duration: 350.96773ms)","trace[1047485405] 'compare' (duration: 12.381191ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:09:42.836164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.878653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:09:42.836223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.327267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-23T01:09:42.836261Z","caller":"traceutil/trace.go:171","msg":"trace[651926980] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26882; }","duration":"131.391669ms","start":"2026-04-23T01:09:42.704851Z","end":"2026-04-23T01:09:42.836242Z","steps":["trace[651926980] 'agreement among raft nodes before linearized reading' (duration: 131.308007ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:42.836258Z","caller":"traceutil/trace.go:171","msg":"trace[867727691] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26882; }","duration":"363.002467ms","start":"2026-04-23T01:09:42.473231Z","end":"2026-04-23T01:09:42.836233Z","steps":["trace[867727691] 'agreement among raft nodes before linearized reading' (duration: 362.838493ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:42.836317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:42.473207Z","time spent":"363.098868ms","remote":"127.0.0.1:57872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-04-23T01:09:42.836119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.811202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T01:09:42.836379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.801235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"info","ts":"2026-04-23T01:09:42.836382Z","caller":"traceutil/trace.go:171","msg":"trace[292817115] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26882; }","duration":"363.100058ms","start":"2026-04-23T01:09:42.473269Z","end":"2026-04-23T01:09:42.83637Z","steps":["trace[292817115] 'agreement among raft nodes before linearized reading' (duration: 362.766261ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:09:42.836398Z","caller":"traceutil/trace.go:171","msg":"trace[1469000672] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:26882; }","duration":"360.906737ms","start":"2026-04-23T01:09:42.475487Z","end":"2026-04-23T01:09:42.836393Z","steps":["trace[1469000672] 'agreement among raft nodes before linearized reading' (duration: 360.855886ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:42.836415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:42.475464Z","time spent":"360.947378ms","remote":"127.0.0.1:57872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5104,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-04-23T01:09:42.836422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:42.47325Z","time spent":"363.163479ms","remote":"127.0.0.1:57872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-04-23T01:09:42.836488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.500155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:09:42.836527Z","caller":"traceutil/trace.go:171","msg":"trace[1958982248] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:26882; }","duration":"363.588077ms","start":"2026-04-23T01:09:42.472929Z","end":"2026-04-23T01:09:42.836517Z","steps":["trace[1958982248] 'agreement among raft nodes before linearized reading' (duration: 363.531996ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:42.836548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.954174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"info","ts":"2026-04-23T01:09:42.836568Z","caller":"traceutil/trace.go:171","msg":"trace[110542103] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:26882; }","duration":"362.992865ms","start":"2026-04-23T01:09:42.473571Z","end":"2026-04-23T01:09:42.836564Z","steps":["trace[110542103] 'agreement among raft nodes before linearized reading' (duration: 362.944154ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:42.836563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:42.472903Z","time spent":"363.646567ms","remote":"127.0.0.1:57872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-04-23T01:09:42.836584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:42.473561Z","time spent":"363.019196ms","remote":"127.0.0.1:57872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5104,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-04-23T01:09:42.83666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.997214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:09:42.836695Z","caller":"traceutil/trace.go:171","msg":"trace[528775766] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:26882; }","duration":"364.068375ms","start":"2026-04-23T01:09:42.472619Z","end":"2026-04-23T01:09:42.836687Z","steps":["trace[528775766] 'agreement among raft nodes before linearized reading' (duration: 364.019904ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:42.836709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.085385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:09:42.836726Z","caller":"traceutil/trace.go:171","msg":"trace[1896518331] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26882; }","duration":"364.157116ms","start":"2026-04-23T01:09:42.472564Z","end":"2026-04-23T01:09:42.836721Z","steps":["trace[1896518331] 'agreement among raft nodes before linearized reading' (duration: 364.127856ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:42.836744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:42.472517Z","time spent":"364.223648ms","remote":"127.0.0.1:57872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-04-23T01:09:42.836744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:42.472598Z","time spent":"364.138447ms","remote":"127.0.0.1:57872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-04-23T01:09:42.836315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:09:42.472471Z","time spent":"363.717049ms","remote":"127.0.0.1:57898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:09:43.192518Z","caller":"traceutil/trace.go:171","msg":"trace[416735387] transaction","detail":"{read_only:false; response_revision:26886; number_of_response:1; }","duration":"137.886139ms","start":"2026-04-23T01:09:43.054595Z","end":"2026-04-23T01:09:43.192481Z","steps":["trace[416735387] 'process raft request' (duration: 106.006325ms)","trace[416735387] 'compare' (duration: 31.710331ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:09:43.439183Z","caller":"traceutil/trace.go:171","msg":"trace[1685772731] linearizableReadLoop","detail":"{readStateIndex:27760; appliedIndex:27758; }","duration":"125.02923ms","start":"2026-04-23T01:09:43.314134Z","end":"2026-04-23T01:09:43.439163Z","steps":["trace[1685772731] 'read index received' (duration: 30.376287ms)","trace[1685772731] 'applied index is now lower than readState.Index' (duration: 94.652133ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:09:43.439202Z","caller":"traceutil/trace.go:171","msg":"trace[2022749029] transaction","detail":"{read_only:false; response_revision:26887; number_of_response:1; }","duration":"127.494856ms","start":"2026-04-23T01:09:43.311677Z","end":"2026-04-23T01:09:43.439172Z","steps":["trace[2022749029] 'process raft request' (duration: 32.720541ms)","trace[2022749029] 'compare' (duration: 94.611373ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:09:43.439275Z","caller":"traceutil/trace.go:171","msg":"trace[1841314712] transaction","detail":"{read_only:false; response_revision:26888; number_of_response:1; }","duration":"127.538737ms","start":"2026-04-23T01:09:43.311692Z","end":"2026-04-23T01:09:43.439231Z","steps":["trace[1841314712] 'process raft request' (duration: 127.430375ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:09:43.439379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.231674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T01:09:43.43946Z","caller":"traceutil/trace.go:171","msg":"trace[476427078] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:26888; }","duration":"125.337965ms","start":"2026-04-23T01:09:43.314088Z","end":"2026-04-23T01:09:43.439426Z","steps":["trace[476427078] 'agreement among raft nodes before linearized reading' (duration: 125.204263ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:03.904379Z","caller":"traceutil/trace.go:171","msg":"trace[2138802033] transaction","detail":"{read_only:false; response_revision:27066; number_of_response:1; }","duration":"101.819658ms","start":"2026-04-23T01:10:03.802515Z","end":"2026-04-23T01:10:03.904335Z","steps":["trace[2138802033] 'process raft request' (duration: 101.685086ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:03.904525Z","caller":"traceutil/trace.go:171","msg":"trace[842189894] transaction","detail":"{read_only:false; response_revision:27065; number_of_response:1; }","duration":"106.733119ms","start":"2026-04-23T01:10:03.797749Z","end":"2026-04-23T01:10:03.904482Z","steps":["trace[842189894] 'process raft request' (duration: 75.975766ms)","trace[842189894] 'compare' (duration: 30.307885ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:10:37.765179Z","caller":"traceutil/trace.go:171","msg":"trace[1513927321] transaction","detail":"{read_only:false; response_revision:27410; number_of_response:1; }","duration":"105.69503ms","start":"2026-04-23T01:10:37.659464Z","end":"2026-04-23T01:10:37.765159Z","steps":["trace[1513927321] 'process raft request' (duration: 105.576568ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:10:50.36055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.786142ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T01:10:50.360908Z","caller":"traceutil/trace.go:171","msg":"trace[1310995383] transaction","detail":"{read_only:false; response_revision:27545; number_of_response:1; }","duration":"123.279998ms","start":"2026-04-23T01:10:50.237597Z","end":"2026-04-23T01:10:50.360877Z","steps":["trace[1310995383] 'process raft request' (duration: 17.082188ms)","trace[1310995383] 'compare' (duration: 105.681071ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:10:50.361139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.632287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:10:50.361229Z","caller":"traceutil/trace.go:171","msg":"trace[716802531] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:27545; }","duration":"106.75649ms","start":"2026-04-23T01:10:50.254452Z","end":"2026-04-23T01:10:50.361209Z","steps":["trace[716802531] 'agreement among raft nodes before linearized reading' (duration: 106.614727ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:10:50.361548Z","caller":"traceutil/trace.go:171","msg":"trace[1444523511] linearizableReadLoop","detail":"{readStateIndex:28433; appliedIndex:28432; }","duration":"106.357222ms","start":"2026-04-23T01:10:50.254478Z","end":"2026-04-23T01:10:50.360835Z","steps":["trace[1444523511] 'read index received' (duration: 169.833µs)","trace[1444523511] 'applied index is now lower than readState.Index' (duration: 106.185939ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:11:24.258635Z","caller":"traceutil/trace.go:171","msg":"trace[1253003229] transaction","detail":"{read_only:false; response_revision:27834; number_of_response:1; }","duration":"101.103244ms","start":"2026-04-23T01:11:24.157488Z","end":"2026-04-23T01:11:24.258591Z","steps":["trace[1253003229] 'process raft request' (duration: 57.784717ms)","trace[1253003229] 'compare' (duration: 43.006122ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:11:24.266796Z","caller":"traceutil/trace.go:171","msg":"trace[1410624994] transaction","detail":"{read_only:false; response_revision:27836; number_of_response:1; }","duration":"107.28108ms","start":"2026-04-23T01:11:24.159487Z","end":"2026-04-23T01:11:24.266768Z","steps":["trace[1410624994] 'process raft request' (duration: 107.209179ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:11:24.266832Z","caller":"traceutil/trace.go:171","msg":"trace[1721141029] transaction","detail":"{read_only:false; response_revision:27835; number_of_response:1; }","duration":"109.255346ms","start":"2026-04-23T01:11:24.157531Z","end":"2026-04-23T01:11:24.266786Z","steps":["trace[1721141029] 'process raft request' (duration: 108.972751ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:05.337138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.417263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-23T01:12:05.337243Z","caller":"traceutil/trace.go:171","msg":"trace[571289075] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28321; }","duration":"143.565885ms","start":"2026-04-23T01:12:05.193654Z","end":"2026-04-23T01:12:05.33722Z","steps":["trace[571289075] 'range keys from in-memory index tree' (duration: 143.237909ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:10.644324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.675543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:12:10.644393Z","caller":"traceutil/trace.go:171","msg":"trace[2022510999] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28363; }","duration":"228.787275ms","start":"2026-04-23T01:12:10.415591Z","end":"2026-04-23T01:12:10.644379Z","steps":["trace[2022510999] 'range keys from in-memory index tree' (duration: 228.594101ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:12:27.361202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.883616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-23T01:12:27.361305Z","caller":"traceutil/trace.go:171","msg":"trace[73382909] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28564; }","duration":"192.038229ms","start":"2026-04-23T01:12:27.169246Z","end":"2026-04-23T01:12:27.361284Z","steps":["trace[73382909] 'range keys from in-memory index tree' (duration: 191.676953ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:12:34.042177Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":25877} {"level":"info","ts":"2026-04-23T01:12:34.173897Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":25877,"took":"127.269063ms","hash":3688265740,"current-db-size-bytes":56532992,"current-db-size":"56 MB","current-db-size-in-use-bytes":36995072,"current-db-size-in-use":"37 MB"} {"level":"info","ts":"2026-04-23T01:12:34.173958Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3688265740,"revision":25877,"compact-revision":23332} {"level":"info","ts":"2026-04-23T01:13:29.026804Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"1686e9b1ea717edf","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-23T01:13:29.034367Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-04-23T01:13:29.034592Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-04-23T01:17:34.05394Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":28640} {"level":"info","ts":"2026-04-23T01:17:34.192239Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":28640,"took":"134.068956ms","hash":3901707597,"current-db-size-bytes":56532992,"current-db-size":"56 MB","current-db-size-in-use-bytes":32387072,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-23T01:17:34.192313Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3901707597,"revision":28640,"compact-revision":25877} {"level":"info","ts":"2026-04-23T01:22:34.060465Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":30936} {"level":"info","ts":"2026-04-23T01:22:34.199724Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":30936,"took":"134.533231ms","hash":877260024,"current-db-size-bytes":56532992,"current-db-size":"56 MB","current-db-size-in-use-bytes":30896128,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-04-23T01:22:34.199795Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":877260024,"revision":30936,"compact-revision":28640} {"level":"info","ts":"2026-04-23T01:25:42.972317Z","caller":"traceutil/trace.go:171","msg":"trace[1762014760] transaction","detail":"{read_only:false; response_revision:34717; number_of_response:1; }","duration":"140.541053ms","start":"2026-04-23T01:25:42.831723Z","end":"2026-04-23T01:25:42.972264Z","steps":["trace[1762014760] 'process raft request' (duration: 140.287238ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:25:43.083777Z","caller":"traceutil/trace.go:171","msg":"trace[227311540] transaction","detail":"{read_only:false; response_revision:34719; number_of_response:1; }","duration":"103.784057ms","start":"2026-04-23T01:25:42.979956Z","end":"2026-04-23T01:25:43.08374Z","steps":["trace[227311540] 'process raft request' (duration: 103.497861ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:25:43.306592Z","caller":"traceutil/trace.go:171","msg":"trace[662921321] linearizableReadLoop","detail":"{readStateIndex:35818; appliedIndex:35816; }","duration":"174.092061ms","start":"2026-04-23T01:25:43.132471Z","end":"2026-04-23T01:25:43.306563Z","steps":["trace[662921321] 'read index received' (duration: 1.084631ms)","trace[662921321] 'applied index is now lower than readState.Index' (duration: 173.00569ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:25:43.306831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.331465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-04-23T01:25:43.306884Z","caller":"traceutil/trace.go:171","msg":"trace[690687061] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:34722; }","duration":"174.430257ms","start":"2026-04-23T01:25:43.132435Z","end":"2026-04-23T01:25:43.306866Z","steps":["trace[690687061] 'agreement among raft nodes before linearized reading' (duration: 174.232044ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:25:43.306857Z","caller":"traceutil/trace.go:171","msg":"trace[1967284676] transaction","detail":"{read_only:false; response_revision:34722; number_of_response:1; }","duration":"217.343697ms","start":"2026-04-23T01:25:43.089473Z","end":"2026-04-23T01:25:43.306816Z","steps":["trace[1967284676] 'process raft request' (duration: 154.953542ms)","trace[1967284676] 'compare' (duration: 61.807465ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:25:43.535787Z","caller":"traceutil/trace.go:171","msg":"trace[157821423] transaction","detail":"{read_only:false; response_revision:34724; number_of_response:1; }","duration":"186.128633ms","start":"2026-04-23T01:25:43.349629Z","end":"2026-04-23T01:25:43.535757Z","steps":["trace[157821423] 'process raft request' (duration: 185.967431ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:25:43.672487Z","caller":"traceutil/trace.go:171","msg":"trace[531698170] linearizableReadLoop","detail":"{readStateIndex:35821; appliedIndex:35819; }","duration":"254.807297ms","start":"2026-04-23T01:25:43.417654Z","end":"2026-04-23T01:25:43.672461Z","steps":["trace[531698170] 'read index received' (duration: 117.996673ms)","trace[531698170] 'applied index is now lower than readState.Index' (duration: 136.809564ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:25:43.67268Z","caller":"traceutil/trace.go:171","msg":"trace[511344629] transaction","detail":"{read_only:false; response_revision:34725; number_of_response:1; }","duration":"295.434345ms","start":"2026-04-23T01:25:43.377199Z","end":"2026-04-23T01:25:43.672633Z","steps":["trace[511344629] 'process raft request' (duration: 226.448378ms)","trace[511344629] 'compare' (duration: 68.626731ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:25:43.672951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.277965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T01:25:43.67304Z","caller":"traceutil/trace.go:171","msg":"trace[188317832] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34725; }","duration":"255.411278ms","start":"2026-04-23T01:25:43.417606Z","end":"2026-04-23T01:25:43.673018Z","steps":["trace[188317832] 'agreement among raft nodes before linearized reading' (duration: 255.198844ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:26:13.898592Z","caller":"traceutil/trace.go:171","msg":"trace[1124191895] transaction","detail":"{read_only:false; response_revision:34949; number_of_response:1; }","duration":"221.989763ms","start":"2026-04-23T01:26:13.676566Z","end":"2026-04-23T01:26:13.898556Z","steps":["trace[1124191895] 'process raft request' (duration: 221.736279ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:27:34.065769Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":33203} {"level":"info","ts":"2026-04-23T01:27:34.207096Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":33203,"took":"136.422368ms","hash":1465939466,"current-db-size-bytes":57577472,"current-db-size":"58 MB","current-db-size-in-use-bytes":32456704,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-23T01:27:34.207184Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1465939466,"revision":33203,"compact-revision":30936} {"level":"info","ts":"2026-04-23T01:32:34.072082Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":35537} {"level":"info","ts":"2026-04-23T01:32:34.215038Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":35537,"took":"138.302812ms","hash":401359571,"current-db-size-bytes":58929152,"current-db-size":"59 MB","current-db-size-in-use-bytes":32649216,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-04-23T01:32:34.215098Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":401359571,"revision":35537,"compact-revision":33203} {"level":"info","ts":"2026-04-23T01:34:47.076267Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"1686e9b1ea717edf","local-member-applied-index":40004,"local-member-snapshot-index":30003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-23T01:34:47.081443Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40004} {"level":"info","ts":"2026-04-23T01:34:47.081611Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35004}