{"level":"warn","ts":"2026-04-29T01:57:19.924052Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-29T01:57:19.924194Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.57:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.57:2380","--initial-cluster=instance=https://199.204.45.57:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.57:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.57:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-29T01:57:19.924279Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-29T01:57:19.924289Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.57:2380"]} {"level":"info","ts":"2026-04-29T01:57:19.924319Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-29T01:57:19.925079Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.57:2379"]} {"level":"info","ts":"2026-04-29T01:57:19.92517Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.57:2380"],"listen-peer-urls":["https://199.204.45.57:2380"],"advertise-client-urls":["https://199.204.45.57:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.57:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.57:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-29T01:57:19.928583Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.15896ms"} {"level":"info","ts":"2026-04-29T01:57:19.933859Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"b6478f0ac5aeb8e1","cluster-id":"6c58cff80d4a5b62"} {"level":"info","ts":"2026-04-29T01:57:19.933959Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b6478f0ac5aeb8e1 switched to configuration voters=()"} {"level":"info","ts":"2026-04-29T01:57:19.93399Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b6478f0ac5aeb8e1 became follower at term 0"} {"level":"info","ts":"2026-04-29T01:57:19.934004Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft b6478f0ac5aeb8e1 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-29T01:57:19.934022Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b6478f0ac5aeb8e1 became follower at term 1"} {"level":"info","ts":"2026-04-29T01:57:19.934065Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b6478f0ac5aeb8e1 switched to configuration voters=(13134624114678348001)"} {"level":"warn","ts":"2026-04-29T01:57:19.940043Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-29T01:57:19.941516Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-29T01:57:19.942701Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-29T01:57:19.944792Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"b6478f0ac5aeb8e1","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-29T01:57:19.945116Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-29T01:57:19.945076Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"b6478f0ac5aeb8e1","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-29T01:57:19.945292Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-29T01:57:19.945339Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-29T01:57:19.946988Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b6478f0ac5aeb8e1 switched to configuration voters=(13134624114678348001)"} {"level":"info","ts":"2026-04-29T01:57:19.94777Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"6c58cff80d4a5b62","local-member-id":"b6478f0ac5aeb8e1","added-peer-id":"b6478f0ac5aeb8e1","added-peer-peer-urls":["https://199.204.45.57:2380"]} {"level":"info","ts":"2026-04-29T01:57:19.949288Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-29T01:57:19.949507Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.57:2380"} {"level":"info","ts":"2026-04-29T01:57:19.949602Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.57:2380"} {"level":"info","ts":"2026-04-29T01:57:19.949791Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"b6478f0ac5aeb8e1","initial-advertise-peer-urls":["https://199.204.45.57:2380"],"listen-peer-urls":["https://199.204.45.57:2380"],"advertise-client-urls":["https://199.204.45.57:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.57:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-29T01:57:19.949845Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-29T01:57:20.135165Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b6478f0ac5aeb8e1 is starting a new election at term 1"} {"level":"info","ts":"2026-04-29T01:57:20.135278Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b6478f0ac5aeb8e1 became pre-candidate at term 1"} {"level":"info","ts":"2026-04-29T01:57:20.135307Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b6478f0ac5aeb8e1 received MsgPreVoteResp from b6478f0ac5aeb8e1 at term 1"} {"level":"info","ts":"2026-04-29T01:57:20.135331Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b6478f0ac5aeb8e1 became candidate at term 2"} {"level":"info","ts":"2026-04-29T01:57:20.135344Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b6478f0ac5aeb8e1 received MsgVoteResp from b6478f0ac5aeb8e1 at term 2"} {"level":"info","ts":"2026-04-29T01:57:20.13537Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b6478f0ac5aeb8e1 became leader at term 2"} {"level":"info","ts":"2026-04-29T01:57:20.135393Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: b6478f0ac5aeb8e1 elected leader b6478f0ac5aeb8e1 at term 2"} {"level":"info","ts":"2026-04-29T01:57:20.136412Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-29T01:57:20.137316Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"b6478f0ac5aeb8e1","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.57:2379]}","request-path":"/0/members/b6478f0ac5aeb8e1/attributes","cluster-id":"6c58cff80d4a5b62","publish-timeout":"7s"} {"level":"info","ts":"2026-04-29T01:57:20.137338Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-29T01:57:20.137386Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-29T01:57:20.137715Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-29T01:57:20.137757Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-29T01:57:20.138038Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"6c58cff80d4a5b62","local-member-id":"b6478f0ac5aeb8e1","cluster-version":"3.5"} {"level":"info","ts":"2026-04-29T01:57:20.138151Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-29T01:57:20.138197Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-29T01:57:20.141579Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-29T01:57:20.141811Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.57:2379"} {"level":"info","ts":"2026-04-29T01:57:37.585367Z","caller":"traceutil/trace.go:171","msg":"trace[401250851] transaction","detail":"{read_only:false; response_revision:404; number_of_response:1; }","duration":"133.906054ms","start":"2026-04-29T01:57:37.45143Z","end":"2026-04-29T01:57:37.585336Z","steps":["trace[401250851] 'process raft request' (duration: 133.739471ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:58:00.182629Z","caller":"traceutil/trace.go:171","msg":"trace[149896398] linearizableReadLoop","detail":"{readStateIndex:611; appliedIndex:610; }","duration":"314.198845ms","start":"2026-04-29T01:57:59.868397Z","end":"2026-04-29T01:58:00.182596Z","steps":["trace[149896398] 'read index received' (duration: 255.678261ms)","trace[149896398] 'applied index is now lower than readState.Index' (duration: 58.519364ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:58:00.182673Z","caller":"traceutil/trace.go:171","msg":"trace[360061844] transaction","detail":"{read_only:false; response_revision:591; number_of_response:1; }","duration":"364.429132ms","start":"2026-04-29T01:57:59.818218Z","end":"2026-04-29T01:58:00.182647Z","steps":["trace[360061844] 'process raft request' (duration: 305.888007ms)","trace[360061844] 'compare' (duration: 58.30982ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T01:58:00.18284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.416278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T01:58:00.182915Z","caller":"traceutil/trace.go:171","msg":"trace[1186995981] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:591; }","duration":"314.524251ms","start":"2026-04-29T01:57:59.868379Z","end":"2026-04-29T01:58:00.182903Z","steps":["trace[1186995981] 'agreement among raft nodes before linearized reading' (duration: 314.381979ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:58:00.182919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.419739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T01:58:00.183007Z","caller":"traceutil/trace.go:171","msg":"trace[566960097] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:591; }","duration":"314.560132ms","start":"2026-04-29T01:57:59.86842Z","end":"2026-04-29T01:58:00.18298Z","steps":["trace[566960097] 'agreement among raft nodes before linearized reading' (duration: 314.423339ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:58:00.182967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:57:59.868327Z","time spent":"314.625662ms","remote":"127.0.0.1:59730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":115,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" limit:10000 "} {"level":"warn","ts":"2026-04-29T01:58:00.183067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:57:59.868384Z","time spent":"314.658703ms","remote":"127.0.0.1:59730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-29T01:58:00.183067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.135797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T01:58:00.183126Z","caller":"traceutil/trace.go:171","msg":"trace[1611552737] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:591; }","duration":"188.221768ms","start":"2026-04-29T01:57:59.994887Z","end":"2026-04-29T01:58:00.183109Z","steps":["trace[1611552737] 'agreement among raft nodes before linearized reading' (duration: 188.118636ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:58:00.183191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.33009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T01:58:00.18323Z","caller":"traceutil/trace.go:171","msg":"trace[1459616596] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:591; }","duration":"188.398572ms","start":"2026-04-29T01:57:59.994822Z","end":"2026-04-29T01:58:00.183221Z","steps":["trace[1459616596] 'agreement among raft nodes before linearized reading' (duration: 188.343561ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:58:00.18328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:57:59.818203Z","time spent":"364.543574ms","remote":"127.0.0.1:57434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T01:58:00.183324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.357357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T01:58:00.183351Z","caller":"traceutil/trace.go:171","msg":"trace[1915627718] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:591; }","duration":"314.409337ms","start":"2026-04-29T01:57:59.868934Z","end":"2026-04-29T01:58:00.183343Z","steps":["trace[1915627718] 'agreement among raft nodes before linearized reading' (duration: 314.361906ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:58:00.183373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.460915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-29T01:58:00.183389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:57:59.868925Z","time spent":"314.455359ms","remote":"127.0.0.1:59730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":115,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" limit:500 "} {"level":"info","ts":"2026-04-29T01:58:00.183439Z","caller":"traceutil/trace.go:171","msg":"trace[1104390116] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:591; }","duration":"204.525107ms","start":"2026-04-29T01:57:59.978894Z","end":"2026-04-29T01:58:00.183419Z","steps":["trace[1104390116] 'agreement among raft nodes before linearized reading' (duration: 204.325493ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:58:15.198581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.010017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-29T01:58:15.198729Z","caller":"traceutil/trace.go:171","msg":"trace[834446541] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:742; }","duration":"169.298772ms","start":"2026-04-29T01:58:15.029407Z","end":"2026-04-29T01:58:15.198705Z","steps":["trace[834446541] 'range keys from in-memory index tree' (duration: 168.770072ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:58:45.805942Z","caller":"traceutil/trace.go:171","msg":"trace[592873668] linearizableReadLoop","detail":"{readStateIndex:1181; appliedIndex:1180; }","duration":"136.113157ms","start":"2026-04-29T01:58:45.6698Z","end":"2026-04-29T01:58:45.805913Z","steps":["trace[592873668] 'read index received' (duration: 135.842062ms)","trace[592873668] 'applied index is now lower than readState.Index' (duration: 269.815µs)"],"step_count":2} {"level":"warn","ts":"2026-04-29T01:58:45.806081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.27751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T01:58:45.806063Z","caller":"traceutil/trace.go:171","msg":"trace[1353202626] transaction","detail":"{read_only:false; response_revision:1149; number_of_response:1; }","duration":"190.623515ms","start":"2026-04-29T01:58:45.615403Z","end":"2026-04-29T01:58:45.806026Z","steps":["trace[1353202626] 'process raft request' (duration: 190.340139ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:58:45.806117Z","caller":"traceutil/trace.go:171","msg":"trace[237314327] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1149; }","duration":"136.402272ms","start":"2026-04-29T01:58:45.669705Z","end":"2026-04-29T01:58:45.806107Z","steps":["trace[237314327] 'agreement among raft nodes before linearized reading' (duration: 136.323911ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:59:35.791549Z","caller":"traceutil/trace.go:171","msg":"trace[1038803358] linearizableReadLoop","detail":"{readStateIndex:1896; appliedIndex:1895; }","duration":"121.442697ms","start":"2026-04-29T01:59:35.670079Z","end":"2026-04-29T01:59:35.791521Z","steps":["trace[1038803358] 'read index received' (duration: 121.214283ms)","trace[1038803358] 'applied index is now lower than readState.Index' (duration: 226.744µs)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:59:35.791686Z","caller":"traceutil/trace.go:171","msg":"trace[1920762798] transaction","detail":"{read_only:false; response_revision:1826; number_of_response:1; }","duration":"264.942833ms","start":"2026-04-29T01:59:35.526719Z","end":"2026-04-29T01:59:35.791662Z","steps":["trace[1920762798] 'process raft request' (duration: 264.628268ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:59:35.791762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.679591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T01:59:35.791807Z","caller":"traceutil/trace.go:171","msg":"trace[292275781] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1826; }","duration":"121.787474ms","start":"2026-04-29T01:59:35.670008Z","end":"2026-04-29T01:59:35.791796Z","steps":["trace[292275781] 'agreement among raft nodes before linearized reading' (duration: 121.660171ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:59:35.792014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.667992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-29T01:59:35.792163Z","caller":"traceutil/trace.go:171","msg":"trace[1143031780] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1826; }","duration":"107.872997ms","start":"2026-04-29T01:59:35.684261Z","end":"2026-04-29T01:59:35.792134Z","steps":["trace[1143031780] 'agreement among raft nodes before linearized reading' (duration: 107.460568ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:59:36.165541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.905819ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-29T01:59:36.165825Z","caller":"traceutil/trace.go:171","msg":"trace[1450517854] transaction","detail":"{read_only:false; response_revision:1828; number_of_response:1; }","duration":"263.391255ms","start":"2026-04-29T01:59:35.902362Z","end":"2026-04-29T01:59:36.165753Z","steps":["trace[1450517854] 'process raft request' (duration: 142.965506ms)","trace[1450517854] 'compare' (duration: 119.554463ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:00:31.136327Z","caller":"traceutil/trace.go:171","msg":"trace[782820218] transaction","detail":"{read_only:false; response_revision:2170; number_of_response:1; }","duration":"114.175279ms","start":"2026-04-29T02:00:31.02212Z","end":"2026-04-29T02:00:31.136296Z","steps":["trace[782820218] 'process raft request' (duration: 113.954524ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:00:31.515743Z","caller":"traceutil/trace.go:171","msg":"trace[2078167978] linearizableReadLoop","detail":"{readStateIndex:2255; appliedIndex:2254; }","duration":"295.499579ms","start":"2026-04-29T02:00:31.220207Z","end":"2026-04-29T02:00:31.515706Z","steps":["trace[2078167978] 'read index received' (duration: 222.550545ms)","trace[2078167978] 'applied index is now lower than readState.Index' (duration: 72.947474ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:00:31.515832Z","caller":"traceutil/trace.go:171","msg":"trace[426884239] transaction","detail":"{read_only:false; response_revision:2173; number_of_response:1; }","duration":"308.823606ms","start":"2026-04-29T02:00:31.206913Z","end":"2026-04-29T02:00:31.515737Z","steps":["trace[426884239] 'process raft request' (duration: 235.968425ms)","trace[426884239] 'compare' (duration: 72.551305ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:00:31.515961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.882634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:00:31.516007Z","caller":"traceutil/trace.go:171","msg":"trace[1238516316] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2173; }","duration":"160.979756ms","start":"2026-04-29T02:00:31.355015Z","end":"2026-04-29T02:00:31.515995Z","steps":["trace[1238516316] 'agreement among raft nodes before linearized reading' (duration: 160.888044ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:00:31.516085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:00:31.206868Z","time spent":"309.082401ms","remote":"127.0.0.1:57434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:00:31.516098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.779433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-29T02:00:31.516665Z","caller":"traceutil/trace.go:171","msg":"trace[2057011715] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2173; }","duration":"296.483316ms","start":"2026-04-29T02:00:31.220153Z","end":"2026-04-29T02:00:31.516637Z","steps":["trace[2057011715] 'agreement among raft nodes before linearized reading' (duration: 295.678702ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:00:37.269315Z","caller":"traceutil/trace.go:171","msg":"trace[767118343] transaction","detail":"{read_only:false; response_revision:2202; number_of_response:1; }","duration":"143.83614ms","start":"2026-04-29T02:00:37.12544Z","end":"2026-04-29T02:00:37.269277Z","steps":["trace[767118343] 'process raft request' (duration: 143.591826ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:00:37.464487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.309871ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-29T02:00:37.464594Z","caller":"traceutil/trace.go:171","msg":"trace[1828761087] linearizableReadLoop","detail":"{readStateIndex:2286; appliedIndex:2284; }","duration":"274.724667ms","start":"2026-04-29T02:00:37.18985Z","end":"2026-04-29T02:00:37.464575Z","steps":["trace[1828761087] 'read index received' (duration: 79.221395ms)","trace[1828761087] 'applied index is now lower than readState.Index' (duration: 195.502052ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:00:37.46484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.005461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-29T02:00:37.464874Z","caller":"traceutil/trace.go:171","msg":"trace[1762098486] transaction","detail":"{read_only:false; response_revision:2203; number_of_response:1; }","duration":"307.588093ms","start":"2026-04-29T02:00:37.157232Z","end":"2026-04-29T02:00:37.46482Z","steps":["trace[1762098486] 'process raft request' (duration: 182.814704ms)","trace[1762098486] 'compare' (duration: 124.190279ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:00:37.464929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.644634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-29T02:00:37.46497Z","caller":"traceutil/trace.go:171","msg":"trace[978292323] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2203; }","duration":"270.729556ms","start":"2026-04-29T02:00:37.19423Z","end":"2026-04-29T02:00:37.46496Z","steps":["trace[978292323] 'agreement among raft nodes before linearized reading' (duration: 270.623934ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:00:37.464916Z","caller":"traceutil/trace.go:171","msg":"trace[334556539] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2203; }","duration":"275.123624ms","start":"2026-04-29T02:00:37.189779Z","end":"2026-04-29T02:00:37.464903Z","steps":["trace[334556539] 'agreement among raft nodes before linearized reading' (duration: 274.973361ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:00:37.464916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.283887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-29T02:00:37.465088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:00:37.157195Z","time spent":"307.783358ms","remote":"127.0.0.1:57434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:00:37.465121Z","caller":"traceutil/trace.go:171","msg":"trace[836317277] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:2203; }","duration":"205.531471ms","start":"2026-04-29T02:00:37.259581Z","end":"2026-04-29T02:00:37.465113Z","steps":["trace[836317277] 'agreement among raft nodes before linearized reading' (duration: 205.281027ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:00:37.730463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.981709ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:00:37.730658Z","caller":"traceutil/trace.go:171","msg":"trace[1796287198] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2205; }","duration":"159.191563ms","start":"2026-04-29T02:00:37.571443Z","end":"2026-04-29T02:00:37.730634Z","steps":["trace[1796287198] 'range keys from in-memory index tree' (duration: 158.964769ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:00:37.730714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.490642ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-29T02:00:37.730827Z","caller":"traceutil/trace.go:171","msg":"trace[2101695386] linearizableReadLoop","detail":"{readStateIndex:2289; appliedIndex:2288; }","duration":"165.660469ms","start":"2026-04-29T02:00:37.56515Z","end":"2026-04-29T02:00:37.73081Z","steps":["trace[2101695386] 'read index received' (duration: 50.052254ms)","trace[2101695386] 'applied index is now lower than readState.Index' (duration: 115.606715ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:00:37.731113Z","caller":"traceutil/trace.go:171","msg":"trace[499413748] transaction","detail":"{read_only:false; response_revision:2206; number_of_response:1; }","duration":"192.705372ms","start":"2026-04-29T02:00:37.538374Z","end":"2026-04-29T02:00:37.731079Z","steps":["trace[499413748] 'process raft request' (duration: 76.741851ms)","trace[499413748] 'compare' (duration: 115.216657ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:00:37.731341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.183658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-29T02:00:37.73141Z","caller":"traceutil/trace.go:171","msg":"trace[1237094041] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2206; }","duration":"166.28546ms","start":"2026-04-29T02:00:37.565105Z","end":"2026-04-29T02:00:37.73139Z","steps":["trace[1237094041] 'agreement among raft nodes before linearized reading' (duration: 165.75662ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:02:21.530401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.730086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-29T02:02:21.530531Z","caller":"traceutil/trace.go:171","msg":"trace[1961909992] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2952; }","duration":"291.90438ms","start":"2026-04-29T02:02:21.238572Z","end":"2026-04-29T02:02:21.530477Z","steps":["trace[1961909992] 'range keys from in-memory index tree' (duration: 291.563993ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:02:21.77807Z","caller":"traceutil/trace.go:171","msg":"trace[124631711] linearizableReadLoop","detail":"{readStateIndex:3066; appliedIndex:3065; }","duration":"106.121856ms","start":"2026-04-29T02:02:21.671916Z","end":"2026-04-29T02:02:21.778038Z","steps":["trace[124631711] 'read index received' (duration: 24.274965ms)","trace[124631711] 'applied index is now lower than readState.Index' (duration: 81.845621ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:02:21.778235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.300279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:02:21.778293Z","caller":"traceutil/trace.go:171","msg":"trace[806329144] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2954; }","duration":"106.411891ms","start":"2026-04-29T02:02:21.671867Z","end":"2026-04-29T02:02:21.778279Z","steps":["trace[806329144] 'agreement among raft nodes before linearized reading' (duration: 106.286609ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:02:21.77841Z","caller":"traceutil/trace.go:171","msg":"trace[847163513] transaction","detail":"{read_only:false; response_revision:2954; number_of_response:1; }","duration":"121.14198ms","start":"2026-04-29T02:02:21.657217Z","end":"2026-04-29T02:02:21.778359Z","steps":["trace[847163513] 'process raft request' (duration: 38.931923ms)","trace[847163513] 'compare' (duration: 81.757919ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:02:22.015744Z","caller":"traceutil/trace.go:171","msg":"trace[191626295] transaction","detail":"{read_only:false; response_revision:2955; number_of_response:1; }","duration":"160.92565ms","start":"2026-04-29T02:02:21.854783Z","end":"2026-04-29T02:02:22.015708Z","steps":["trace[191626295] 'process raft request' (duration: 102.753123ms)","trace[191626295] 'compare' (duration: 57.942922ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:06:16.375753Z","caller":"traceutil/trace.go:171","msg":"trace[1868104943] transaction","detail":"{read_only:false; response_revision:4979; number_of_response:1; }","duration":"140.968799ms","start":"2026-04-29T02:06:16.234755Z","end":"2026-04-29T02:06:16.375723Z","steps":["trace[1868104943] 'process raft request' (duration: 140.711314ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:06:16.391349Z","caller":"traceutil/trace.go:171","msg":"trace[838038447] transaction","detail":"{read_only:false; response_revision:4980; number_of_response:1; }","duration":"121.204808ms","start":"2026-04-29T02:06:16.270119Z","end":"2026-04-29T02:06:16.391324Z","steps":["trace[838038447] 'process raft request' (duration: 120.976064ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:06:17.395581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.153158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-29T02:06:17.39572Z","caller":"traceutil/trace.go:171","msg":"trace[1197385923] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:5017; }","duration":"120.406903ms","start":"2026-04-29T02:06:17.275282Z","end":"2026-04-29T02:06:17.395689Z","steps":["trace[1197385923] 'count revisions from in-memory index tree' (duration: 119.942985ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:06:20.218703Z","caller":"traceutil/trace.go:171","msg":"trace[1738082359] linearizableReadLoop","detail":"{readStateIndex:5333; appliedIndex:5332; }","duration":"214.98305ms","start":"2026-04-29T02:06:20.003661Z","end":"2026-04-29T02:06:20.218644Z","steps":["trace[1738082359] 'read index received' (duration: 214.712265ms)","trace[1738082359] 'applied index is now lower than readState.Index' (duration: 269.065µs)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:06:20.218799Z","caller":"traceutil/trace.go:171","msg":"trace[1430122838] transaction","detail":"{read_only:false; response_revision:5137; number_of_response:1; }","duration":"233.12317ms","start":"2026-04-29T02:06:19.98561Z","end":"2026-04-29T02:06:20.218734Z","steps":["trace[1430122838] 'process raft request' (duration: 232.741032ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:06:20.218931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.259957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-29T02:06:20.219006Z","caller":"traceutil/trace.go:171","msg":"trace[1539517371] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5137; }","duration":"215.387569ms","start":"2026-04-29T02:06:20.003603Z","end":"2026-04-29T02:06:20.218991Z","steps":["trace[1539517371] 'agreement among raft nodes before linearized reading' (duration: 215.168015ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:06:20.27263Z","caller":"traceutil/trace.go:171","msg":"trace[1911617599] transaction","detail":"{read_only:false; response_revision:5138; number_of_response:1; }","duration":"215.303057ms","start":"2026-04-29T02:06:20.057289Z","end":"2026-04-29T02:06:20.272592Z","steps":["trace[1911617599] 'process raft request' (duration: 203.063098ms)","trace[1911617599] 'compare' (duration: 11.863412ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:06:20.272839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.490614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-04-29T02:06:20.272925Z","caller":"traceutil/trace.go:171","msg":"trace[1470628034] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5140; }","duration":"249.634407ms","start":"2026-04-29T02:06:20.023271Z","end":"2026-04-29T02:06:20.272906Z","steps":["trace[1470628034] 'agreement among raft nodes before linearized reading' (duration: 249.273361ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:06:20.273009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.755782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-29T02:06:20.273132Z","caller":"traceutil/trace.go:171","msg":"trace[1901217501] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5140; }","duration":"247.953276ms","start":"2026-04-29T02:06:20.025146Z","end":"2026-04-29T02:06:20.2731Z","steps":["trace[1901217501] 'agreement among raft nodes before linearized reading' (duration: 247.382656ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:06:39.411817Z","caller":"traceutil/trace.go:171","msg":"trace[183251977] transaction","detail":"{read_only:false; response_revision:5538; number_of_response:1; }","duration":"218.697271ms","start":"2026-04-29T02:06:39.193068Z","end":"2026-04-29T02:06:39.411766Z","steps":["trace[183251977] 'process raft request' (duration: 131.645096ms)","trace[183251977] 'compare' (duration: 86.82262ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:07:20.316451Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2948} {"level":"info","ts":"2026-04-29T02:07:20.379459Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2948,"took":"61.824964ms","hash":1406910665,"current-db-size-bytes":56578048,"current-db-size":"57 MB","current-db-size-in-use-bytes":32854016,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-04-29T02:07:20.379521Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1406910665,"revision":2948,"compact-revision":-1} {"level":"info","ts":"2026-04-29T02:12:20.32297Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5970} {"level":"info","ts":"2026-04-29T02:12:20.407175Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5970,"took":"82.097695ms","hash":1069690140,"current-db-size-bytes":56578048,"current-db-size":"57 MB","current-db-size-in-use-bytes":25628672,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-04-29T02:12:20.407265Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1069690140,"revision":5970,"compact-revision":2948} {"level":"info","ts":"2026-04-29T02:12:34.415914Z","caller":"traceutil/trace.go:171","msg":"trace[1900860868] transaction","detail":"{read_only:false; response_revision:8309; number_of_response:1; }","duration":"287.74031ms","start":"2026-04-29T02:12:34.128139Z","end":"2026-04-29T02:12:34.41588Z","steps":["trace[1900860868] 'process raft request' (duration: 287.477055ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:12:45.905671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.625035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:12:45.90575Z","caller":"traceutil/trace.go:171","msg":"trace[1221182958] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8367; }","duration":"235.755987ms","start":"2026-04-29T02:12:45.669976Z","end":"2026-04-29T02:12:45.905732Z","steps":["trace[1221182958] 'range keys from in-memory index tree' (duration: 235.537234ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:12:45.905804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.498928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-29T02:12:45.905904Z","caller":"traceutil/trace.go:171","msg":"trace[1466600201] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:8367; }","duration":"193.67208ms","start":"2026-04-29T02:12:45.71221Z","end":"2026-04-29T02:12:45.905882Z","steps":["trace[1466600201] 'count revisions from in-memory index tree' (duration: 193.365765ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:12:46.773398Z","caller":"traceutil/trace.go:171","msg":"trace[713727007] transaction","detail":"{read_only:false; response_revision:8369; number_of_response:1; }","duration":"303.924594ms","start":"2026-04-29T02:12:46.469445Z","end":"2026-04-29T02:12:46.77337Z","steps":["trace[713727007] 'process raft request' (duration: 303.734891ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:12:46.773563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:12:46.469427Z","time spent":"304.050736ms","remote":"127.0.0.1:57434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:12:46.794154Z","caller":"traceutil/trace.go:171","msg":"trace[1960092654] transaction","detail":"{read_only:false; response_revision:8370; number_of_response:1; }","duration":"275.412511ms","start":"2026-04-29T02:12:46.518718Z","end":"2026-04-29T02:12:46.794131Z","steps":["trace[1960092654] 'process raft request' (duration: 275.262959ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:12:46.794276Z","caller":"traceutil/trace.go:171","msg":"trace[886169364] linearizableReadLoop","detail":"{readStateIndex:8668; appliedIndex:8665; }","duration":"220.31645ms","start":"2026-04-29T02:12:46.57393Z","end":"2026-04-29T02:12:46.794246Z","steps":["trace[886169364] 'read index received' (duration: 199.323088ms)","trace[886169364] 'applied index is now lower than readState.Index' (duration: 20.991912ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:12:46.794308Z","caller":"traceutil/trace.go:171","msg":"trace[1088692933] transaction","detail":"{read_only:false; response_revision:8371; number_of_response:1; }","duration":"257.74391ms","start":"2026-04-29T02:12:46.536547Z","end":"2026-04-29T02:12:46.794291Z","steps":["trace[1088692933] 'process raft request' (duration: 257.538276ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:12:46.794534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.465148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-29T02:12:46.794555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.616456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-29T02:12:46.794571Z","caller":"traceutil/trace.go:171","msg":"trace[589846600] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8371; }","duration":"201.559539ms","start":"2026-04-29T02:12:46.593001Z","end":"2026-04-29T02:12:46.79456Z","steps":["trace[589846600] 'agreement among raft nodes before linearized reading' (duration: 201.423347ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:12:46.794597Z","caller":"traceutil/trace.go:171","msg":"trace[1052176438] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8371; }","duration":"220.690197ms","start":"2026-04-29T02:12:46.573893Z","end":"2026-04-29T02:12:46.794583Z","steps":["trace[1052176438] 'agreement among raft nodes before linearized reading' (duration: 220.502394ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:12:46.794607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.193702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-29T02:12:46.794651Z","caller":"traceutil/trace.go:171","msg":"trace[647473752] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:8371; }","duration":"209.253122ms","start":"2026-04-29T02:12:46.585383Z","end":"2026-04-29T02:12:46.794637Z","steps":["trace[647473752] 'agreement among raft nodes before linearized reading' (duration: 209.196841ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:12:46.794556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.810121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-04-29T02:12:46.794728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.157152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:12:46.794844Z","caller":"traceutil/trace.go:171","msg":"trace[2078356642] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8371; }","duration":"124.272524ms","start":"2026-04-29T02:12:46.670524Z","end":"2026-04-29T02:12:46.794797Z","steps":["trace[2078356642] 'agreement among raft nodes before linearized reading' (duration: 124.138402ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:12:46.794751Z","caller":"traceutil/trace.go:171","msg":"trace[810876074] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8371; }","duration":"220.017694ms","start":"2026-04-29T02:12:46.574709Z","end":"2026-04-29T02:12:46.794727Z","steps":["trace[810876074] 'agreement among raft nodes before linearized reading' (duration: 219.712769ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:13:17.121924Z","caller":"traceutil/trace.go:171","msg":"trace[1123973021] linearizableReadLoop","detail":"{readStateIndex:8894; appliedIndex:8893; }","duration":"151.201878ms","start":"2026-04-29T02:13:16.970704Z","end":"2026-04-29T02:13:17.121906Z","steps":["trace[1123973021] 'read index received' (duration: 123.226205ms)","trace[1123973021] 'applied index is now lower than readState.Index' (duration: 27.975113ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:13:17.122032Z","caller":"traceutil/trace.go:171","msg":"trace[732436439] transaction","detail":"{read_only:false; response_revision:8589; number_of_response:1; }","duration":"157.116258ms","start":"2026-04-29T02:13:16.964878Z","end":"2026-04-29T02:13:17.121994Z","steps":["trace[732436439] 'process raft request' (duration: 129.045063ms)","trace[732436439] 'compare' (duration: 27.895882ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:13:17.122231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.174073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-29T02:13:17.12229Z","caller":"traceutil/trace.go:171","msg":"trace[1062037956] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8589; }","duration":"146.290406ms","start":"2026-04-29T02:13:16.975987Z","end":"2026-04-29T02:13:17.122277Z","steps":["trace[1062037956] 'agreement among raft nodes before linearized reading' (duration: 146.124322ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:17.122085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.380281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-29T02:13:17.122384Z","caller":"traceutil/trace.go:171","msg":"trace[1113741145] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8589; }","duration":"151.709527ms","start":"2026-04-29T02:13:16.970654Z","end":"2026-04-29T02:13:17.122364Z","steps":["trace[1113741145] 'agreement among raft nodes before linearized reading' (duration: 151.3499ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:27.895374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.640674ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:13:27.895456Z","caller":"traceutil/trace.go:171","msg":"trace[1937379851] linearizableReadLoop","detail":"{readStateIndex:8997; appliedIndex:8996; }","duration":"230.401899ms","start":"2026-04-29T02:13:27.665041Z","end":"2026-04-29T02:13:27.895443Z","steps":["trace[1937379851] 'read index received' (duration: 86.962µs)","trace[1937379851] 'applied index is now lower than readState.Index' (duration: 230.314207ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:13:27.895542Z","caller":"traceutil/trace.go:171","msg":"trace[1976452178] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8688; }","duration":"230.561812ms","start":"2026-04-29T02:13:27.664936Z","end":"2026-04-29T02:13:27.895498Z","steps":["trace[1976452178] 'process raft request' (duration: 99.689764ms)","trace[1976452178] 'compare' (duration: 130.508531ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:13:27.895603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.038169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:13:27.895699Z","caller":"traceutil/trace.go:171","msg":"trace[281666516] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8688; }","duration":"225.15672ms","start":"2026-04-29T02:13:27.670531Z","end":"2026-04-29T02:13:27.895687Z","steps":["trace[281666516] 'agreement among raft nodes before linearized reading' (duration: 225.028198ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:27.895684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.619173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-bhmnk\" ","response":"range_response_count:1 size:4672"} {"level":"info","ts":"2026-04-29T02:13:27.895787Z","caller":"traceutil/trace.go:171","msg":"trace[1305262667] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-bhmnk; range_end:; response_count:1; response_revision:8688; }","duration":"230.780446ms","start":"2026-04-29T02:13:27.664987Z","end":"2026-04-29T02:13:27.895767Z","steps":["trace[1305262667] 'agreement among raft nodes before linearized reading' (duration: 230.518351ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:13:27.895597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.804858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-bhmnk\" ","response":"range_response_count:1 size:2802"} {"level":"info","ts":"2026-04-29T02:13:27.895905Z","caller":"traceutil/trace.go:171","msg":"trace[1368454939] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-bhmnk; range_end:; response_count:1; response_revision:8688; }","duration":"230.130043ms","start":"2026-04-29T02:13:27.665726Z","end":"2026-04-29T02:13:27.895856Z","steps":["trace[1368454939] 'agreement among raft nodes before linearized reading' (duration: 229.790707ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:13:29.333741Z","caller":"traceutil/trace.go:171","msg":"trace[1194667053] linearizableReadLoop","detail":"{readStateIndex:9014; appliedIndex:9013; }","duration":"102.569088ms","start":"2026-04-29T02:13:29.231145Z","end":"2026-04-29T02:13:29.333714Z","steps":["trace[1194667053] 'read index received' (duration: 57.361432ms)","trace[1194667053] 'applied index is now lower than readState.Index' (duration: 45.206626ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:13:29.333912Z","caller":"traceutil/trace.go:171","msg":"trace[1460839728] transaction","detail":"{read_only:false; response_revision:8704; number_of_response:1; }","duration":"129.590043ms","start":"2026-04-29T02:13:29.204305Z","end":"2026-04-29T02:13:29.333895Z","steps":["trace[1460839728] 'process raft request' (duration: 84.261086ms)","trace[1460839728] 'compare' (duration: 45.004441ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:13:29.334175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.015185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-29T02:13:29.334259Z","caller":"traceutil/trace.go:171","msg":"trace[80081308] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8704; }","duration":"103.149909ms","start":"2026-04-29T02:13:29.23109Z","end":"2026-04-29T02:13:29.33424Z","steps":["trace[80081308] 'agreement among raft nodes before linearized reading' (duration: 102.916854ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:14:16.515764Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000024e1.wal"} {"level":"info","ts":"2026-04-29T02:15:13.363161Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"b6478f0ac5aeb8e1","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-29T02:15:13.368269Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-04-29T02:15:13.368401Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-04-29T02:17:00.845363Z","caller":"traceutil/trace.go:171","msg":"trace[17034802] transaction","detail":"{read_only:false; response_revision:10475; number_of_response:1; }","duration":"109.636983ms","start":"2026-04-29T02:17:00.735695Z","end":"2026-04-29T02:17:00.845332Z","steps":["trace[17034802] 'process raft request' (duration: 109.331147ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:17:20.330881Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8095} {"level":"info","ts":"2026-04-29T02:17:20.415392Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8095,"took":"82.167707ms","hash":3591940250,"current-db-size-bytes":56578048,"current-db-size":"57 MB","current-db-size-in-use-bytes":29413376,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-04-29T02:17:20.415467Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3591940250,"revision":8095,"compact-revision":5970} {"level":"info","ts":"2026-04-29T02:22:20.336879Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10689} {"level":"info","ts":"2026-04-29T02:22:20.425525Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10689,"took":"84.891836ms","hash":33509173,"current-db-size-bytes":56578048,"current-db-size":"57 MB","current-db-size-in-use-bytes":27254784,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-04-29T02:22:20.425603Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":33509173,"revision":10689,"compact-revision":8095} {"level":"info","ts":"2026-04-29T02:24:35.578911Z","caller":"traceutil/trace.go:171","msg":"trace[1893186718] transaction","detail":"{read_only:false; response_revision:13774; number_of_response:1; }","duration":"116.154242ms","start":"2026-04-29T02:24:35.462729Z","end":"2026-04-29T02:24:35.578883Z","steps":["trace[1893186718] 'process raft request' (duration: 116.03421ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:24:43.373906Z","caller":"traceutil/trace.go:171","msg":"trace[1958398794] transaction","detail":"{read_only:false; response_revision:13825; number_of_response:1; }","duration":"115.128014ms","start":"2026-04-29T02:24:43.258744Z","end":"2026-04-29T02:24:43.373872Z","steps":["trace[1958398794] 'process raft request' (duration: 114.830449ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:24:51.832827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.102625ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-29T02:24:51.833062Z","caller":"traceutil/trace.go:171","msg":"trace[1134899532] linearizableReadLoop","detail":"{readStateIndex:14469; appliedIndex:14467; }","duration":"232.102851ms","start":"2026-04-29T02:24:51.600946Z","end":"2026-04-29T02:24:51.833049Z","steps":["trace[1134899532] 'read index received' (duration: 40.759863ms)","trace[1134899532] 'applied index is now lower than readState.Index' (duration: 191.341818ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:24:51.833045Z","caller":"traceutil/trace.go:171","msg":"trace[1855248670] transaction","detail":"{read_only:false; response_revision:13991; number_of_response:1; }","duration":"250.558907ms","start":"2026-04-29T02:24:51.582455Z","end":"2026-04-29T02:24:51.833013Z","steps":["trace[1855248670] 'process raft request' (duration: 59.191658ms)","trace[1855248670] 'compare' (duration: 190.971451ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:24:51.833116Z","caller":"traceutil/trace.go:171","msg":"trace[1195707507] transaction","detail":"{read_only:false; response_revision:13992; number_of_response:1; }","duration":"243.821521ms","start":"2026-04-29T02:24:51.589251Z","end":"2026-04-29T02:24:51.833073Z","steps":["trace[1195707507] 'process raft request' (duration: 243.687188ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:24:51.833314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.102522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T02:24:51.833311Z","caller":"traceutil/trace.go:171","msg":"trace[186031485] transaction","detail":"{read_only:false; response_revision:13993; number_of_response:1; }","duration":"185.832816ms","start":"2026-04-29T02:24:51.647432Z","end":"2026-04-29T02:24:51.833265Z","steps":["trace[186031485] 'process raft request' (duration: 185.5801ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:24:51.833381Z","caller":"traceutil/trace.go:171","msg":"trace[249053692] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13993; }","duration":"163.199973ms","start":"2026-04-29T02:24:51.670167Z","end":"2026-04-29T02:24:51.833367Z","steps":["trace[249053692] 'agreement among raft nodes before linearized reading' (duration: 163.079201ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:24:51.8334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.561434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e56e1fa7-011b-48c8-8a66-d45e97e3fcc8\" ","response":"range_response_count:1 size:3606"} {"level":"warn","ts":"2026-04-29T02:24:51.833402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.442258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-636ce8df-0d2c-452e-ba07-d75914af0a68\" ","response":"range_response_count:1 size:3606"} {"level":"info","ts":"2026-04-29T02:24:51.833468Z","caller":"traceutil/trace.go:171","msg":"trace[177894042] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e56e1fa7-011b-48c8-8a66-d45e97e3fcc8; range_end:; response_count:1; response_revision:13993; }","duration":"229.684586ms","start":"2026-04-29T02:24:51.603767Z","end":"2026-04-29T02:24:51.833452Z","steps":["trace[177894042] 'agreement among raft nodes before linearized reading' (duration: 229.501253ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:24:51.833473Z","caller":"traceutil/trace.go:171","msg":"trace[613678418] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-636ce8df-0d2c-452e-ba07-d75914af0a68; range_end:; response_count:1; response_revision:13993; }","duration":"232.557309ms","start":"2026-04-29T02:24:51.6009Z","end":"2026-04-29T02:24:51.833458Z","steps":["trace[613678418] 'agreement among raft nodes before linearized reading' (duration: 232.246773ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:26:25.520454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.32452ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-29T02:26:25.520548Z","caller":"traceutil/trace.go:171","msg":"trace[944180331] linearizableReadLoop","detail":"{readStateIndex:15559; appliedIndex:15558; }","duration":"262.352128ms","start":"2026-04-29T02:26:25.258183Z","end":"2026-04-29T02:26:25.520535Z","steps":["trace[944180331] 'read index received' (duration: 117.882536ms)","trace[944180331] 'applied index is now lower than readState.Index' (duration: 144.468622ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:26:25.520589Z","caller":"traceutil/trace.go:171","msg":"trace[723227981] transaction","detail":"{read_only:false; response_revision:15050; number_of_response:1; }","duration":"284.682056ms","start":"2026-04-29T02:26:25.235872Z","end":"2026-04-29T02:26:25.520554Z","steps":["trace[723227981] 'process raft request' (duration: 140.185173ms)","trace[723227981] 'compare' (duration: 143.85582ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:26:25.520646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.45959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T02:26:25.520949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.1831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-29T02:26:25.520986Z","caller":"traceutil/trace.go:171","msg":"trace[1708400688] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:15050; }","duration":"262.787596ms","start":"2026-04-29T02:26:25.258178Z","end":"2026-04-29T02:26:25.520966Z","steps":["trace[1708400688] 'agreement among raft nodes before linearized reading' (duration: 262.420669ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:26:25.521626Z","caller":"traceutil/trace.go:171","msg":"trace[1225528520] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:15050; }","duration":"250.338753ms","start":"2026-04-29T02:26:25.270716Z","end":"2026-04-29T02:26:25.521054Z","steps":["trace[1225528520] 'agreement among raft nodes before linearized reading' (duration: 249.964106ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:27:20.342386Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12796} {"level":"info","ts":"2026-04-29T02:27:20.424593Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12796,"took":"79.280362ms","hash":4250827825,"current-db-size-bytes":56578048,"current-db-size":"57 MB","current-db-size-in-use-bytes":31080448,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-04-29T02:27:20.424663Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4250827825,"revision":12796,"compact-revision":10689} {"level":"warn","ts":"2026-04-29T02:32:11.621629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.320454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-29T02:32:11.62174Z","caller":"traceutil/trace.go:171","msg":"trace[1349695480] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17826; }","duration":"100.473738ms","start":"2026-04-29T02:32:11.52125Z","end":"2026-04-29T02:32:11.621724Z","steps":["trace[1349695480] 'range keys from in-memory index tree' (duration: 100.156551ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:32:14.312286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.40446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-29T02:32:14.312338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.323034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-nczf8\" ","response":"range_response_count:1 size:9799"} {"level":"info","ts":"2026-04-29T02:32:14.312722Z","caller":"traceutil/trace.go:171","msg":"trace[1443067088] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-nczf8; range_end:; response_count:1; response_revision:17845; }","duration":"223.752572ms","start":"2026-04-29T02:32:14.088944Z","end":"2026-04-29T02:32:14.312696Z","steps":["trace[1443067088] 'range keys from in-memory index tree' (duration: 223.12731ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:32:14.313422Z","caller":"traceutil/trace.go:171","msg":"trace[2032977586] transaction","detail":"{read_only:false; response_revision:17846; number_of_response:1; }","duration":"124.353895ms","start":"2026-04-29T02:32:14.189009Z","end":"2026-04-29T02:32:14.313363Z","steps":["trace[2032977586] 'process raft request' (duration: 90.997191ms)","trace[2032977586] 'compare' (duration: 32.173371ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:32:14.312447Z","caller":"traceutil/trace.go:171","msg":"trace[908873389] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:17845; }","duration":"151.612884ms","start":"2026-04-29T02:32:14.160813Z","end":"2026-04-29T02:32:14.312426Z","steps":["trace[908873389] 'count revisions from in-memory index tree' (duration: 151.330719ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:32:20.348236Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":15397} {"level":"info","ts":"2026-04-29T02:32:20.44302Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":15397,"took":"91.718444ms","hash":793217704,"current-db-size-bytes":56578048,"current-db-size":"57 MB","current-db-size-in-use-bytes":33230848,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-04-29T02:32:20.443075Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":793217704,"revision":15397,"compact-revision":12796} {"level":"info","ts":"2026-04-29T02:35:27.515409Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"b6478f0ac5aeb8e1","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-29T02:35:27.52163Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-04-29T02:35:27.521806Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"warn","ts":"2026-04-29T02:37:05.656577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.653035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:37:05.657013Z","caller":"traceutil/trace.go:171","msg":"trace[2047518915] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:19985; }","duration":"158.155425ms","start":"2026-04-29T02:37:05.498832Z","end":"2026-04-29T02:37:05.656988Z","steps":["trace[2047518915] 'count revisions from in-memory index tree' (duration: 157.566033ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:37:05.657093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.918454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:37:05.656754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.374231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-29T02:37:05.657194Z","caller":"traceutil/trace.go:171","msg":"trace[423876371] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:19985; }","duration":"103.086587ms","start":"2026-04-29T02:37:05.554085Z","end":"2026-04-29T02:37:05.657172Z","steps":["trace[423876371] 'count revisions from in-memory index tree' (duration: 102.834372ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:37:05.65723Z","caller":"traceutil/trace.go:171","msg":"trace[2043205186] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19985; }","duration":"270.870382ms","start":"2026-04-29T02:37:05.386333Z","end":"2026-04-29T02:37:05.657203Z","steps":["trace[2043205186] 'range keys from in-memory index tree' (duration: 270.151258ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:37:06.131276Z","caller":"traceutil/trace.go:171","msg":"trace[1422919045] transaction","detail":"{read_only:false; response_revision:19986; number_of_response:1; }","duration":"135.784887ms","start":"2026-04-29T02:37:05.995456Z","end":"2026-04-29T02:37:06.131241Z","steps":["trace[1422919045] 'process raft request' (duration: 135.483862ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:37:06.423798Z","caller":"traceutil/trace.go:171","msg":"trace[1989690506] transaction","detail":"{read_only:false; response_revision:19987; number_of_response:1; }","duration":"123.822253ms","start":"2026-04-29T02:37:06.299949Z","end":"2026-04-29T02:37:06.423771Z","steps":["trace[1989690506] 'process raft request' (duration: 123.66124ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:37:06.692246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.375525ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:37:06.692408Z","caller":"traceutil/trace.go:171","msg":"trace[231125793] transaction","detail":"{read_only:false; response_revision:19988; number_of_response:1; }","duration":"210.069055ms","start":"2026-04-29T02:37:06.482307Z","end":"2026-04-29T02:37:06.692376Z","steps":["trace[231125793] 'process raft request' (duration: 70.455996ms)","trace[231125793] 'compare' (duration: 139.221142ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:37:06.700898Z","caller":"traceutil/trace.go:171","msg":"trace[1478190516] transaction","detail":"{read_only:false; response_revision:19989; number_of_response:1; }","duration":"206.714162ms","start":"2026-04-29T02:37:06.494148Z","end":"2026-04-29T02:37:06.700863Z","steps":["trace[1478190516] 'process raft request' (duration: 206.466207ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:37:06.700973Z","caller":"traceutil/trace.go:171","msg":"trace[501687978] transaction","detail":"{read_only:false; response_revision:19990; number_of_response:1; }","duration":"205.801855ms","start":"2026-04-29T02:37:06.495134Z","end":"2026-04-29T02:37:06.700936Z","steps":["trace[501687978] 'process raft request' (duration: 205.643212ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:37:06.973355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.918674ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:37:06.973472Z","caller":"traceutil/trace.go:171","msg":"trace[288849188] linearizableReadLoop","detail":"{readStateIndex:20664; appliedIndex:20663; }","duration":"200.260311ms","start":"2026-04-29T02:37:06.773192Z","end":"2026-04-29T02:37:06.973452Z","steps":["trace[288849188] 'read index received' (duration: 67.148184ms)","trace[288849188] 'applied index is now lower than readState.Index' (duration: 133.110287ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:37:06.973558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.370764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:37:06.973596Z","caller":"traceutil/trace.go:171","msg":"trace[603907335] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:19991; }","duration":"200.461546ms","start":"2026-04-29T02:37:06.773123Z","end":"2026-04-29T02:37:06.973585Z","steps":["trace[603907335] 'agreement among raft nodes before linearized reading' (duration: 200.382574ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:37:06.973627Z","caller":"traceutil/trace.go:171","msg":"trace[1443106147] transaction","detail":"{read_only:false; response_revision:19991; number_of_response:1; }","duration":"253.529407ms","start":"2026-04-29T02:37:06.720059Z","end":"2026-04-29T02:37:06.973588Z","steps":["trace[1443106147] 'process raft request' (duration: 120.283977ms)","trace[1443106147] 'compare' (duration: 132.7199ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:37:07.193509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.282302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-29T02:37:07.193599Z","caller":"traceutil/trace.go:171","msg":"trace[524384606] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19991; }","duration":"108.424565ms","start":"2026-04-29T02:37:07.085154Z","end":"2026-04-29T02:37:07.193578Z","steps":["trace[524384606] 'range keys from in-memory index tree' (duration: 108.047999ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:37:07.193848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.310056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-29T02:37:07.19393Z","caller":"traceutil/trace.go:171","msg":"trace[797515678] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19991; }","duration":"106.457149ms","start":"2026-04-29T02:37:07.087455Z","end":"2026-04-29T02:37:07.193912Z","steps":["trace[797515678] 'range keys from in-memory index tree' (duration: 106.143813ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:37:20.354928Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17914} {"level":"info","ts":"2026-04-29T02:37:20.495415Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17914,"took":"137.474539ms","hash":1698026829,"current-db-size-bytes":56578048,"current-db-size":"57 MB","current-db-size-in-use-bytes":29757440,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-04-29T02:37:20.495479Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1698026829,"revision":17914,"compact-revision":15397} {"level":"info","ts":"2026-04-29T02:42:20.361116Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":20059} {"level":"info","ts":"2026-04-29T02:42:20.476111Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":20059,"took":"111.082147ms","hash":3932415959,"current-db-size-bytes":56999936,"current-db-size":"57 MB","current-db-size-in-use-bytes":41820160,"current-db-size-in-use":"42 MB"} {"level":"info","ts":"2026-04-29T02:42:20.476193Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3932415959,"revision":20059,"compact-revision":17914} {"level":"info","ts":"2026-04-29T02:43:39.218394Z","caller":"traceutil/trace.go:171","msg":"trace[1070820925] transaction","detail":"{read_only:false; response_revision:24169; number_of_response:1; }","duration":"132.608148ms","start":"2026-04-29T02:43:39.085755Z","end":"2026-04-29T02:43:39.218363Z","steps":["trace[1070820925] 'process raft request' (duration: 132.268282ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:43:45.054581Z","caller":"traceutil/trace.go:171","msg":"trace[1861694120] transaction","detail":"{read_only:false; response_revision:24207; number_of_response:1; }","duration":"313.946089ms","start":"2026-04-29T02:43:44.740606Z","end":"2026-04-29T02:43:45.054552Z","steps":["trace[1861694120] 'process raft request' (duration: 313.743574ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:43:45.054601Z","caller":"traceutil/trace.go:171","msg":"trace[14878739] linearizableReadLoop","detail":"{readStateIndex:24999; appliedIndex:24998; }","duration":"296.87673ms","start":"2026-04-29T02:43:44.757678Z","end":"2026-04-29T02:43:45.054554Z","steps":["trace[14878739] 'read index received' (duration: 296.851039ms)","trace[14878739] 'applied index is now lower than readState.Index' (duration: 23.631µs)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:43:45.054751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:43:44.740591Z","time spent":"314.076172ms","remote":"127.0.0.1:57434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:43:45.054888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.195946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-29T02:43:45.054929Z","caller":"traceutil/trace.go:171","msg":"trace[228080481] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24207; }","duration":"297.279277ms","start":"2026-04-29T02:43:44.757632Z","end":"2026-04-29T02:43:45.054911Z","steps":["trace[228080481] 'agreement among raft nodes before linearized reading' (duration: 297.078084ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:43:45.195143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.589071ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:43:45.195265Z","caller":"traceutil/trace.go:171","msg":"trace[792917193] transaction","detail":"{read_only:false; response_revision:24208; number_of_response:1; }","duration":"305.445859ms","start":"2026-04-29T02:43:44.889799Z","end":"2026-04-29T02:43:45.195244Z","steps":["trace[792917193] 'process raft request' (duration: 204.651715ms)","trace[792917193] 'compare' (duration: 100.456668ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:43:45.195347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:43:44.889776Z","time spent":"305.538722ms","remote":"127.0.0.1:57434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:43:45.195426Z","caller":"traceutil/trace.go:171","msg":"trace[827304329] transaction","detail":"{read_only:false; response_revision:24209; number_of_response:1; }","duration":"133.711699ms","start":"2026-04-29T02:43:45.061693Z","end":"2026-04-29T02:43:45.195404Z","steps":["trace[827304329] 'process raft request' (duration: 133.565987ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:43:45.195397Z","caller":"traceutil/trace.go:171","msg":"trace[1643280626] linearizableReadLoop","detail":"{readStateIndex:25000; appliedIndex:24999; }","duration":"140.682219ms","start":"2026-04-29T02:43:45.054683Z","end":"2026-04-29T02:43:45.195365Z","steps":["trace[1643280626] 'read index received' (duration: 39.779573ms)","trace[1643280626] 'applied index is now lower than readState.Index' (duration: 100.899986ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:43:45.195583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.507369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-29T02:43:45.195614Z","caller":"traceutil/trace.go:171","msg":"trace[798894803] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24210; }","duration":"214.591181ms","start":"2026-04-29T02:43:44.981014Z","end":"2026-04-29T02:43:45.195605Z","steps":["trace[798894803] 'agreement among raft nodes before linearized reading' (duration: 214.429788ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:43:45.300653Z","caller":"traceutil/trace.go:171","msg":"trace[1565035904] transaction","detail":"{read_only:false; response_revision:24211; number_of_response:1; }","duration":"100.277954ms","start":"2026-04-29T02:43:45.200348Z","end":"2026-04-29T02:43:45.300626Z","steps":["trace[1565035904] 'process raft request' (duration: 96.682347ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:43:49.704775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.401977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T02:43:49.704865Z","caller":"traceutil/trace.go:171","msg":"trace[1488120480] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:24244; }","duration":"100.54523ms","start":"2026-04-29T02:43:49.604301Z","end":"2026-04-29T02:43:49.704846Z","steps":["trace[1488120480] 'count revisions from in-memory index tree' (duration: 100.286485ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:43:50.492617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.707037ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:43:50.492733Z","caller":"traceutil/trace.go:171","msg":"trace[1322002269] transaction","detail":"{read_only:false; response_revision:24248; number_of_response:1; }","duration":"265.510003ms","start":"2026-04-29T02:43:50.227203Z","end":"2026-04-29T02:43:50.492713Z","steps":["trace[1322002269] 'process raft request' (duration: 137.608192ms)","trace[1322002269] 'compare' (duration: 126.909763ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:43:50.702227Z","caller":"traceutil/trace.go:171","msg":"trace[801535204] linearizableReadLoop","detail":"{readStateIndex:25042; appliedIndex:25041; }","duration":"261.0621ms","start":"2026-04-29T02:43:50.441146Z","end":"2026-04-29T02:43:50.702208Z","steps":["trace[801535204] 'read index received' (duration: 202.969424ms)","trace[801535204] 'applied index is now lower than readState.Index' (duration: 58.092176ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:43:50.702359Z","caller":"traceutil/trace.go:171","msg":"trace[947413133] transaction","detail":"{read_only:false; response_revision:24249; number_of_response:1; }","duration":"325.436783ms","start":"2026-04-29T02:43:50.376861Z","end":"2026-04-29T02:43:50.702297Z","steps":["trace[947413133] 'process raft request' (duration: 267.352538ms)","trace[947413133] 'compare' (duration: 57.913632ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:43:50.702525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:43:50.376837Z","time spent":"325.581385ms","remote":"127.0.0.1:57434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:43:50.702567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.406056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-29T02:43:50.702385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.268282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:43:50.702643Z","caller":"traceutil/trace.go:171","msg":"trace[887139332] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24249; }","duration":"261.516708ms","start":"2026-04-29T02:43:50.441105Z","end":"2026-04-29T02:43:50.702622Z","steps":["trace[887139332] 'agreement among raft nodes before linearized reading' (duration: 261.194102ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:43:50.702698Z","caller":"traceutil/trace.go:171","msg":"trace[247691684] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:24249; }","duration":"231.561398ms","start":"2026-04-29T02:43:50.471076Z","end":"2026-04-29T02:43:50.702637Z","steps":["trace[247691684] 'agreement among raft nodes before linearized reading' (duration: 231.231872ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:43:50.818789Z","caller":"traceutil/trace.go:171","msg":"trace[2121177680] transaction","detail":"{read_only:false; response_revision:24250; number_of_response:1; }","duration":"112.882559ms","start":"2026-04-29T02:43:50.705877Z","end":"2026-04-29T02:43:50.818759Z","steps":["trace[2121177680] 'process raft request' (duration: 110.482425ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:43:51.101904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.474384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:43:51.101993Z","caller":"traceutil/trace.go:171","msg":"trace[927337550] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:24250; }","duration":"111.592906ms","start":"2026-04-29T02:43:50.99038Z","end":"2026-04-29T02:43:51.101972Z","steps":["trace[927337550] 'count revisions from in-memory index tree' (duration: 111.381433ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:43:51.248118Z","caller":"traceutil/trace.go:171","msg":"trace[679737093] transaction","detail":"{read_only:false; response_revision:24251; number_of_response:1; }","duration":"173.924421ms","start":"2026-04-29T02:43:51.074178Z","end":"2026-04-29T02:43:51.248103Z","steps":["trace[679737093] 'process raft request' (duration: 173.789588ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:43:51.394429Z","caller":"traceutil/trace.go:171","msg":"trace[1367401664] transaction","detail":"{read_only:false; response_revision:24252; number_of_response:1; }","duration":"179.656819ms","start":"2026-04-29T02:43:51.214752Z","end":"2026-04-29T02:43:51.394408Z","steps":["trace[1367401664] 'process raft request' (duration: 176.55097ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:43:51.394714Z","caller":"traceutil/trace.go:171","msg":"trace[970894128] transaction","detail":"{read_only:false; response_revision:24253; number_of_response:1; }","duration":"153.877426ms","start":"2026-04-29T02:43:51.240818Z","end":"2026-04-29T02:43:51.394695Z","steps":["trace[970894128] 'process raft request' (duration: 153.176543ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:43:51.394914Z","caller":"traceutil/trace.go:171","msg":"trace[673065175] linearizableReadLoop","detail":"{readStateIndex:25045; appliedIndex:25043; }","duration":"173.108356ms","start":"2026-04-29T02:43:51.221792Z","end":"2026-04-29T02:43:51.3949Z","steps":["trace[673065175] 'read index received' (duration: 26.174869ms)","trace[673065175] 'applied index is now lower than readState.Index' (duration: 146.931947ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:43:51.395336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.541384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-29T02:43:51.395455Z","caller":"traceutil/trace.go:171","msg":"trace[1096501347] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24254; }","duration":"173.946702ms","start":"2026-04-29T02:43:51.221495Z","end":"2026-04-29T02:43:51.395442Z","steps":["trace[1096501347] 'agreement among raft nodes before linearized reading' (duration: 173.723668ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:43:51.656854Z","caller":"traceutil/trace.go:171","msg":"trace[419149963] transaction","detail":"{read_only:false; response_revision:24255; number_of_response:1; }","duration":"255.66608ms","start":"2026-04-29T02:43:51.401161Z","end":"2026-04-29T02:43:51.656827Z","steps":["trace[419149963] 'process raft request' (duration: 255.499097ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:43:51.868346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.599153ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:43:51.868537Z","caller":"traceutil/trace.go:171","msg":"trace[1471469864] transaction","detail":"{read_only:false; response_revision:24256; number_of_response:1; }","duration":"467.08031ms","start":"2026-04-29T02:43:51.401426Z","end":"2026-04-29T02:43:51.868506Z","steps":["trace[1471469864] 'process raft request' (duration: 345.248313ms)","trace[1471469864] 'compare' (duration: 121.184446ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:43:51.868606Z","caller":"traceutil/trace.go:171","msg":"trace[2099460159] linearizableReadLoop","detail":"{readStateIndex:25052; appliedIndex:25048; }","duration":"199.00537ms","start":"2026-04-29T02:43:51.669588Z","end":"2026-04-29T02:43:51.868593Z","steps":["trace[2099460159] 'read index received' (duration: 77.01064ms)","trace[2099460159] 'applied index is now lower than readState.Index' (duration: 121.99368ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:43:51.868678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:43:51.401418Z","time spent":"467.188032ms","remote":"127.0.0.1:57434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:43:51.868773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.190633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:43:51.868847Z","caller":"traceutil/trace.go:171","msg":"trace[388412805] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24259; }","duration":"199.303675ms","start":"2026-04-29T02:43:51.669534Z","end":"2026-04-29T02:43:51.868838Z","steps":["trace[388412805] 'agreement among raft nodes before linearized reading' (duration: 199.097602ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:43:51.869085Z","caller":"traceutil/trace.go:171","msg":"trace[508526549] transaction","detail":"{read_only:false; response_revision:24259; number_of_response:1; }","duration":"377.922304ms","start":"2026-04-29T02:43:51.491149Z","end":"2026-04-29T02:43:51.869071Z","steps":["trace[508526549] 'process raft request' (duration: 377.372774ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:43:51.869117Z","caller":"traceutil/trace.go:171","msg":"trace[431025016] transaction","detail":"{read_only:false; response_revision:24258; number_of_response:1; }","duration":"467.498339ms","start":"2026-04-29T02:43:51.401592Z","end":"2026-04-29T02:43:51.86909Z","steps":["trace[431025016] 'process raft request' (duration: 466.906127ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:43:51.869122Z","caller":"traceutil/trace.go:171","msg":"trace[1365550727] transaction","detail":"{read_only:false; response_revision:24257; number_of_response:1; }","duration":"467.619311ms","start":"2026-04-29T02:43:51.401466Z","end":"2026-04-29T02:43:51.869085Z","steps":["trace[1365550727] 'process raft request' (duration: 466.963688ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:43:51.869161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:43:51.491132Z","time spent":"377.994305ms","remote":"127.0.0.1:57434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:43:51.869256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:43:51.401585Z","time spent":"467.602981ms","remote":"127.0.0.1:57434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:43:51.869306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:43:51.401462Z","time spent":"467.734963ms","remote":"127.0.0.1:57434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:43:52.424766Z","caller":"traceutil/trace.go:171","msg":"trace[1232367982] transaction","detail":"{read_only:false; response_revision:24260; number_of_response:1; }","duration":"197.846668ms","start":"2026-04-29T02:43:52.226904Z","end":"2026-04-29T02:43:52.42475Z","steps":["trace[1232367982] 'process raft request' (duration: 197.705795ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:43:52.606142Z","caller":"traceutil/trace.go:171","msg":"trace[1511647852] transaction","detail":"{read_only:false; response_revision:24261; number_of_response:1; }","duration":"377.934164ms","start":"2026-04-29T02:43:52.228195Z","end":"2026-04-29T02:43:52.606129Z","steps":["trace[1511647852] 'process raft request' (duration: 315.073989ms)","trace[1511647852] 'compare' (duration: 62.675242ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:43:52.606241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:43:52.228172Z","time spent":"378.004935ms","remote":"127.0.0.1:57434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:43:52.606435Z","caller":"traceutil/trace.go:171","msg":"trace[852292723] transaction","detail":"{read_only:false; response_revision:24262; number_of_response:1; }","duration":"299.614171ms","start":"2026-04-29T02:43:52.306813Z","end":"2026-04-29T02:43:52.606427Z","steps":["trace[852292723] 'process raft request' (duration: 299.271824ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:43:52.606657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.58807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-29T02:43:52.606686Z","caller":"traceutil/trace.go:171","msg":"trace[1848112107] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24262; }","duration":"360.655821ms","start":"2026-04-29T02:43:52.246023Z","end":"2026-04-29T02:43:52.606679Z","steps":["trace[1848112107] 'agreement among raft nodes before linearized reading' (duration: 360.56397ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:43:52.606707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:43:52.245972Z","time spent":"360.729053ms","remote":"127.0.0.1:57434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-29T02:43:52.606684Z","caller":"traceutil/trace.go:171","msg":"trace[1352366030] linearizableReadLoop","detail":"{readStateIndex:25054; appliedIndex:25052; }","duration":"360.200083ms","start":"2026-04-29T02:43:52.246075Z","end":"2026-04-29T02:43:52.606275Z","steps":["trace[1352366030] 'read index received' (duration: 178.645779ms)","trace[1352366030] 'applied index is now lower than readState.Index' (duration: 181.552994ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:43:52.60684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.881286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:43:52.60687Z","caller":"traceutil/trace.go:171","msg":"trace[1115738177] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24262; }","duration":"184.963868ms","start":"2026-04-29T02:43:52.421899Z","end":"2026-04-29T02:43:52.606863Z","steps":["trace[1115738177] 'agreement among raft nodes before linearized reading' (duration: 184.883576ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:43:52.60698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.508042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:43:52.607105Z","caller":"traceutil/trace.go:171","msg":"trace[55382286] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:24262; }","duration":"182.714055ms","start":"2026-04-29T02:43:52.424358Z","end":"2026-04-29T02:43:52.607072Z","steps":["trace[55382286] 'agreement among raft nodes before linearized reading' (duration: 182.445139ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:43:52.838722Z","caller":"traceutil/trace.go:171","msg":"trace[1054852444] linearizableReadLoop","detail":"{readStateIndex:25056; appliedIndex:25055; }","duration":"226.86953ms","start":"2026-04-29T02:43:52.611827Z","end":"2026-04-29T02:43:52.838697Z","steps":["trace[1054852444] 'read index received' (duration: 130.881827ms)","trace[1054852444] 'applied index is now lower than readState.Index' (duration: 95.986763ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:43:52.838829Z","caller":"traceutil/trace.go:171","msg":"trace[513662899] transaction","detail":"{read_only:false; response_revision:24263; number_of_response:1; }","duration":"228.327588ms","start":"2026-04-29T02:43:52.610491Z","end":"2026-04-29T02:43:52.838818Z","steps":["trace[513662899] 'process raft request' (duration: 132.202442ms)","trace[513662899] 'compare' (duration: 95.82168ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:43:52.838971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.127595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:43:52.839037Z","caller":"traceutil/trace.go:171","msg":"trace[1170728094] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24263; }","duration":"227.262687ms","start":"2026-04-29T02:43:52.611756Z","end":"2026-04-29T02:43:52.839019Z","steps":["trace[1170728094] 'agreement among raft nodes before linearized reading' (duration: 227.145795ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:43:52.973943Z","caller":"traceutil/trace.go:171","msg":"trace[1839294860] linearizableReadLoop","detail":"{readStateIndex:25058; appliedIndex:25056; }","duration":"135.130796ms","start":"2026-04-29T02:43:52.838786Z","end":"2026-04-29T02:43:52.973917Z","steps":["trace[1839294860] 'read index received' (duration: 134.583586ms)","trace[1839294860] 'applied index is now lower than readState.Index' (duration: 546.03µs)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:43:52.973974Z","caller":"traceutil/trace.go:171","msg":"trace[1989838114] transaction","detail":"{read_only:false; response_revision:24265; number_of_response:1; }","duration":"266.773117ms","start":"2026-04-29T02:43:52.70717Z","end":"2026-04-29T02:43:52.973944Z","steps":["trace[1989838114] 'process raft request' (duration: 266.686815ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:43:52.973988Z","caller":"traceutil/trace.go:171","msg":"trace[1006162020] transaction","detail":"{read_only:false; response_revision:24264; number_of_response:1; }","duration":"271.915113ms","start":"2026-04-29T02:43:52.702027Z","end":"2026-04-29T02:43:52.973942Z","steps":["trace[1006162020] 'process raft request' (duration: 271.449964ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:43:52.974206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.376557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:43:52.974205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.743359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-29T02:43:52.974241Z","caller":"traceutil/trace.go:171","msg":"trace[351565260] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24265; }","duration":"130.465668ms","start":"2026-04-29T02:43:52.843765Z","end":"2026-04-29T02:43:52.97423Z","steps":["trace[351565260] 'agreement among raft nodes before linearized reading' (duration: 130.381097ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:43:52.97423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.426063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:43:52.974247Z","caller":"traceutil/trace.go:171","msg":"trace[608370419] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24265; }","duration":"149.862901ms","start":"2026-04-29T02:43:52.824374Z","end":"2026-04-29T02:43:52.974237Z","steps":["trace[608370419] 'agreement among raft nodes before linearized reading' (duration: 149.689748ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:43:52.974284Z","caller":"traceutil/trace.go:171","msg":"trace[1359330939] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24265; }","duration":"302.514685ms","start":"2026-04-29T02:43:52.671757Z","end":"2026-04-29T02:43:52.974271Z","steps":["trace[1359330939] 'agreement among raft nodes before linearized reading' (duration: 302.415153ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:43:52.974318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:43:52.671738Z","time spent":"302.572746ms","remote":"127.0.0.1:57178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-29T02:43:53.555041Z","caller":"traceutil/trace.go:171","msg":"trace[1197649895] transaction","detail":"{read_only:false; response_revision:24268; number_of_response:1; }","duration":"154.939886ms","start":"2026-04-29T02:43:53.400059Z","end":"2026-04-29T02:43:53.554999Z","steps":["trace[1197649895] 'process raft request' (duration: 112.290028ms)","trace[1197649895] 'compare' (duration: 42.451265ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:43:53.55514Z","caller":"traceutil/trace.go:171","msg":"trace[1983953324] transaction","detail":"{read_only:false; response_revision:24269; number_of_response:1; }","duration":"154.048579ms","start":"2026-04-29T02:43:53.401065Z","end":"2026-04-29T02:43:53.555113Z","steps":["trace[1983953324] 'process raft request' (duration: 153.907047ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:43:53.835668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.53495ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-04-29T02:43:53.835734Z","caller":"traceutil/trace.go:171","msg":"trace[1448868898] linearizableReadLoop","detail":"{readStateIndex:25063; appliedIndex:25062; }","duration":"174.859509ms","start":"2026-04-29T02:43:53.660862Z","end":"2026-04-29T02:43:53.835721Z","steps":["trace[1448868898] 'read index received' (duration: 36.239708ms)","trace[1448868898] 'applied index is now lower than readState.Index' (duration: 138.618831ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:43:53.835862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.997431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-29T02:43:53.835876Z","caller":"traceutil/trace.go:171","msg":"trace[2087690829] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24269; }","duration":"175.055472ms","start":"2026-04-29T02:43:53.660815Z","end":"2026-04-29T02:43:53.835871Z","steps":["trace[2087690829] 'agreement among raft nodes before linearized reading' (duration: 174.96081ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:43:53.83618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.515687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:43:53.836192Z","caller":"traceutil/trace.go:171","msg":"trace[824484889] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24269; }","duration":"163.556548ms","start":"2026-04-29T02:43:53.672631Z","end":"2026-04-29T02:43:53.836188Z","steps":["trace[824484889] 'agreement among raft nodes before linearized reading' (duration: 163.350063ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:43:54.105867Z","caller":"traceutil/trace.go:171","msg":"trace[1229695598] linearizableReadLoop","detail":"{readStateIndex:25065; appliedIndex:25064; }","duration":"255.159969ms","start":"2026-04-29T02:43:53.850684Z","end":"2026-04-29T02:43:54.105844Z","steps":["trace[1229695598] 'read index received' (duration: 243.229087ms)","trace[1229695598] 'applied index is now lower than readState.Index' (duration: 11.927352ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:43:54.105989Z","caller":"traceutil/trace.go:171","msg":"trace[1498132490] transaction","detail":"{read_only:false; response_revision:24271; number_of_response:1; }","duration":"256.707449ms","start":"2026-04-29T02:43:53.849269Z","end":"2026-04-29T02:43:54.105976Z","steps":["trace[1498132490] 'process raft request' (duration: 244.626824ms)","trace[1498132490] 'compare' (duration: 10.925303ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:43:54.106136Z","caller":"traceutil/trace.go:171","msg":"trace[2112159629] transaction","detail":"{read_only:false; response_revision:24272; number_of_response:1; }","duration":"229.736114ms","start":"2026-04-29T02:43:53.876368Z","end":"2026-04-29T02:43:54.106104Z","steps":["trace[2112159629] 'process raft request' (duration: 229.412588ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:43:54.106316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.490326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-29T02:43:54.106418Z","caller":"traceutil/trace.go:171","msg":"trace[1433986346] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24272; }","duration":"231.601919ms","start":"2026-04-29T02:43:53.874765Z","end":"2026-04-29T02:43:54.106366Z","steps":["trace[1433986346] 'agreement among raft nodes before linearized reading' (duration: 231.355134ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:43:54.106557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.686352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-04-29T02:43:54.106562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.6ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-29T02:43:54.106607Z","caller":"traceutil/trace.go:171","msg":"trace[1289146098] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24272; }","duration":"231.756723ms","start":"2026-04-29T02:43:53.874833Z","end":"2026-04-29T02:43:54.10659Z","steps":["trace[1289146098] 'agreement among raft nodes before linearized reading' (duration: 231.524607ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:43:54.1066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.913894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-04-29T02:43:54.106619Z","caller":"traceutil/trace.go:171","msg":"trace[679604397] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24272; }","duration":"231.687501ms","start":"2026-04-29T02:43:53.874915Z","end":"2026-04-29T02:43:54.106603Z","steps":["trace[679604397] 'agreement among raft nodes before linearized reading' (duration: 231.424475ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:43:54.106655Z","caller":"traceutil/trace.go:171","msg":"trace[1087190429] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24272; }","duration":"255.996645ms","start":"2026-04-29T02:43:53.850642Z","end":"2026-04-29T02:43:54.106638Z","steps":["trace[1087190429] 'agreement among raft nodes before linearized reading' (duration: 255.813252ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:43:54.106686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.921263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-29T02:43:54.106757Z","caller":"traceutil/trace.go:171","msg":"trace[641082028] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24272; }","duration":"173.044415ms","start":"2026-04-29T02:43:53.933695Z","end":"2026-04-29T02:43:54.106739Z","steps":["trace[641082028] 'agreement among raft nodes before linearized reading' (duration: 172.634427ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:43:54.310366Z","caller":"traceutil/trace.go:171","msg":"trace[491944123] linearizableReadLoop","detail":"{readStateIndex:25069; appliedIndex:25066; }","duration":"192.915576ms","start":"2026-04-29T02:43:54.11743Z","end":"2026-04-29T02:43:54.310345Z","steps":["trace[491944123] 'read index received' (duration: 125.699369ms)","trace[491944123] 'applied index is now lower than readState.Index' (duration: 67.215357ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:43:54.3104Z","caller":"traceutil/trace.go:171","msg":"trace[412949440] transaction","detail":"{read_only:false; response_revision:24273; number_of_response:1; }","duration":"193.970075ms","start":"2026-04-29T02:43:54.1164Z","end":"2026-04-29T02:43:54.31037Z","steps":["trace[412949440] 'process raft request' (duration: 126.755839ms)","trace[412949440] 'compare' (duration: 66.976702ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:43:54.310475Z","caller":"traceutil/trace.go:171","msg":"trace[1802289817] transaction","detail":"{read_only:false; response_revision:24274; number_of_response:1; }","duration":"194.059007ms","start":"2026-04-29T02:43:54.116406Z","end":"2026-04-29T02:43:54.310465Z","steps":["trace[1802289817] 'process raft request' (duration: 193.864274ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:43:54.310869Z","caller":"traceutil/trace.go:171","msg":"trace[1936238514] transaction","detail":"{read_only:false; response_revision:24275; number_of_response:1; }","duration":"194.409054ms","start":"2026-04-29T02:43:54.116451Z","end":"2026-04-29T02:43:54.310861Z","steps":["trace[1936238514] 'process raft request' (duration: 193.860983ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:43:54.310891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.12815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-29T02:43:54.310975Z","caller":"traceutil/trace.go:171","msg":"trace[1144277197] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:24275; }","duration":"193.226402ms","start":"2026-04-29T02:43:54.117731Z","end":"2026-04-29T02:43:54.310958Z","steps":["trace[1144277197] 'agreement among raft nodes before linearized reading' (duration: 192.985137ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:43:54.310985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.988961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:43:54.311019Z","caller":"traceutil/trace.go:171","msg":"trace[790318074] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:24275; }","duration":"137.066982ms","start":"2026-04-29T02:43:54.173942Z","end":"2026-04-29T02:43:54.311009Z","steps":["trace[790318074] 'agreement among raft nodes before linearized reading' (duration: 136.992401ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:43:54.31111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.081614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:43:54.311155Z","caller":"traceutil/trace.go:171","msg":"trace[1189466423] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:24275; }","duration":"189.148266ms","start":"2026-04-29T02:43:54.121993Z","end":"2026-04-29T02:43:54.311141Z","steps":["trace[1189466423] 'agreement among raft nodes before linearized reading' (duration: 189.058865ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:43:54.31087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.423716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18571"} {"level":"info","ts":"2026-04-29T02:43:54.311358Z","caller":"traceutil/trace.go:171","msg":"trace[850256295] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24275; }","duration":"193.927906ms","start":"2026-04-29T02:43:54.117415Z","end":"2026-04-29T02:43:54.311343Z","steps":["trace[850256295] 'agreement among raft nodes before linearized reading' (duration: 193.324114ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:43:54.795791Z","caller":"traceutil/trace.go:171","msg":"trace[502526106] linearizableReadLoop","detail":"{readStateIndex:25071; appliedIndex:25070; }","duration":"182.246176ms","start":"2026-04-29T02:43:54.613507Z","end":"2026-04-29T02:43:54.795754Z","steps":["trace[502526106] 'read index received' (duration: 181.986702ms)","trace[502526106] 'applied index is now lower than readState.Index' (duration: 258.014µs)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:43:54.795871Z","caller":"traceutil/trace.go:171","msg":"trace[980312739] transaction","detail":"{read_only:false; response_revision:24277; number_of_response:1; }","duration":"183.692264ms","start":"2026-04-29T02:43:54.612137Z","end":"2026-04-29T02:43:54.795829Z","steps":["trace[980312739] 'process raft request' (duration: 183.398279ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:43:54.796025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.518438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:43:54.796071Z","caller":"traceutil/trace.go:171","msg":"trace[518595042] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24277; }","duration":"124.609399ms","start":"2026-04-29T02:43:54.671449Z","end":"2026-04-29T02:43:54.796058Z","steps":["trace[518595042] 'agreement among raft nodes before linearized reading' (duration: 124.506707ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:43:54.79608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.512971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:43:54.796188Z","caller":"traceutil/trace.go:171","msg":"trace[868152165] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:24277; }","duration":"182.692075ms","start":"2026-04-29T02:43:54.613466Z","end":"2026-04-29T02:43:54.796159Z","steps":["trace[868152165] 'agreement among raft nodes before linearized reading' (duration: 182.487061ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:43:55.097067Z","caller":"traceutil/trace.go:171","msg":"trace[1731153589] transaction","detail":"{read_only:false; response_revision:24279; number_of_response:1; }","duration":"116.956046ms","start":"2026-04-29T02:43:54.98008Z","end":"2026-04-29T02:43:55.097036Z","steps":["trace[1731153589] 'process raft request' (duration: 116.65068ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:44:04.36462Z","caller":"traceutil/trace.go:171","msg":"trace[768660902] transaction","detail":"{read_only:false; response_revision:24343; number_of_response:1; }","duration":"264.271641ms","start":"2026-04-29T02:44:04.100328Z","end":"2026-04-29T02:44:04.3646Z","steps":["trace[768660902] 'process raft request' (duration: 264.131208ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:44:04.687591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.150073ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:44:04.68781Z","caller":"traceutil/trace.go:171","msg":"trace[1631948951] transaction","detail":"{read_only:false; response_revision:24345; number_of_response:1; }","duration":"199.061531ms","start":"2026-04-29T02:44:04.488731Z","end":"2026-04-29T02:44:04.687792Z","steps":["trace[1631948951] 'process raft request' (duration: 198.963359ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:44:04.688019Z","caller":"traceutil/trace.go:171","msg":"trace[366892322] transaction","detail":"{read_only:false; response_revision:24344; number_of_response:1; }","duration":"541.880369ms","start":"2026-04-29T02:44:04.146082Z","end":"2026-04-29T02:44:04.687962Z","steps":["trace[366892322] 'process raft request' (duration: 243.274698ms)","trace[366892322] 'compare' (duration: 297.96451ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:44:04.688073Z","caller":"traceutil/trace.go:171","msg":"trace[1399567999] linearizableReadLoop","detail":"{readStateIndex:25140; appliedIndex:25138; }","duration":"532.086946ms","start":"2026-04-29T02:44:04.15591Z","end":"2026-04-29T02:44:04.687997Z","steps":["trace[1399567999] 'read index received' (duration: 208.560418ms)","trace[1399567999] 'applied index is now lower than readState.Index' (duration: 323.525328ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:44:04.688263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:44:04.146068Z","time spent":"542.043132ms","remote":"127.0.0.1:57434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:44:04.688505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.549394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-29T02:44:04.688561Z","caller":"traceutil/trace.go:171","msg":"trace[843816211] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24345; }","duration":"532.668757ms","start":"2026-04-29T02:44:04.155881Z","end":"2026-04-29T02:44:04.688549Z","steps":["trace[843816211] 'agreement among raft nodes before linearized reading' (duration: 532.217569ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:44:04.688535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.321448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-29T02:44:04.688558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.680941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-04-29T02:44:04.688599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:44:04.155866Z","time spent":"532.720908ms","remote":"127.0.0.1:57434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-29T02:44:04.688635Z","caller":"traceutil/trace.go:171","msg":"trace[125060490] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24345; }","duration":"312.453292ms","start":"2026-04-29T02:44:04.376159Z","end":"2026-04-29T02:44:04.688612Z","steps":["trace[125060490] 'agreement among raft nodes before linearized reading' (duration: 312.196806ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:44:04.68865Z","caller":"traceutil/trace.go:171","msg":"trace[1756597972] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24345; }","duration":"208.814624ms","start":"2026-04-29T02:44:04.479811Z","end":"2026-04-29T02:44:04.688625Z","steps":["trace[1756597972] 'agreement among raft nodes before linearized reading' (duration: 208.576459ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:44:04.688612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.212836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-29T02:44:04.688572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.435373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T02:44:04.688773Z","caller":"traceutil/trace.go:171","msg":"trace[825089990] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:24345; }","duration":"486.670158ms","start":"2026-04-29T02:44:04.202089Z","end":"2026-04-29T02:44:04.68876Z","steps":["trace[825089990] 'agreement among raft nodes before linearized reading' (duration: 486.27821ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:44:04.688781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.146636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1578"} {"level":"warn","ts":"2026-04-29T02:44:04.688817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.292295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-04-29T02:44:04.688843Z","caller":"traceutil/trace.go:171","msg":"trace[1998452813] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24345; }","duration":"319.238868ms","start":"2026-04-29T02:44:04.369586Z","end":"2026-04-29T02:44:04.688825Z","steps":["trace[1998452813] 'agreement among raft nodes before linearized reading' (duration: 319.049004ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:44:04.688844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:44:04.202078Z","time spent":"486.730518ms","remote":"127.0.0.1:57518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":126,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:44:04.68869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:44:04.376148Z","time spent":"312.530933ms","remote":"127.0.0.1:57434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-29T02:44:04.688826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.351871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1578"} {"level":"info","ts":"2026-04-29T02:44:04.688872Z","caller":"traceutil/trace.go:171","msg":"trace[2039316580] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24345; }","duration":"376.362245ms","start":"2026-04-29T02:44:04.31249Z","end":"2026-04-29T02:44:04.688853Z","steps":["trace[2039316580] 'agreement among raft nodes before linearized reading' (duration: 376.252523ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:44:04.688891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:44:04.369566Z","time spent":"319.314229ms","remote":"127.0.0.1:53290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":1601,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-04-29T02:44:04.688924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:44:04.312476Z","time spent":"376.439227ms","remote":"127.0.0.1:57434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-29T02:44:04.688929Z","caller":"traceutil/trace.go:171","msg":"trace[463657261] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24345; }","duration":"318.479674ms","start":"2026-04-29T02:44:04.370429Z","end":"2026-04-29T02:44:04.688908Z","steps":["trace[463657261] 'agreement among raft nodes before linearized reading' (duration: 318.23366ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:44:04.688933Z","caller":"traceutil/trace.go:171","msg":"trace[415047743] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24345; }","duration":"312.387429ms","start":"2026-04-29T02:44:04.376363Z","end":"2026-04-29T02:44:04.68875Z","steps":["trace[415047743] 'agreement among raft nodes before linearized reading' (duration: 312.093313ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:44:04.688971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:44:04.37042Z","time spent":"318.542795ms","remote":"127.0.0.1:53290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":1601,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-04-29T02:44:04.688992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:44:04.376358Z","time spent":"312.617303ms","remote":"127.0.0.1:57434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-29T02:44:04.688721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.126479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-29T02:44:04.689048Z","caller":"traceutil/trace.go:171","msg":"trace[611846863] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24345; }","duration":"317.478215ms","start":"2026-04-29T02:44:04.371561Z","end":"2026-04-29T02:44:04.689039Z","steps":["trace[611846863] 'agreement among raft nodes before linearized reading' (duration: 317.056547ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:44:04.689085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:44:04.371549Z","time spent":"317.526116ms","remote":"127.0.0.1:57434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-29T02:44:05.284325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.529799ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:44:05.284507Z","caller":"traceutil/trace.go:171","msg":"trace[1854252110] transaction","detail":"{read_only:false; response_revision:24346; number_of_response:1; }","duration":"591.253411ms","start":"2026-04-29T02:44:04.693226Z","end":"2026-04-29T02:44:05.284479Z","steps":["trace[1854252110] 'process raft request' (duration: 383.453517ms)","trace[1854252110] 'compare' (duration: 206.450989ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:44:05.284611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:44:04.693207Z","time spent":"591.357124ms","remote":"127.0.0.1:57434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:44:05.827982Z","caller":"traceutil/trace.go:171","msg":"trace[735308268] transaction","detail":"{read_only:false; response_revision:24348; number_of_response:1; }","duration":"1.134602658s","start":"2026-04-29T02:44:04.693355Z","end":"2026-04-29T02:44:05.827958Z","steps":["trace[735308268] 'process raft request' (duration: 1.134365594s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:44:05.82813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:44:04.693338Z","time spent":"1.13471644s","remote":"127.0.0.1:57434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:44:05.828186Z","caller":"traceutil/trace.go:171","msg":"trace[1449345277] transaction","detail":"{read_only:false; response_revision:24349; number_of_response:1; }","duration":"1.134588418s","start":"2026-04-29T02:44:04.693516Z","end":"2026-04-29T02:44:05.828105Z","steps":["trace[1449345277] 'process raft request' (duration: 1.134300482s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:44:05.828255Z","caller":"traceutil/trace.go:171","msg":"trace[1742337448] transaction","detail":"{read_only:false; response_revision:24350; number_of_response:1; }","duration":"1.134408815s","start":"2026-04-29T02:44:04.693831Z","end":"2026-04-29T02:44:05.82824Z","steps":["trace[1742337448] 'process raft request' (duration: 1.134023448s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:44:05.828213Z","caller":"traceutil/trace.go:171","msg":"trace[1084706821] transaction","detail":"{read_only:false; response_revision:24347; number_of_response:1; }","duration":"1.134844172s","start":"2026-04-29T02:44:04.69331Z","end":"2026-04-29T02:44:05.828154Z","steps":["trace[1084706821] 'process raft request' (duration: 1.119642029s)","trace[1084706821] 'compare' (duration: 14.589233ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:44:05.82831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:44:04.693819Z","time spent":"1.134461417s","remote":"127.0.0.1:57434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:44:05.828447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:44:04.693288Z","time spent":"1.135033136s","remote":"127.0.0.1:57434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:44:05.828453Z","caller":"traceutil/trace.go:171","msg":"trace[1997633318] transaction","detail":"{read_only:false; response_revision:24351; number_of_response:1; }","duration":"1.131472311s","start":"2026-04-29T02:44:04.696939Z","end":"2026-04-29T02:44:05.828411Z","steps":["trace[1997633318] 'process raft request' (duration: 1.130955031s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:44:05.828616Z","caller":"traceutil/trace.go:171","msg":"trace[557201955] linearizableReadLoop","detail":"{readStateIndex:25146; appliedIndex:25141; }","duration":"1.134519877s","start":"2026-04-29T02:44:04.694067Z","end":"2026-04-29T02:44:05.828587Z","steps":["trace[557201955] 'read index received' (duration: 382.599682ms)","trace[557201955] 'applied index is now lower than readState.Index' (duration: 751.918785ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:44:05.828665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:44:04.696925Z","time spent":"1.131635644s","remote":"127.0.0.1:53290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1873,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:44:05.828673Z","caller":"traceutil/trace.go:171","msg":"trace[1508227248] transaction","detail":"{read_only:false; response_revision:24352; number_of_response:1; }","duration":"999.149096ms","start":"2026-04-29T02:44:04.829498Z","end":"2026-04-29T02:44:05.828647Z","steps":["trace[1508227248] 'process raft request' (duration: 998.81278ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:44:05.828777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:44:04.829474Z","time spent":"999.244369ms","remote":"127.0.0.1:57434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:44:05.828825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.134750531s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18571"} {"level":"info","ts":"2026-04-29T02:44:05.828869Z","caller":"traceutil/trace.go:171","msg":"trace[699673973] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24352; }","duration":"1.134812113s","start":"2026-04-29T02:44:04.694045Z","end":"2026-04-29T02:44:05.828858Z","steps":["trace[699673973] 'agreement among raft nodes before linearized reading' (duration: 1.13466419s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:44:05.828912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:44:04.694039Z","time spent":"1.134866584s","remote":"127.0.0.1:57360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18594,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-29T02:44:05.828903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:44:04.693493Z","time spent":"1.134773682s","remote":"127.0.0.1:57434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:44:05.926715Z","caller":"traceutil/trace.go:171","msg":"trace[1138393130] transaction","detail":"{read_only:false; response_revision:24353; number_of_response:1; }","duration":"796.719633ms","start":"2026-04-29T02:44:05.129967Z","end":"2026-04-29T02:44:05.926687Z","steps":["trace[1138393130] 'process raft request' (duration: 796.482799ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:44:05.927327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.919235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-04-29T02:44:05.927357Z","caller":"traceutil/trace.go:171","msg":"trace[441675490] transaction","detail":"{read_only:false; response_revision:24356; number_of_response:1; }","duration":"330.010378ms","start":"2026-04-29T02:44:05.597261Z","end":"2026-04-29T02:44:05.927272Z","steps":["trace[441675490] 'process raft request' (duration: 329.850876ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:44:05.92751Z","caller":"traceutil/trace.go:171","msg":"trace[1450613379] transaction","detail":"{read_only:false; response_revision:24355; number_of_response:1; }","duration":"334.105475ms","start":"2026-04-29T02:44:05.593373Z","end":"2026-04-29T02:44:05.927479Z","steps":["trace[1450613379] 'process raft request' (duration: 333.614956ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:44:05.927362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.328761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:44:05.92762Z","caller":"traceutil/trace.go:171","msg":"trace[604380001] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24356; }","duration":"256.671857ms","start":"2026-04-29T02:44:05.670931Z","end":"2026-04-29T02:44:05.927603Z","steps":["trace[604380001] 'agreement among raft nodes before linearized reading' (duration: 256.26338ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:44:05.927685Z","caller":"traceutil/trace.go:171","msg":"trace[1560854666] transaction","detail":"{read_only:false; response_revision:24354; number_of_response:1; }","duration":"586.060294ms","start":"2026-04-29T02:44:05.341599Z","end":"2026-04-29T02:44:05.927659Z","steps":["trace[1560854666] 'process raft request' (duration: 585.037026ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:44:05.927006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:44:05.12995Z","time spent":"796.844835ms","remote":"127.0.0.1:57434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:44:05.927665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:44:05.593352Z","time spent":"334.226797ms","remote":"127.0.0.1:57434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:44:05.927798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:44:05.341575Z","time spent":"586.164917ms","remote":"127.0.0.1:57434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:44:05.927412Z","caller":"traceutil/trace.go:171","msg":"trace[1987361574] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24356; }","duration":"431.037018ms","start":"2026-04-29T02:44:05.496357Z","end":"2026-04-29T02:44:05.927394Z","steps":["trace[1987361574] 'agreement among raft nodes before linearized reading' (duration: 430.839804ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:44:05.928151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:44:05.496344Z","time spent":"431.777552ms","remote":"127.0.0.1:57434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-29T02:44:05.927761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:44:05.597248Z","time spent":"330.228763ms","remote":"127.0.0.1:57434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:44:06.410655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.072744192s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:44:06.41074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.22033273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-04-29T02:44:06.410766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.5086228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-29T02:44:06.410794Z","caller":"traceutil/trace.go:171","msg":"trace[217221843] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24356; }","duration":"1.220426723s","start":"2026-04-29T02:44:05.19035Z","end":"2026-04-29T02:44:06.410776Z","steps":["trace[217221843] 'agreement among raft nodes before linearized reading' (duration: 737.104618ms)","trace[217221843] 'range keys from in-memory index tree' (duration: 483.10885ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:44:06.411066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:44:05.190328Z","time spent":"1.220692408s","remote":"127.0.0.1:57434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-29T02:44:06.410771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.478353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:44:06.411313Z","caller":"traceutil/trace.go:171","msg":"trace[134501290] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:24356; }","duration":"740.050163ms","start":"2026-04-29T02:44:05.671242Z","end":"2026-04-29T02:44:06.411292Z","steps":["trace[134501290] 'agreement among raft nodes before linearized reading' (duration: 256.197298ms)","trace[134501290] 'count revisions from in-memory index tree' (duration: 483.276133ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:44:06.411355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:44:05.671236Z","time spent":"740.108705ms","remote":"127.0.0.1:51260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:44:06.411352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.551411ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:44:06.410775Z","caller":"traceutil/trace.go:171","msg":"trace[865380851] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:24356; }","duration":"1.072930266s","start":"2026-04-29T02:44:05.337812Z","end":"2026-04-29T02:44:06.410742Z","steps":["trace[865380851] 'agreement among raft nodes before linearized reading' (duration: 589.629952ms)","trace[865380851] 'count revisions from in-memory index tree' (duration: 483.11255ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:44:06.411475Z","caller":"traceutil/trace.go:171","msg":"trace[1839582572] linearizableReadLoop","detail":"{readStateIndex:25153; appliedIndex:25152; }","duration":"484.285402ms","start":"2026-04-29T02:44:05.92717Z","end":"2026-04-29T02:44:06.411455Z","steps":["trace[1839582572] 'read index received' (duration: 216.553458ms)","trace[1839582572] 'applied index is now lower than readState.Index' (duration: 267.730204ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:44:06.411499Z","caller":"traceutil/trace.go:171","msg":"trace[1430064718] transaction","detail":"{read_only:false; response_revision:24357; number_of_response:1; }","duration":"573.428869ms","start":"2026-04-29T02:44:05.838052Z","end":"2026-04-29T02:44:06.411481Z","steps":["trace[1430064718] 'process raft request' (duration: 305.651274ms)","trace[1430064718] 'compare' (duration: 267.209225ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:44:06.410839Z","caller":"traceutil/trace.go:171","msg":"trace[974516258] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24356; }","duration":"1.508749462s","start":"2026-04-29T02:44:04.902067Z","end":"2026-04-29T02:44:06.410817Z","steps":["trace[974516258] 'agreement among raft nodes before linearized reading' (duration: 1.025415147s)","trace[974516258] 'range keys from in-memory index tree' (duration: 483.12751ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:44:06.411576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:44:05.838032Z","time spent":"573.5013ms","remote":"127.0.0.1:53290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2720,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:44:06.411602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.133796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:44:06.4116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:44:04.902048Z","time spent":"1.509528166s","remote":"127.0.0.1:57434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-29T02:44:06.411642Z","caller":"traceutil/trace.go:171","msg":"trace[1508169349] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24357; }","duration":"517.225718ms","start":"2026-04-29T02:44:05.894404Z","end":"2026-04-29T02:44:06.41163Z","steps":["trace[1508169349] 'agreement among raft nodes before linearized reading' (duration: 517.151407ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:44:06.410951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.445278206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-29T02:44:06.411695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:44:05.894378Z","time spent":"517.302999ms","remote":"127.0.0.1:57600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-29T02:44:06.411699Z","caller":"traceutil/trace.go:171","msg":"trace[645544639] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:24356; }","duration":"1.44604817s","start":"2026-04-29T02:44:04.965639Z","end":"2026-04-29T02:44:06.411687Z","steps":["trace[645544639] 'agreement among raft nodes before linearized reading' (duration: 961.829429ms)","trace[645544639] 'count revisions from in-memory index tree' (duration: 483.459218ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:44:06.41182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:44:04.965627Z","time spent":"1.446182312s","remote":"127.0.0.1:57448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":91,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:44:06.411511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:44:05.33777Z","time spent":"1.07371178s","remote":"127.0.0.1:59808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:44:06.685319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.486847ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:44:06.685485Z","caller":"traceutil/trace.go:171","msg":"trace[392137594] linearizableReadLoop","detail":"{readStateIndex:25154; appliedIndex:25153; }","duration":"273.948901ms","start":"2026-04-29T02:44:06.41152Z","end":"2026-04-29T02:44:06.685469Z","steps":["trace[392137594] 'read index received' (duration: 141.296242ms)","trace[392137594] 'applied index is now lower than readState.Index' (duration: 132.651709ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:44:06.685503Z","caller":"traceutil/trace.go:171","msg":"trace[949548542] transaction","detail":"{read_only:false; response_revision:24358; number_of_response:1; }","duration":"752.297783ms","start":"2026-04-29T02:44:05.933162Z","end":"2026-04-29T02:44:06.68546Z","steps":["trace[949548542] 'process raft request' (duration: 619.578082ms)","trace[949548542] 'compare' (duration: 132.314393ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:44:06.685687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:44:05.933138Z","time spent":"752.446445ms","remote":"127.0.0.1:57434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:44:06.68578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.187888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-04-29T02:44:06.685863Z","caller":"traceutil/trace.go:171","msg":"trace[1607710029] transaction","detail":"{read_only:false; response_revision:24359; number_of_response:1; }","duration":"269.519969ms","start":"2026-04-29T02:44:06.416264Z","end":"2026-04-29T02:44:06.685783Z","steps":["trace[1607710029] 'process raft request' (duration: 269.161152ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:44:06.685888Z","caller":"traceutil/trace.go:171","msg":"trace[582113223] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:24359; }","duration":"379.345161ms","start":"2026-04-29T02:44:06.306523Z","end":"2026-04-29T02:44:06.685868Z","steps":["trace[582113223] 'agreement among raft nodes before linearized reading' (duration: 378.956734ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:44:06.685941Z","caller":"traceutil/trace.go:171","msg":"trace[666146403] transaction","detail":"{read_only:false; response_revision:24360; number_of_response:1; }","duration":"269.249732ms","start":"2026-04-29T02:44:06.416672Z","end":"2026-04-29T02:44:06.685922Z","steps":["trace[666146403] 'process raft request' (duration: 268.984088ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:44:06.685936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.628368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:44:06.68602Z","caller":"traceutil/trace.go:171","msg":"trace[748026019] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24360; }","duration":"270.73428ms","start":"2026-04-29T02:44:06.41527Z","end":"2026-04-29T02:44:06.686004Z","steps":["trace[748026019] 'agreement among raft nodes before linearized reading' (duration: 270.601707ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:44:06.685952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:44:06.306476Z","time spent":"379.458713ms","remote":"127.0.0.1:57336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1589,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" "} {"level":"warn","ts":"2026-04-29T02:44:06.686137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.02106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:44:06.686225Z","caller":"traceutil/trace.go:171","msg":"trace[2045704035] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24360; }","duration":"757.150002ms","start":"2026-04-29T02:44:05.929054Z","end":"2026-04-29T02:44:06.686204Z","steps":["trace[2045704035] 'agreement among raft nodes before linearized reading' (duration: 756.509091ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:44:06.686271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:44:05.929037Z","time spent":"757.224274ms","remote":"127.0.0.1:57192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T02:44:06.686838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.954536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:44:06.686904Z","caller":"traceutil/trace.go:171","msg":"trace[327229352] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:24360; }","duration":"262.031938ms","start":"2026-04-29T02:44:06.42486Z","end":"2026-04-29T02:44:06.686892Z","steps":["trace[327229352] 'agreement among raft nodes before linearized reading' (duration: 261.875645ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:44:06.686877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.66543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:44:06.686997Z","caller":"traceutil/trace.go:171","msg":"trace[1192316986] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-manila-default-user; range_end:; response_count:0; response_revision:24360; }","duration":"270.798462ms","start":"2026-04-29T02:44:06.416176Z","end":"2026-04-29T02:44:06.686975Z","steps":["trace[1192316986] 'agreement among raft nodes before linearized reading' (duration: 270.600819ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:44:06.87291Z","caller":"traceutil/trace.go:171","msg":"trace[1790095516] transaction","detail":"{read_only:false; response_revision:24361; number_of_response:1; }","duration":"179.870603ms","start":"2026-04-29T02:44:06.693003Z","end":"2026-04-29T02:44:06.872873Z","steps":["trace[1790095516] 'process raft request' (duration: 166.356619ms)","trace[1790095516] 'compare' (duration: 13.334699ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:44:06.873994Z","caller":"traceutil/trace.go:171","msg":"trace[1406391516] transaction","detail":"{read_only:false; response_revision:24362; number_of_response:1; }","duration":"180.685768ms","start":"2026-04-29T02:44:06.693271Z","end":"2026-04-29T02:44:06.873957Z","steps":["trace[1406391516] 'process raft request' (duration: 180.427943ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:44:06.873976Z","caller":"traceutil/trace.go:171","msg":"trace[1543287760] linearizableReadLoop","detail":"{readStateIndex:25159; appliedIndex:25156; }","duration":"178.905104ms","start":"2026-04-29T02:44:06.695042Z","end":"2026-04-29T02:44:06.873947Z","steps":["trace[1543287760] 'read index received' (duration: 164.330112ms)","trace[1543287760] 'applied index is now lower than readState.Index' (duration: 14.573602ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:44:06.874056Z","caller":"traceutil/trace.go:171","msg":"trace[276369250] transaction","detail":"{read_only:false; response_revision:24363; number_of_response:1; }","duration":"180.088575ms","start":"2026-04-29T02:44:06.693947Z","end":"2026-04-29T02:44:06.874036Z","steps":["trace[276369250] 'process raft request' (duration: 179.911382ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:44:06.874128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.062247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:44:06.874194Z","caller":"traceutil/trace.go:171","msg":"trace[1827600384] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24363; }","duration":"179.165008ms","start":"2026-04-29T02:44:06.695013Z","end":"2026-04-29T02:44:06.874178Z","steps":["trace[1827600384] 'agreement among raft nodes before linearized reading' (duration: 179.022856ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:44:06.874295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.876072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-04-29T02:44:06.874381Z","caller":"traceutil/trace.go:171","msg":"trace[684030218] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:24363; }","duration":"172.961173ms","start":"2026-04-29T02:44:06.701385Z","end":"2026-04-29T02:44:06.874346Z","steps":["trace[684030218] 'agreement among raft nodes before linearized reading' (duration: 172.766259ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:44:13.729465Z","caller":"traceutil/trace.go:171","msg":"trace[1673244972] linearizableReadLoop","detail":"{readStateIndex:25282; appliedIndex:25281; }","duration":"157.79989ms","start":"2026-04-29T02:44:13.571646Z","end":"2026-04-29T02:44:13.729446Z","steps":["trace[1673244972] 'read index received' (duration: 157.646117ms)","trace[1673244972] 'applied index is now lower than readState.Index' (duration: 152.473µs)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:44:13.729575Z","caller":"traceutil/trace.go:171","msg":"trace[285688930] transaction","detail":"{read_only:false; response_revision:24483; number_of_response:1; }","duration":"200.874036ms","start":"2026-04-29T02:44:13.52867Z","end":"2026-04-29T02:44:13.729544Z","steps":["trace[285688930] 'process raft request' (duration: 200.643082ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:44:13.729721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.062025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-04-29T02:44:13.729807Z","caller":"traceutil/trace.go:171","msg":"trace[1630447817] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:24483; }","duration":"158.177497ms","start":"2026-04-29T02:44:13.571606Z","end":"2026-04-29T02:44:13.729783Z","steps":["trace[1630447817] 'agreement among raft nodes before linearized reading' (duration: 157.949673ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:44:13.97183Z","caller":"traceutil/trace.go:171","msg":"trace[487049146] transaction","detail":"{read_only:false; response_revision:24484; number_of_response:1; }","duration":"230.879955ms","start":"2026-04-29T02:44:13.740924Z","end":"2026-04-29T02:44:13.971804Z","steps":["trace[487049146] 'process raft request' (duration: 230.679972ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:44:13.972225Z","caller":"traceutil/trace.go:171","msg":"trace[1870998164] transaction","detail":"{read_only:false; response_revision:24485; number_of_response:1; }","duration":"231.215402ms","start":"2026-04-29T02:44:13.740998Z","end":"2026-04-29T02:44:13.972214Z","steps":["trace[1870998164] 'process raft request' (duration: 230.764834ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:44:13.97236Z","caller":"traceutil/trace.go:171","msg":"trace[218898206] transaction","detail":"{read_only:false; response_revision:24486; number_of_response:1; }","duration":"231.232042ms","start":"2026-04-29T02:44:13.741103Z","end":"2026-04-29T02:44:13.972335Z","steps":["trace[218898206] 'process raft request' (duration: 230.911096ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:44:13.975724Z","caller":"traceutil/trace.go:171","msg":"trace[622162122] transaction","detail":"{read_only:false; response_revision:24488; number_of_response:1; }","duration":"221.570243ms","start":"2026-04-29T02:44:13.754133Z","end":"2026-04-29T02:44:13.975703Z","steps":["trace[622162122] 'process raft request' (duration: 221.376898ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:44:13.975715Z","caller":"traceutil/trace.go:171","msg":"trace[1163170050] transaction","detail":"{read_only:false; response_revision:24487; number_of_response:1; }","duration":"222.064791ms","start":"2026-04-29T02:44:13.753615Z","end":"2026-04-29T02:44:13.97568Z","steps":["trace[1163170050] 'process raft request' (duration: 221.773535ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:44:13.975823Z","caller":"traceutil/trace.go:171","msg":"trace[1385409164] transaction","detail":"{read_only:false; response_revision:24489; number_of_response:1; }","duration":"113.215186ms","start":"2026-04-29T02:44:13.862565Z","end":"2026-04-29T02:44:13.97578Z","steps":["trace[1385409164] 'process raft request' (duration: 112.994021ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:44:13.976016Z","caller":"traceutil/trace.go:171","msg":"trace[1832949620] linearizableReadLoop","detail":"{readStateIndex:25288; appliedIndex:25283; }","duration":"170.08888ms","start":"2026-04-29T02:44:13.805904Z","end":"2026-04-29T02:44:13.975992Z","steps":["trace[1832949620] 'read index received' (duration: 165.80368ms)","trace[1832949620] 'applied index is now lower than readState.Index' (duration: 4.28435ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:44:13.976239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.316674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:44:13.976307Z","caller":"traceutil/trace.go:171","msg":"trace[1026471489] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:24493; }","duration":"170.432166ms","start":"2026-04-29T02:44:13.805859Z","end":"2026-04-29T02:44:13.976291Z","steps":["trace[1026471489] 'agreement among raft nodes before linearized reading' (duration: 170.252343ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:44:13.97633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.164636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-29T02:44:13.976383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.202016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-04-29T02:44:13.976369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.907831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-29T02:44:13.976411Z","caller":"traceutil/trace.go:171","msg":"trace[377073403] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24493; }","duration":"112.269789ms","start":"2026-04-29T02:44:13.864118Z","end":"2026-04-29T02:44:13.976388Z","steps":["trace[377073403] 'agreement among raft nodes before linearized reading' (duration: 112.036105ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:44:13.976428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.339938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-29T02:44:13.976459Z","caller":"traceutil/trace.go:171","msg":"trace[1911460273] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24493; }","duration":"113.004673ms","start":"2026-04-29T02:44:13.863437Z","end":"2026-04-29T02:44:13.976441Z","steps":["trace[1911460273] 'agreement among raft nodes before linearized reading' (duration: 112.737948ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:44:13.976475Z","caller":"traceutil/trace.go:171","msg":"trace[1675095745] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24493; }","duration":"114.46343ms","start":"2026-04-29T02:44:13.861999Z","end":"2026-04-29T02:44:13.976463Z","steps":["trace[1675095745] 'agreement among raft nodes before linearized reading' (duration: 114.136244ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:44:13.976502Z","caller":"traceutil/trace.go:171","msg":"trace[1905159946] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24493; }","duration":"113.326519ms","start":"2026-04-29T02:44:13.863109Z","end":"2026-04-29T02:44:13.976436Z","steps":["trace[1905159946] 'agreement among raft nodes before linearized reading' (duration: 113.112685ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:44:39.128196Z","caller":"traceutil/trace.go:171","msg":"trace[1544953707] transaction","detail":"{read_only:false; response_revision:24700; number_of_response:1; }","duration":"131.356605ms","start":"2026-04-29T02:44:38.996811Z","end":"2026-04-29T02:44:39.128167Z","steps":["trace[1544953707] 'process raft request' (duration: 131.148812ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:44:39.375001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.687213ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:44:39.375164Z","caller":"traceutil/trace.go:171","msg":"trace[618039800] transaction","detail":"{read_only:false; response_revision:24701; number_of_response:1; }","duration":"376.802583ms","start":"2026-04-29T02:44:38.998328Z","end":"2026-04-29T02:44:39.375131Z","steps":["trace[618039800] 'process raft request' (duration: 268.834755ms)","trace[618039800] 'compare' (duration: 107.430349ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:44:39.375245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:44:38.998314Z","time spent":"376.892305ms","remote":"127.0.0.1:57434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:44:40.32156Z","caller":"traceutil/trace.go:171","msg":"trace[1475803912] linearizableReadLoop","detail":"{readStateIndex:25512; appliedIndex:25507; }","duration":"238.199262ms","start":"2026-04-29T02:44:40.083333Z","end":"2026-04-29T02:44:40.321532Z","steps":["trace[1475803912] 'read index received' (duration: 16.177662ms)","trace[1475803912] 'applied index is now lower than readState.Index' (duration: 222.01988ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:44:40.321849Z","caller":"traceutil/trace.go:171","msg":"trace[536368031] transaction","detail":"{read_only:false; response_revision:24707; number_of_response:1; }","duration":"248.946863ms","start":"2026-04-29T02:44:40.072867Z","end":"2026-04-29T02:44:40.321814Z","steps":["trace[536368031] 'process raft request' (duration: 248.613477ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:44:40.32195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.848262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-29T02:44:40.322005Z","caller":"traceutil/trace.go:171","msg":"trace[672052895] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24707; }","duration":"217.970375ms","start":"2026-04-29T02:44:40.104023Z","end":"2026-04-29T02:44:40.321993Z","steps":["trace[672052895] 'agreement among raft nodes before linearized reading' (duration: 217.807351ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:44:40.322006Z","caller":"traceutil/trace.go:171","msg":"trace[341384831] transaction","detail":"{read_only:false; response_revision:24704; number_of_response:1; }","duration":"252.501491ms","start":"2026-04-29T02:44:40.069488Z","end":"2026-04-29T02:44:40.321989Z","steps":["trace[341384831] 'process raft request' (duration: 230.074812ms)","trace[341384831] 'compare' (duration: 21.654224ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:44:40.321901Z","caller":"traceutil/trace.go:171","msg":"trace[2133647756] transaction","detail":"{read_only:false; response_revision:24706; number_of_response:1; }","duration":"251.811676ms","start":"2026-04-29T02:44:40.070064Z","end":"2026-04-29T02:44:40.321875Z","steps":["trace[2133647756] 'process raft request' (duration: 251.379798ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:44:40.322189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.507886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-29T02:44:40.322225Z","caller":"traceutil/trace.go:171","msg":"trace[92051454] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24707; }","duration":"210.561066ms","start":"2026-04-29T02:44:40.111652Z","end":"2026-04-29T02:44:40.322213Z","steps":["trace[92051454] 'agreement among raft nodes before linearized reading' (duration: 210.467625ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:44:40.321905Z","caller":"traceutil/trace.go:171","msg":"trace[2058203623] transaction","detail":"{read_only:false; response_revision:24705; number_of_response:1; }","duration":"252.086942ms","start":"2026-04-29T02:44:40.069776Z","end":"2026-04-29T02:44:40.321863Z","steps":["trace[2058203623] 'process raft request' (duration: 251.616743ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:44:40.322322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.98312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-29T02:44:40.322595Z","caller":"traceutil/trace.go:171","msg":"trace[699409960] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24707; }","duration":"214.305516ms","start":"2026-04-29T02:44:40.108275Z","end":"2026-04-29T02:44:40.322581Z","steps":["trace[699409960] 'agreement among raft nodes before linearized reading' (duration: 213.906309ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:44:40.322596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.966628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-29T02:44:40.32269Z","caller":"traceutil/trace.go:171","msg":"trace[1988981421] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24707; }","duration":"239.371214ms","start":"2026-04-29T02:44:40.083293Z","end":"2026-04-29T02:44:40.322664Z","steps":["trace[1988981421] 'agreement among raft nodes before linearized reading' (duration: 238.932886ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:44:40.618645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.82372ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:44:40.619599Z","caller":"traceutil/trace.go:171","msg":"trace[2004648749] linearizableReadLoop","detail":"{readStateIndex:25516; appliedIndex:25512; }","duration":"291.389547ms","start":"2026-04-29T02:44:40.328196Z","end":"2026-04-29T02:44:40.619585Z","steps":["trace[2004648749] 'read index received' (duration: 132.547468ms)","trace[2004648749] 'applied index is now lower than readState.Index' (duration: 158.841259ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:44:40.61961Z","caller":"traceutil/trace.go:171","msg":"trace[92448550] transaction","detail":"{read_only:false; response_revision:24709; number_of_response:1; }","duration":"291.663102ms","start":"2026-04-29T02:44:40.327917Z","end":"2026-04-29T02:44:40.619581Z","steps":["trace[92448550] 'process raft request' (duration: 291.53845ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:44:40.619669Z","caller":"traceutil/trace.go:171","msg":"trace[1957252231] transaction","detail":"{read_only:false; response_revision:24710; number_of_response:1; }","duration":"291.686643ms","start":"2026-04-29T02:44:40.327976Z","end":"2026-04-29T02:44:40.619662Z","steps":["trace[1957252231] 'process raft request' (duration: 291.55164ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:44:40.619782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.768498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T02:44:40.619807Z","caller":"traceutil/trace.go:171","msg":"trace[1220634249] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24711; }","duration":"181.800568ms","start":"2026-04-29T02:44:40.437999Z","end":"2026-04-29T02:44:40.6198Z","steps":["trace[1220634249] 'agreement among raft nodes before linearized reading' (duration: 181.752227ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:44:40.619904Z","caller":"traceutil/trace.go:171","msg":"trace[881146478] transaction","detail":"{read_only:false; response_revision:24711; number_of_response:1; }","duration":"291.880336ms","start":"2026-04-29T02:44:40.327997Z","end":"2026-04-29T02:44:40.619877Z","steps":["trace[881146478] 'process raft request' (duration: 291.55603ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:44:40.619977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.745934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-42dfe66d-5617-44b1-80cb-1360e85ba025\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-04-29T02:44:40.619914Z","caller":"traceutil/trace.go:171","msg":"trace[1865489049] transaction","detail":"{read_only:false; response_revision:24708; number_of_response:1; }","duration":"291.972168ms","start":"2026-04-29T02:44:40.327902Z","end":"2026-04-29T02:44:40.619874Z","steps":["trace[1865489049] 'process raft request' (duration: 132.827573ms)","trace[1865489049] 'compare' (duration: 157.552665ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:44:40.620152Z","caller":"traceutil/trace.go:171","msg":"trace[990718384] range","detail":"{range_begin:/registry/persistentvolumes/pvc-42dfe66d-5617-44b1-80cb-1360e85ba025; range_end:; response_count:1; response_revision:24711; }","duration":"291.954237ms","start":"2026-04-29T02:44:40.328174Z","end":"2026-04-29T02:44:40.620128Z","steps":["trace[990718384] 'agreement among raft nodes before linearized reading' (duration: 291.55016ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:44:41.089027Z","caller":"traceutil/trace.go:171","msg":"trace[1126248913] transaction","detail":"{read_only:false; response_revision:24712; number_of_response:1; }","duration":"220.142665ms","start":"2026-04-29T02:44:40.868848Z","end":"2026-04-29T02:44:41.088991Z","steps":["trace[1126248913] 'process raft request' (duration: 219.914641ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:44:41.101187Z","caller":"traceutil/trace.go:171","msg":"trace[871106038] linearizableReadLoop","detail":"{readStateIndex:25518; appliedIndex:25516; }","duration":"187.573686ms","start":"2026-04-29T02:44:40.913594Z","end":"2026-04-29T02:44:41.101167Z","steps":["trace[871106038] 'read index received' (duration: 175.101903ms)","trace[871106038] 'applied index is now lower than readState.Index' (duration: 12.470503ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:44:41.101233Z","caller":"traceutil/trace.go:171","msg":"trace[1813888188] transaction","detail":"{read_only:false; response_revision:24713; number_of_response:1; }","duration":"231.834674ms","start":"2026-04-29T02:44:40.86937Z","end":"2026-04-29T02:44:41.101204Z","steps":["trace[1813888188] 'process raft request' (duration: 231.684001ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:44:41.101322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.717598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:44:41.101358Z","caller":"traceutil/trace.go:171","msg":"trace[1881309612] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:24713; }","duration":"187.80526ms","start":"2026-04-29T02:44:40.913539Z","end":"2026-04-29T02:44:41.101345Z","steps":["trace[1881309612] 'agreement among raft nodes before linearized reading' (duration: 187.728499ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:44:41.101419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.425986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:44:41.101495Z","caller":"traceutil/trace.go:171","msg":"trace[343944893] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:24713; }","duration":"162.564089ms","start":"2026-04-29T02:44:40.938912Z","end":"2026-04-29T02:44:41.101476Z","steps":["trace[343944893] 'agreement among raft nodes before linearized reading' (duration: 162.404746ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:44:41.310237Z","caller":"traceutil/trace.go:171","msg":"trace[33951321] transaction","detail":"{read_only:false; response_revision:24714; number_of_response:1; }","duration":"173.505604ms","start":"2026-04-29T02:44:41.136705Z","end":"2026-04-29T02:44:41.310211Z","steps":["trace[33951321] 'process raft request' (duration: 121.161565ms)","trace[33951321] 'compare' (duration: 52.193606ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:44:41.520789Z","caller":"traceutil/trace.go:171","msg":"trace[351588482] transaction","detail":"{read_only:false; response_revision:24715; number_of_response:1; }","duration":"135.269329ms","start":"2026-04-29T02:44:41.385489Z","end":"2026-04-29T02:44:41.520759Z","steps":["trace[351588482] 'process raft request' (duration: 53.247855ms)","trace[351588482] 'compare' (duration: 81.658816ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:44:42.373943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.012754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-04-29T02:44:42.374009Z","caller":"traceutil/trace.go:171","msg":"trace[810707192] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:24716; }","duration":"104.126366ms","start":"2026-04-29T02:44:42.269866Z","end":"2026-04-29T02:44:42.373993Z","steps":["trace[810707192] 'range keys from in-memory index tree' (duration: 103.877941ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:44:42.374085Z","caller":"traceutil/trace.go:171","msg":"trace[271857141] transaction","detail":"{read_only:false; response_revision:24717; number_of_response:1; }","duration":"100.178392ms","start":"2026-04-29T02:44:42.273887Z","end":"2026-04-29T02:44:42.374066Z","steps":["trace[271857141] 'process raft request' (duration: 77.771203ms)","trace[271857141] 'compare' (duration: 22.307468ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:44:42.460336Z","caller":"traceutil/trace.go:171","msg":"trace[1684227870] transaction","detail":"{read_only:false; response_revision:24719; number_of_response:1; }","duration":"132.790523ms","start":"2026-04-29T02:44:42.327513Z","end":"2026-04-29T02:44:42.460303Z","steps":["trace[1684227870] 'process raft request' (duration: 132.685061ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:44:42.460352Z","caller":"traceutil/trace.go:171","msg":"trace[1968132152] transaction","detail":"{read_only:false; response_revision:24718; number_of_response:1; }","duration":"132.873164ms","start":"2026-04-29T02:44:42.327438Z","end":"2026-04-29T02:44:42.460311Z","steps":["trace[1968132152] 'process raft request' (duration: 132.601949ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:44:42.460598Z","caller":"traceutil/trace.go:171","msg":"trace[1529492857] transaction","detail":"{read_only:false; response_revision:24720; number_of_response:1; }","duration":"133.056578ms","start":"2026-04-29T02:44:42.327521Z","end":"2026-04-29T02:44:42.460578Z","steps":["trace[1529492857] 'process raft request' (duration: 132.727172ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:44:42.460701Z","caller":"traceutil/trace.go:171","msg":"trace[328849042] linearizableReadLoop","detail":"{readStateIndex:25523; appliedIndex:25521; }","duration":"133.236931ms","start":"2026-04-29T02:44:42.327451Z","end":"2026-04-29T02:44:42.460688Z","steps":["trace[328849042] 'read index received' (duration: 24.306304ms)","trace[328849042] 'applied index is now lower than readState.Index' (duration: 108.929407ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:44:42.460872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.401394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T02:44:42.46092Z","caller":"traceutil/trace.go:171","msg":"trace[800493676] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:24721; }","duration":"133.492965ms","start":"2026-04-29T02:44:42.327415Z","end":"2026-04-29T02:44:42.460908Z","steps":["trace[800493676] 'agreement among raft nodes before linearized reading' (duration: 133.406613ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:44:42.460926Z","caller":"traceutil/trace.go:171","msg":"trace[426972920] transaction","detail":"{read_only:false; response_revision:24721; number_of_response:1; }","duration":"122.680803ms","start":"2026-04-29T02:44:42.338228Z","end":"2026-04-29T02:44:42.460909Z","steps":["trace[426972920] 'process raft request' (duration: 122.275435ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:44:42.594616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.337887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-29T02:44:42.594697Z","caller":"traceutil/trace.go:171","msg":"trace[18218612] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24721; }","duration":"115.465969ms","start":"2026-04-29T02:44:42.479213Z","end":"2026-04-29T02:44:42.594679Z","steps":["trace[18218612] 'range keys from in-memory index tree' (duration: 115.121032ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:44:42.816542Z","caller":"traceutil/trace.go:171","msg":"trace[2002086405] linearizableReadLoop","detail":"{readStateIndex:25530; appliedIndex:25526; }","duration":"144.577113ms","start":"2026-04-29T02:44:42.671942Z","end":"2026-04-29T02:44:42.816519Z","steps":["trace[2002086405] 'read index received' (duration: 7.654733ms)","trace[2002086405] 'applied index is now lower than readState.Index' (duration: 136.92124ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:44:42.816636Z","caller":"traceutil/trace.go:171","msg":"trace[1003024785] transaction","detail":"{read_only:false; response_revision:24723; number_of_response:1; }","duration":"188.403091ms","start":"2026-04-29T02:44:42.628194Z","end":"2026-04-29T02:44:42.816597Z","steps":["trace[1003024785] 'process raft request' (duration: 188.097055ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:44:42.816701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.749795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:44:42.816736Z","caller":"traceutil/trace.go:171","msg":"trace[2003473846] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24725; }","duration":"144.851297ms","start":"2026-04-29T02:44:42.671874Z","end":"2026-04-29T02:44:42.816725Z","steps":["trace[2003473846] 'agreement among raft nodes before linearized reading' (duration: 144.758716ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:44:42.816725Z","caller":"traceutil/trace.go:171","msg":"trace[1041467267] transaction","detail":"{read_only:false; response_revision:24725; number_of_response:1; }","duration":"186.563307ms","start":"2026-04-29T02:44:42.630106Z","end":"2026-04-29T02:44:42.816669Z","steps":["trace[1041467267] 'process raft request' (duration: 186.371664ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:44:42.816765Z","caller":"traceutil/trace.go:171","msg":"trace[1301309257] transaction","detail":"{read_only:false; response_revision:24724; number_of_response:1; }","duration":"188.466252ms","start":"2026-04-29T02:44:42.62825Z","end":"2026-04-29T02:44:42.816716Z","steps":["trace[1301309257] 'process raft request' (duration: 188.183847ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:44:42.847818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.628453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:44:42.847905Z","caller":"traceutil/trace.go:171","msg":"trace[761245741] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24726; }","duration":"160.778416ms","start":"2026-04-29T02:44:42.687108Z","end":"2026-04-29T02:44:42.847886Z","steps":["trace[761245741] 'agreement among raft nodes before linearized reading' (duration: 160.654162ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:44:42.847708Z","caller":"traceutil/trace.go:171","msg":"trace[1549634035] transaction","detail":"{read_only:false; response_revision:24726; number_of_response:1; }","duration":"164.067767ms","start":"2026-04-29T02:44:42.683614Z","end":"2026-04-29T02:44:42.847682Z","steps":["trace[1549634035] 'process raft request' (duration: 163.886584ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:44:43.381709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.052449ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:44:43.381826Z","caller":"traceutil/trace.go:171","msg":"trace[495796826] linearizableReadLoop","detail":"{readStateIndex:25533; appliedIndex:25532; }","duration":"193.201392ms","start":"2026-04-29T02:44:43.188606Z","end":"2026-04-29T02:44:43.381808Z","steps":["trace[495796826] 'read index received' (duration: 45.889238ms)","trace[495796826] 'applied index is now lower than readState.Index' (duration: 147.310904ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:44:43.381951Z","caller":"traceutil/trace.go:171","msg":"trace[725013856] transaction","detail":"{read_only:false; response_revision:24728; number_of_response:1; }","duration":"193.880754ms","start":"2026-04-29T02:44:43.18804Z","end":"2026-04-29T02:44:43.381921Z","steps":["trace[725013856] 'process raft request' (duration: 46.502539ms)","trace[725013856] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/kube-controller-manager; req_size:487; } (duration: 146.673592ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:44:43.382067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.307013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:44:43.382144Z","caller":"traceutil/trace.go:171","msg":"trace[1573162925] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24728; }","duration":"193.585198ms","start":"2026-04-29T02:44:43.188545Z","end":"2026-04-29T02:44:43.38213Z","steps":["trace[1573162925] 'agreement among raft nodes before linearized reading' (duration: 193.306833ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:44:43.450422Z","caller":"traceutil/trace.go:171","msg":"trace[1484079015] transaction","detail":"{read_only:false; response_revision:24729; number_of_response:1; }","duration":"135.377801ms","start":"2026-04-29T02:44:43.315016Z","end":"2026-04-29T02:44:43.450393Z","steps":["trace[1484079015] 'process raft request' (duration: 135.205688ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:44:43.630883Z","caller":"traceutil/trace.go:171","msg":"trace[1023203737] transaction","detail":"{read_only:false; response_revision:24730; number_of_response:1; }","duration":"104.668106ms","start":"2026-04-29T02:44:43.526167Z","end":"2026-04-29T02:44:43.630835Z","steps":["trace[1023203737] 'process raft request' (duration: 52.217826ms)","trace[1023203737] 'compare' (duration: 52.276637ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:44:44.638582Z","caller":"traceutil/trace.go:171","msg":"trace[1148325877] transaction","detail":"{read_only:false; response_revision:24734; number_of_response:1; }","duration":"171.900212ms","start":"2026-04-29T02:44:44.466652Z","end":"2026-04-29T02:44:44.638552Z","steps":["trace[1148325877] 'process raft request' (duration: 171.617387ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:44:44.638654Z","caller":"traceutil/trace.go:171","msg":"trace[1572756526] transaction","detail":"{read_only:false; response_revision:24735; number_of_response:1; }","duration":"171.803601ms","start":"2026-04-29T02:44:44.466818Z","end":"2026-04-29T02:44:44.638621Z","steps":["trace[1572756526] 'process raft request' (duration: 171.619997ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:44:44.638656Z","caller":"traceutil/trace.go:171","msg":"trace[1842888688] transaction","detail":"{read_only:false; response_revision:24736; number_of_response:1; }","duration":"171.791912ms","start":"2026-04-29T02:44:44.466835Z","end":"2026-04-29T02:44:44.638627Z","steps":["trace[1842888688] 'process raft request' (duration: 171.698479ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:44:44.949517Z","caller":"traceutil/trace.go:171","msg":"trace[1360578939] transaction","detail":"{read_only:false; response_revision:24738; number_of_response:1; }","duration":"104.589005ms","start":"2026-04-29T02:44:44.844901Z","end":"2026-04-29T02:44:44.94949Z","steps":["trace[1360578939] 'process raft request' (duration: 104.378571ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:44:45.132828Z","caller":"traceutil/trace.go:171","msg":"trace[1549989779] transaction","detail":"{read_only:false; response_revision:24739; number_of_response:1; }","duration":"287.051155ms","start":"2026-04-29T02:44:44.845754Z","end":"2026-04-29T02:44:45.132805Z","steps":["trace[1549989779] 'process raft request' (duration: 198.953379ms)","trace[1549989779] 'compare' (duration: 87.948793ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:44:45.132948Z","caller":"traceutil/trace.go:171","msg":"trace[1845661919] transaction","detail":"{read_only:false; response_revision:24740; number_of_response:1; }","duration":"286.654008ms","start":"2026-04-29T02:44:44.846275Z","end":"2026-04-29T02:44:45.132929Z","steps":["trace[1845661919] 'process raft request' (duration: 286.495264ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:44:45.743015Z","caller":"traceutil/trace.go:171","msg":"trace[1256619676] transaction","detail":"{read_only:false; response_revision:24745; number_of_response:1; }","duration":"105.675965ms","start":"2026-04-29T02:44:45.6373Z","end":"2026-04-29T02:44:45.742976Z","steps":["trace[1256619676] 'process raft request' (duration: 105.473071ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:44:46.827957Z","caller":"traceutil/trace.go:171","msg":"trace[1410789098] transaction","detail":"{read_only:false; response_revision:24749; number_of_response:1; }","duration":"183.094472ms","start":"2026-04-29T02:44:46.644839Z","end":"2026-04-29T02:44:46.827934Z","steps":["trace[1410789098] 'process raft request' (duration: 165.532564ms)","trace[1410789098] 'compare' (duration: 17.263983ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:44:46.82813Z","caller":"traceutil/trace.go:171","msg":"trace[452374502] linearizableReadLoop","detail":"{readStateIndex:25556; appliedIndex:25554; }","duration":"112.307089ms","start":"2026-04-29T02:44:46.715798Z","end":"2026-04-29T02:44:46.828105Z","steps":["trace[452374502] 'read index received' (duration: 94.508367ms)","trace[452374502] 'applied index is now lower than readState.Index' (duration: 17.797652ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:44:46.8282Z","caller":"traceutil/trace.go:171","msg":"trace[316064775] transaction","detail":"{read_only:false; response_revision:24750; number_of_response:1; }","duration":"183.161612ms","start":"2026-04-29T02:44:46.645016Z","end":"2026-04-29T02:44:46.828177Z","steps":["trace[316064775] 'process raft request' (duration: 182.863087ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:44:46.828347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.499562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-29T02:44:46.828386Z","caller":"traceutil/trace.go:171","msg":"trace[1537836069] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24750; }","duration":"112.617476ms","start":"2026-04-29T02:44:46.715758Z","end":"2026-04-29T02:44:46.828376Z","steps":["trace[1537836069] 'agreement among raft nodes before linearized reading' (duration: 112.435062ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:44:47.042157Z","caller":"traceutil/trace.go:171","msg":"trace[703191918] transaction","detail":"{read_only:false; response_revision:24751; number_of_response:1; }","duration":"209.847713ms","start":"2026-04-29T02:44:46.832267Z","end":"2026-04-29T02:44:47.042115Z","steps":["trace[703191918] 'process raft request' (duration: 138.445018ms)","trace[703191918] 'compare' (duration: 71.226691ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:44:49.037795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.502223ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-29T02:44:49.631602Z","caller":"traceutil/trace.go:171","msg":"trace[350567659] transaction","detail":"{read_only:false; response_revision:24771; number_of_response:1; }","duration":"118.690449ms","start":"2026-04-29T02:44:49.512873Z","end":"2026-04-29T02:44:49.631564Z","steps":["trace[350567659] 'process raft request' (duration: 85.285364ms)","trace[350567659] 'compare' (duration: 33.267192ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:44:50.843865Z","caller":"traceutil/trace.go:171","msg":"trace[1072489204] transaction","detail":"{read_only:false; response_revision:24777; number_of_response:1; }","duration":"146.59292ms","start":"2026-04-29T02:44:50.697048Z","end":"2026-04-29T02:44:50.843641Z","steps":["trace[1072489204] 'process raft request' (duration: 121.304477ms)","trace[1072489204] 'compare' (duration: 25.13249ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:44:52.910757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.182153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:44:52.91087Z","caller":"traceutil/trace.go:171","msg":"trace[1832491978] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:24791; }","duration":"101.335245ms","start":"2026-04-29T02:44:52.809498Z","end":"2026-04-29T02:44:52.910833Z","steps":["trace[1832491978] 'count revisions from in-memory index tree' (duration: 101.08062ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:44:55.117943Z","caller":"traceutil/trace.go:171","msg":"trace[610704983] transaction","detail":"{read_only:false; response_revision:24809; number_of_response:1; }","duration":"187.415103ms","start":"2026-04-29T02:44:54.930461Z","end":"2026-04-29T02:44:55.117876Z","steps":["trace[610704983] 'process raft request' (duration: 133.74034ms)","trace[610704983] 'compare' (duration: 53.161244ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:44:55.118048Z","caller":"traceutil/trace.go:171","msg":"trace[1168723972] transaction","detail":"{read_only:false; response_revision:24810; number_of_response:1; }","duration":"177.59536ms","start":"2026-04-29T02:44:54.940405Z","end":"2026-04-29T02:44:55.118Z","steps":["trace[1168723972] 'process raft request' (duration: 177.362506ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:46:51.821208Z","caller":"traceutil/trace.go:171","msg":"trace[1868313565] transaction","detail":"{read_only:false; response_revision:25985; number_of_response:1; }","duration":"135.536674ms","start":"2026-04-29T02:46:51.685643Z","end":"2026-04-29T02:46:51.821179Z","steps":["trace[1868313565] 'process raft request' (duration: 51.581835ms)","trace[1868313565] 'compare' (duration: 83.749854ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:46:51.821518Z","caller":"traceutil/trace.go:171","msg":"trace[1970806069] transaction","detail":"{read_only:false; response_revision:25986; number_of_response:1; }","duration":"135.716667ms","start":"2026-04-29T02:46:51.685768Z","end":"2026-04-29T02:46:51.821485Z","steps":["trace[1970806069] 'process raft request' (duration: 135.358271ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:47:19.188414Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-00000000000069bb.wal"} {"level":"info","ts":"2026-04-29T02:47:20.367528Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":23359} {"level":"info","ts":"2026-04-29T02:47:20.496536Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":23359,"took":"125.629579ms","hash":3498384117,"current-db-size-bytes":58687488,"current-db-size":"59 MB","current-db-size-in-use-bytes":36888576,"current-db-size-in-use":"37 MB"} {"level":"info","ts":"2026-04-29T02:47:20.496678Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3498384117,"revision":23359,"compact-revision":20059} {"level":"info","ts":"2026-04-29T02:52:20.373938Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":26248} {"level":"info","ts":"2026-04-29T02:52:20.518039Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":26248,"took":"139.782242ms","hash":2783134707,"current-db-size-bytes":58687488,"current-db-size":"59 MB","current-db-size-in-use-bytes":32808960,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-04-29T02:52:20.518112Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2783134707,"revision":26248,"compact-revision":23359} {"level":"info","ts":"2026-04-29T02:53:00.113849Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"b6478f0ac5aeb8e1","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-29T02:53:00.119295Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-04-29T02:53:00.119407Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-04-29T02:57:20.380723Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":28793} {"level":"info","ts":"2026-04-29T02:57:20.522559Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":28793,"took":"137.800684ms","hash":4055498424,"current-db-size-bytes":58687488,"current-db-size":"59 MB","current-db-size-in-use-bytes":29872128,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-04-29T02:57:20.522632Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4055498424,"revision":28793,"compact-revision":26248} {"level":"info","ts":"2026-04-29T03:02:20.387384Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":31013} {"level":"info","ts":"2026-04-29T03:02:20.496891Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":31013,"took":"105.691046ms","hash":4145674489,"current-db-size-bytes":58687488,"current-db-size":"59 MB","current-db-size-in-use-bytes":32022528,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-29T03:02:20.496938Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4145674489,"revision":31013,"compact-revision":28793} {"level":"info","ts":"2026-04-29T03:04:06.342107Z","caller":"traceutil/trace.go:171","msg":"trace[1260190462] transaction","detail":"{read_only:false; response_revision:34193; number_of_response:1; }","duration":"225.503046ms","start":"2026-04-29T03:04:06.116559Z","end":"2026-04-29T03:04:06.342062Z","steps":["trace[1260190462] 'process raft request' (duration: 225.190671ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:04:11.415416Z","caller":"traceutil/trace.go:171","msg":"trace[964337687] linearizableReadLoop","detail":"{readStateIndex:35295; appliedIndex:35294; }","duration":"154.155613ms","start":"2026-04-29T03:04:11.261235Z","end":"2026-04-29T03:04:11.415391Z","steps":["trace[964337687] 'read index received' (duration: 154.01161ms)","trace[964337687] 'applied index is now lower than readState.Index' (duration: 143.023µs)"],"step_count":2} {"level":"info","ts":"2026-04-29T03:04:11.41547Z","caller":"traceutil/trace.go:171","msg":"trace[432873696] transaction","detail":"{read_only:false; response_revision:34229; number_of_response:1; }","duration":"183.189075ms","start":"2026-04-29T03:04:11.23225Z","end":"2026-04-29T03:04:11.415439Z","steps":["trace[432873696] 'process raft request' (duration: 182.968041ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:04:11.415565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.304006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T03:04:11.415609Z","caller":"traceutil/trace.go:171","msg":"trace[1761297526] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:34229; }","duration":"154.406458ms","start":"2026-04-29T03:04:11.26119Z","end":"2026-04-29T03:04:11.415596Z","steps":["trace[1761297526] 'agreement among raft nodes before linearized reading' (duration: 154.315597ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:04:11.915832Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322102719289042975,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-29T03:04:12.290102Z","caller":"traceutil/trace.go:171","msg":"trace[2024668052] transaction","detail":"{read_only:false; response_revision:34230; number_of_response:1; }","duration":"974.721317ms","start":"2026-04-29T03:04:11.31535Z","end":"2026-04-29T03:04:12.290071Z","steps":["trace[2024668052] 'process raft request' (duration: 974.458042ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:04:12.290275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:04:11.315334Z","time spent":"974.861309ms","remote":"127.0.0.1:57434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:04:12.290347Z","caller":"traceutil/trace.go:171","msg":"trace[367474451] transaction","detail":"{read_only:false; response_revision:34231; number_of_response:1; }","duration":"942.257ms","start":"2026-04-29T03:04:11.348049Z","end":"2026-04-29T03:04:12.290306Z","steps":["trace[367474451] 'process raft request' (duration: 941.977395ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:04:12.290641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:04:11.34802Z","time spent":"942.405022ms","remote":"127.0.0.1:57434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:04:12.30963Z","caller":"traceutil/trace.go:171","msg":"trace[2029319024] linearizableReadLoop","detail":"{readStateIndex:35299; appliedIndex:35295; }","duration":"894.10036ms","start":"2026-04-29T03:04:11.415479Z","end":"2026-04-29T03:04:12.309579Z","steps":["trace[2029319024] 'read index received' (duration: 874.003604ms)","trace[2029319024] 'applied index is now lower than readState.Index' (duration: 20.095736ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T03:04:12.30979Z","caller":"traceutil/trace.go:171","msg":"trace[463743744] transaction","detail":"{read_only:false; response_revision:34233; number_of_response:1; }","duration":"714.926788ms","start":"2026-04-29T03:04:11.59485Z","end":"2026-04-29T03:04:12.309776Z","steps":["trace[463743744] 'process raft request' (duration: 714.605702ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:04:12.309771Z","caller":"traceutil/trace.go:171","msg":"trace[2091861462] transaction","detail":"{read_only:false; response_revision:34232; number_of_response:1; }","duration":"807.609762ms","start":"2026-04-29T03:04:11.502115Z","end":"2026-04-29T03:04:12.309725Z","steps":["trace[2091861462] 'process raft request' (duration: 807.148904ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:04:12.309922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:04:11.59482Z","time spent":"715.006159ms","remote":"127.0.0.1:57434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:04:12.310342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"850.987753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T03:04:12.310428Z","caller":"traceutil/trace.go:171","msg":"trace[880072464] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:34234; }","duration":"851.117635ms","start":"2026-04-29T03:04:11.459286Z","end":"2026-04-29T03:04:12.310404Z","steps":["trace[880072464] 'agreement among raft nodes before linearized reading' (duration: 850.982043ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:04:12.310525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:04:11.459266Z","time spent":"851.214967ms","remote":"127.0.0.1:57060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-04-29T03:04:12.310942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.181542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T03:04:12.310949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.472601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T03:04:12.311001Z","caller":"traceutil/trace.go:171","msg":"trace[28085583] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34234; }","duration":"639.282665ms","start":"2026-04-29T03:04:11.6717Z","end":"2026-04-29T03:04:12.310982Z","steps":["trace[28085583] 'agreement among raft nodes before linearized reading' (duration: 639.186193ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:04:12.311044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:04:11.67168Z","time spent":"639.356596ms","remote":"127.0.0.1:57178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-29T03:04:12.311043Z","caller":"traceutil/trace.go:171","msg":"trace[1588563339] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:34234; }","duration":"583.612853ms","start":"2026-04-29T03:04:11.727403Z","end":"2026-04-29T03:04:12.311016Z","steps":["trace[1588563339] 'agreement among raft nodes before linearized reading' (duration: 583.474311ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:04:12.311184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:04:11.727379Z","time spent":"583.759646ms","remote":"127.0.0.1:35804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-04-29T03:04:12.311297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.189343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T03:04:12.311308Z","caller":"traceutil/trace.go:171","msg":"trace[50240398] transaction","detail":"{read_only:false; response_revision:34234; number_of_response:1; }","duration":"368.176185ms","start":"2026-04-29T03:04:11.943089Z","end":"2026-04-29T03:04:12.311265Z","steps":["trace[50240398] 'process raft request' (duration: 366.405482ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:04:12.311183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.020677686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-29T03:04:12.311473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:04:11.94305Z","time spent":"368.339647ms","remote":"127.0.0.1:57434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:04:12.311494Z","caller":"traceutil/trace.go:171","msg":"trace[238157131] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:34234; }","duration":"1.021003311s","start":"2026-04-29T03:04:11.290451Z","end":"2026-04-29T03:04:12.311454Z","steps":["trace[238157131] 'agreement among raft nodes before linearized reading' (duration: 1.020450831s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:04:12.311612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:04:11.290438Z","time spent":"1.021131575s","remote":"127.0.0.1:57434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-29T03:04:12.309943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:04:11.502089Z","time spent":"807.764684ms","remote":"127.0.0.1:57434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:04:12.311349Z","caller":"traceutil/trace.go:171","msg":"trace[1330102424] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:34234; }","duration":"653.235374ms","start":"2026-04-29T03:04:11.658095Z","end":"2026-04-29T03:04:12.31133Z","steps":["trace[1330102424] 'agreement among raft nodes before linearized reading' (duration: 653.161633ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:04:12.311855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.61465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1991"} {"level":"info","ts":"2026-04-29T03:04:12.311885Z","caller":"traceutil/trace.go:171","msg":"trace[834806660] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:34234; }","duration":"224.677382ms","start":"2026-04-29T03:04:12.087199Z","end":"2026-04-29T03:04:12.311876Z","steps":["trace[834806660] 'agreement among raft nodes before linearized reading' (duration: 224.527999ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:04:12.311896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:04:11.657962Z","time spent":"653.916088ms","remote":"127.0.0.1:59856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-29T03:04:46.190168Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322102719289043573,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T03:04:46.690313Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322102719289043573,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T03:04:46.960762Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.309992216s","expected-duration":"1s"} {"level":"info","ts":"2026-04-29T03:04:46.961248Z","caller":"traceutil/trace.go:171","msg":"trace[1867015579] transaction","detail":"{read_only:false; response_revision:34480; number_of_response:1; }","duration":"1.310586116s","start":"2026-04-29T03:04:45.650636Z","end":"2026-04-29T03:04:46.961222Z","steps":["trace[1867015579] 'process raft request' (duration: 1.310411323s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:04:46.961386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:04:45.65062Z","time spent":"1.310685808s","remote":"127.0.0.1:57434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:04:47.133116Z","caller":"traceutil/trace.go:171","msg":"trace[412504097] transaction","detail":"{read_only:false; response_revision:34481; number_of_response:1; }","duration":"719.547815ms","start":"2026-04-29T03:04:46.413546Z","end":"2026-04-29T03:04:47.133094Z","steps":["trace[412504097] 'process raft request' (duration: 719.347481ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:04:47.133258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:04:46.41352Z","time spent":"719.663097ms","remote":"127.0.0.1:57434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:04:47.133452Z","caller":"traceutil/trace.go:171","msg":"trace[202441988] transaction","detail":"{read_only:false; response_revision:34482; number_of_response:1; }","duration":"718.610117ms","start":"2026-04-29T03:04:46.414807Z","end":"2026-04-29T03:04:47.133417Z","steps":["trace[202441988] 'process raft request' (duration: 718.248421ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:04:47.133459Z","caller":"traceutil/trace.go:171","msg":"trace[467165321] transaction","detail":"{read_only:false; response_revision:34483; number_of_response:1; }","duration":"660.205936ms","start":"2026-04-29T03:04:46.473228Z","end":"2026-04-29T03:04:47.133434Z","steps":["trace[467165321] 'process raft request' (duration: 660.080994ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:04:47.133576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:04:46.414793Z","time spent":"718.718419ms","remote":"127.0.0.1:57434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:04:47.1336Z","caller":"traceutil/trace.go:171","msg":"trace[1593489602] transaction","detail":"{read_only:false; response_revision:34484; number_of_response:1; }","duration":"655.923734ms","start":"2026-04-29T03:04:46.477662Z","end":"2026-04-29T03:04:47.133586Z","steps":["trace[1593489602] 'process raft request' (duration: 655.731681ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:04:47.133654Z","caller":"traceutil/trace.go:171","msg":"trace[1560267971] transaction","detail":"{read_only:false; response_revision:34485; number_of_response:1; }","duration":"655.916585ms","start":"2026-04-29T03:04:46.477726Z","end":"2026-04-29T03:04:47.133643Z","steps":["trace[1560267971] 'process raft request' (duration: 655.779142ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:04:47.133675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:04:46.477637Z","time spent":"656.003066ms","remote":"127.0.0.1:57434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:04:47.133683Z","caller":"traceutil/trace.go:171","msg":"trace[891399297] transaction","detail":"{read_only:false; response_revision:34486; number_of_response:1; }","duration":"544.782337ms","start":"2026-04-29T03:04:46.588894Z","end":"2026-04-29T03:04:47.133676Z","steps":["trace[891399297] 'process raft request' (duration: 544.684015ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T03:04:47.133698Z","caller":"traceutil/trace.go:171","msg":"trace[1361741579] linearizableReadLoop","detail":"{readStateIndex:35561; appliedIndex:35553; }","duration":"1.444056372s","start":"2026-04-29T03:04:45.689629Z","end":"2026-04-29T03:04:47.133685Z","steps":["trace[1361741579] 'read index received' (duration: 1.271473235s)","trace[1361741579] 'applied index is now lower than readState.Index' (duration: 172.582417ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T03:04:47.133716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:04:46.47771Z","time spent":"655.978675ms","remote":"127.0.0.1:57434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:04:47.133734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:04:46.588866Z","time spent":"544.846158ms","remote":"127.0.0.1:57434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:04:47.133596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:04:46.473213Z","time spent":"660.310917ms","remote":"127.0.0.1:57434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:04:47.133773Z","caller":"traceutil/trace.go:171","msg":"trace[1896893683] transaction","detail":"{read_only:false; response_revision:34487; number_of_response:1; }","duration":"453.48131ms","start":"2026-04-29T03:04:46.680284Z","end":"2026-04-29T03:04:47.133765Z","steps":["trace[1896893683] 'process raft request' (duration: 453.321757ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:04:47.133822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:04:46.680263Z","time spent":"453.531221ms","remote":"127.0.0.1:57434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T03:04:47.133844Z","caller":"traceutil/trace.go:171","msg":"trace[829423318] transaction","detail":"{read_only:false; response_revision:34488; number_of_response:1; }","duration":"375.377589ms","start":"2026-04-29T03:04:46.758453Z","end":"2026-04-29T03:04:47.133831Z","steps":["trace[829423318] 'process raft request' (duration: 375.176805ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:04:47.133893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:04:46.75843Z","time spent":"375.437541ms","remote":"127.0.0.1:57434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T03:04:47.133974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.180385532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-29T03:04:47.134Z","caller":"traceutil/trace.go:171","msg":"trace[2071726833] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:34489; }","duration":"1.180448624s","start":"2026-04-29T03:04:45.953542Z","end":"2026-04-29T03:04:47.133991Z","steps":["trace[2071726833] 'agreement among raft nodes before linearized reading' (duration: 1.180345662s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:04:47.134024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:04:45.95352Z","time spent":"1.180498114s","remote":"127.0.0.1:57364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-29T03:04:47.133993Z","caller":"traceutil/trace.go:171","msg":"trace[1717403602] transaction","detail":"{read_only:false; response_revision:34489; number_of_response:1; }","duration":"239.807854ms","start":"2026-04-29T03:04:46.894128Z","end":"2026-04-29T03:04:47.133936Z","steps":["trace[1717403602] 'process raft request' (duration: 239.525979ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:04:47.134081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.625049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T03:04:47.134148Z","caller":"traceutil/trace.go:171","msg":"trace[1946630105] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34489; }","duration":"463.737521ms","start":"2026-04-29T03:04:46.670393Z","end":"2026-04-29T03:04:47.13413Z","steps":["trace[1946630105] 'agreement among raft nodes before linearized reading' (duration: 463.615369ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:04:47.13419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:04:46.670368Z","time spent":"463.815162ms","remote":"127.0.0.1:57178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T03:04:47.134223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.103403723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T03:04:47.134252Z","caller":"traceutil/trace.go:171","msg":"trace[988710462] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:34489; }","duration":"1.103467444s","start":"2026-04-29T03:04:46.030773Z","end":"2026-04-29T03:04:47.134241Z","steps":["trace[988710462] 'agreement among raft nodes before linearized reading' (duration: 1.103417413s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:04:47.134251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.847412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T03:04:47.13428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:04:46.030754Z","time spent":"1.103517776s","remote":"127.0.0.1:57874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-04-29T03:04:47.134298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.545623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-29T03:04:47.134345Z","caller":"traceutil/trace.go:171","msg":"trace[932946168] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:34489; }","duration":"613.607115ms","start":"2026-04-29T03:04:46.52072Z","end":"2026-04-29T03:04:47.134327Z","steps":["trace[932946168] 'agreement among raft nodes before linearized reading' (duration: 613.513482ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:04:47.134375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:04:46.520706Z","time spent":"613.662216ms","remote":"127.0.0.1:57434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-29T03:04:47.134305Z","caller":"traceutil/trace.go:171","msg":"trace[2064597084] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:34489; }","duration":"702.943605ms","start":"2026-04-29T03:04:46.431348Z","end":"2026-04-29T03:04:47.134292Z","steps":["trace[2064597084] 'agreement among raft nodes before linearized reading' (duration: 702.847402ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:04:47.134416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.398397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T03:04:47.134454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:04:46.431321Z","time spent":"703.123819ms","remote":"127.0.0.1:49792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"info","ts":"2026-04-29T03:04:47.134458Z","caller":"traceutil/trace.go:171","msg":"trace[801260342] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:34489; }","duration":"685.485388ms","start":"2026-04-29T03:04:46.448962Z","end":"2026-04-29T03:04:47.134447Z","steps":["trace[801260342] 'agreement among raft nodes before linearized reading' (duration: 685.362866ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:04:47.13449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:04:46.448947Z","time spent":"685.53504ms","remote":"127.0.0.1:42284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-29T03:04:47.13512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.445475639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T03:04:47.135198Z","caller":"traceutil/trace.go:171","msg":"trace[1162580750] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:34489; }","duration":"1.44556021s","start":"2026-04-29T03:04:45.689622Z","end":"2026-04-29T03:04:47.135183Z","steps":["trace[1162580750] 'agreement among raft nodes before linearized reading' (duration: 1.444164554s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T03:04:47.135474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T03:04:45.689564Z","time spent":"1.445893876s","remote":"127.0.0.1:42270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"info","ts":"2026-04-29T03:07:20.393738Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":33408} {"level":"info","ts":"2026-04-29T03:07:20.539863Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":33408,"took":"141.744351ms","hash":3483637476,"current-db-size-bytes":59731968,"current-db-size":"60 MB","current-db-size-in-use-bytes":32559104,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-04-29T03:07:20.539918Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3483637476,"revision":33408,"compact-revision":31013} {"level":"info","ts":"2026-04-29T03:12:20.400511Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":35678} {"level":"info","ts":"2026-04-29T03:12:20.545632Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":35678,"took":"140.439486ms","hash":1164999490,"current-db-size-bytes":59731968,"current-db-size":"60 MB","current-db-size-in-use-bytes":30826496,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-04-29T03:12:20.545713Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1164999490,"revision":35678,"compact-revision":33408} {"level":"info","ts":"2026-04-29T03:14:16.02126Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"b6478f0ac5aeb8e1","local-member-applied-index":40004,"local-member-snapshot-index":30003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-29T03:14:16.026286Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40004} {"level":"info","ts":"2026-04-29T03:14:16.026467Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35004} {"level":"info","ts":"2026-04-29T03:17:20.407981Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":37901} {"level":"info","ts":"2026-04-29T03:17:20.51971Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":37901,"took":"107.661796ms","hash":3913481034,"current-db-size-bytes":59731968,"current-db-size":"60 MB","current-db-size-in-use-bytes":31236096,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-04-29T03:17:20.519768Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3913481034,"revision":37901,"compact-revision":35678}